File: //home/imagzxcb/public_html/db127a/python3.8.tar
site-packages/setuptools/__init__.py 0000644 00000016163 15201600074 0013620 0 ustar 00 """Extensions to the 'distutils' for large or complex distributions"""
import os
import sys
import functools
import distutils.core
import distutils.filelist
import re
from distutils.errors import DistutilsOptionError
from distutils.util import convert_path
from fnmatch import fnmatchcase
from ._deprecation_warning import SetuptoolsDeprecationWarning
from setuptools.extern.six import PY3, string_types
from setuptools.extern.six.moves import filter, map
import setuptools.version
from setuptools.extension import Extension
from setuptools.dist import Distribution, Feature
from setuptools.depends import Require
from . import monkey
__metaclass__ = type
__all__ = [
'setup', 'Distribution', 'Feature', 'Command', 'Extension', 'Require',
'SetuptoolsDeprecationWarning',
'find_packages'
]
if PY3:
__all__.append('find_namespace_packages')
__version__ = setuptools.version.__version__
bootstrap_install_from = None
# If we run 2to3 on .py files, should we also convert docstrings?
# Default: yes; assume that we can detect doctests reliably
run_2to3_on_doctests = True
# Standard package names for fixer packages
lib2to3_fixer_packages = ['lib2to3.fixes']
class PackageFinder:
"""
Generate a list of all Python packages found within a directory
"""
@classmethod
def find(cls, where='.', exclude=(), include=('*',)):
"""Return a list all Python packages found within directory 'where'
'where' is the root directory which will be searched for packages. It
should be supplied as a "cross-platform" (i.e. URL-style) path; it will
be converted to the appropriate local path syntax.
'exclude' is a sequence of package names to exclude; '*' can be used
as a wildcard in the names, such that 'foo.*' will exclude all
subpackages of 'foo' (but not 'foo' itself).
'include' is a sequence of package names to include. If it's
specified, only the named packages will be included. If it's not
specified, all found packages will be included. 'include' can contain
shell style wildcard patterns just like 'exclude'.
"""
return list(cls._find_packages_iter(
convert_path(where),
cls._build_filter('ez_setup', '*__pycache__', *exclude),
cls._build_filter(*include)))
@classmethod
def _find_packages_iter(cls, where, exclude, include):
"""
All the packages found in 'where' that pass the 'include' filter, but
not the 'exclude' filter.
"""
for root, dirs, files in os.walk(where, followlinks=True):
# Copy dirs to iterate over it, then empty dirs.
all_dirs = dirs[:]
dirs[:] = []
for dir in all_dirs:
full_path = os.path.join(root, dir)
rel_path = os.path.relpath(full_path, where)
package = rel_path.replace(os.path.sep, '.')
# Skip directory trees that are not valid packages
if ('.' in dir or not cls._looks_like_package(full_path)):
continue
# Should this package be included?
if include(package) and not exclude(package):
yield package
# Keep searching subdirectories, as there may be more packages
# down there, even if the parent was excluded.
dirs.append(dir)
@staticmethod
def _looks_like_package(path):
"""Does a directory look like a package?"""
return os.path.isfile(os.path.join(path, '__init__.py'))
@staticmethod
def _build_filter(*patterns):
"""
Given a list of patterns, return a callable that will be true only if
the input matches at least one of the patterns.
"""
return lambda name: any(fnmatchcase(name, pat=pat) for pat in patterns)
class PEP420PackageFinder(PackageFinder):
@staticmethod
def _looks_like_package(path):
return True
find_packages = PackageFinder.find
if PY3:
find_namespace_packages = PEP420PackageFinder.find
def _install_setup_requires(attrs):
# Note: do not use `setuptools.Distribution` directly, as
# our PEP 517 backend patch `distutils.core.Distribution`.
dist = distutils.core.Distribution(dict(
(k, v) for k, v in attrs.items()
if k in ('dependency_links', 'setup_requires')
))
# Honor setup.cfg's options.
dist.parse_config_files(ignore_option_errors=True)
if dist.setup_requires:
dist.fetch_build_eggs(dist.setup_requires)
def setup(**attrs):
# Make sure we have any requirements needed to interpret 'attrs'.
_install_setup_requires(attrs)
return distutils.core.setup(**attrs)
setup.__doc__ = distutils.core.setup.__doc__
_Command = monkey.get_unpatched(distutils.core.Command)
class Command(_Command):
__doc__ = _Command.__doc__
command_consumes_arguments = False
def __init__(self, dist, **kw):
"""
Construct the command for dist, updating
vars(self) with any keyword parameters.
"""
_Command.__init__(self, dist)
vars(self).update(kw)
def _ensure_stringlike(self, option, what, default=None):
val = getattr(self, option)
if val is None:
setattr(self, option, default)
return default
elif not isinstance(val, string_types):
raise DistutilsOptionError("'%s' must be a %s (got `%s`)"
% (option, what, val))
return val
def ensure_string_list(self, option):
r"""Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
"""
val = getattr(self, option)
if val is None:
return
elif isinstance(val, string_types):
setattr(self, option, re.split(r',\s*|\s+', val))
else:
if isinstance(val, list):
ok = all(isinstance(v, string_types) for v in val)
else:
ok = False
if not ok:
raise DistutilsOptionError(
"'%s' must be a list of strings (got %r)"
% (option, val))
def reinitialize_command(self, command, reinit_subcommands=0, **kw):
cmd = _Command.reinitialize_command(self, command, reinit_subcommands)
vars(cmd).update(kw)
return cmd
def _find_all_simple(path):
"""
Find all files under 'path'
"""
results = (
os.path.join(base, file)
for base, dirs, files in os.walk(path, followlinks=True)
for file in files
)
return filter(os.path.isfile, results)
def findall(dir=os.curdir):
"""
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
"""
files = _find_all_simple(dir)
if dir == os.curdir:
make_rel = functools.partial(os.path.relpath, start=dir)
files = map(make_rel, files)
return list(files)
# Apply monkey patches
monkey.patch_all()
site-packages/setuptools/py34compat.py 0000644 00000000365 15201600074 0014061 0 ustar 00 import importlib
try:
import importlib.util
except ImportError:
pass
try:
module_from_spec = importlib.util.module_from_spec
except AttributeError:
def module_from_spec(spec):
return spec.loader.load_module(spec.name)
site-packages/setuptools/dist.py 0000644 00000142205 15201600074 0013021 0 ustar 00 # -*- coding: utf-8 -*-
__all__ = ['Distribution']
import io
import sys
import re
import os
import warnings
import numbers
import distutils.log
import distutils.core
import distutils.cmd
import distutils.dist
from distutils.util import strtobool
from distutils.debug import DEBUG
from distutils.fancy_getopt import translate_longopt
import itertools
from collections import defaultdict
from email import message_from_file
from distutils.errors import (
DistutilsOptionError, DistutilsPlatformError, DistutilsSetupError,
)
from distutils.util import rfc822_escape
from distutils.version import StrictVersion
from setuptools.extern import six
from setuptools.extern import packaging
from setuptools.extern import ordered_set
from setuptools.extern.six.moves import map, filter, filterfalse
from . import SetuptoolsDeprecationWarning
from setuptools.depends import Require
from setuptools import windows_support
from setuptools.monkey import get_unpatched
from setuptools.config import parse_configuration
import pkg_resources
__import__('setuptools.extern.packaging.specifiers')
__import__('setuptools.extern.packaging.version')
def _get_unpatched(cls):
warnings.warn("Do not call this function", DistDeprecationWarning)
return get_unpatched(cls)
def get_metadata_version(self):
mv = getattr(self, 'metadata_version', None)
if mv is None:
if self.long_description_content_type or self.provides_extras:
mv = StrictVersion('2.1')
elif (self.maintainer is not None or
self.maintainer_email is not None or
getattr(self, 'python_requires', None) is not None or
self.project_urls):
mv = StrictVersion('1.2')
elif (self.provides or self.requires or self.obsoletes or
self.classifiers or self.download_url):
mv = StrictVersion('1.1')
else:
mv = StrictVersion('1.0')
self.metadata_version = mv
return mv
def read_pkg_file(self, file):
"""Reads the metadata values from a file object."""
msg = message_from_file(file)
def _read_field(name):
value = msg[name]
if value == 'UNKNOWN':
return None
return value
def _read_list(name):
values = msg.get_all(name, None)
if values == []:
return None
return values
self.metadata_version = StrictVersion(msg['metadata-version'])
self.name = _read_field('name')
self.version = _read_field('version')
self.description = _read_field('summary')
# we are filling author only.
self.author = _read_field('author')
self.maintainer = None
self.author_email = _read_field('author-email')
self.maintainer_email = None
self.url = _read_field('home-page')
self.license = _read_field('license')
if 'download-url' in msg:
self.download_url = _read_field('download-url')
else:
self.download_url = None
self.long_description = _read_field('description')
self.description = _read_field('summary')
if 'keywords' in msg:
self.keywords = _read_field('keywords').split(',')
self.platforms = _read_list('platform')
self.classifiers = _read_list('classifier')
# PEP 314 - these fields only exist in 1.1
if self.metadata_version == StrictVersion('1.1'):
self.requires = _read_list('requires')
self.provides = _read_list('provides')
self.obsoletes = _read_list('obsoletes')
else:
self.requires = None
self.provides = None
self.obsoletes = None
# Based on Python 3.5 version
def write_pkg_file(self, file):
"""Write the PKG-INFO format data to a file object.
"""
version = self.get_metadata_version()
if six.PY2:
def write_field(key, value):
file.write("%s: %s\n" % (key, self._encode_field(value)))
else:
def write_field(key, value):
file.write("%s: %s\n" % (key, value))
write_field('Metadata-Version', str(version))
write_field('Name', self.get_name())
write_field('Version', self.get_version())
write_field('Summary', self.get_description())
write_field('Home-page', self.get_url())
if version < StrictVersion('1.2'):
write_field('Author', self.get_contact())
write_field('Author-email', self.get_contact_email())
else:
optional_fields = (
('Author', 'author'),
('Author-email', 'author_email'),
('Maintainer', 'maintainer'),
('Maintainer-email', 'maintainer_email'),
)
for field, attr in optional_fields:
attr_val = getattr(self, attr)
if attr_val is not None:
write_field(field, attr_val)
write_field('License', self.get_license())
if self.download_url:
write_field('Download-URL', self.download_url)
for project_url in self.project_urls.items():
write_field('Project-URL', '%s, %s' % project_url)
long_desc = rfc822_escape(self.get_long_description())
write_field('Description', long_desc)
keywords = ','.join(self.get_keywords())
if keywords:
write_field('Keywords', keywords)
if version >= StrictVersion('1.2'):
for platform in self.get_platforms():
write_field('Platform', platform)
else:
self._write_list(file, 'Platform', self.get_platforms())
self._write_list(file, 'Classifier', self.get_classifiers())
# PEP 314
self._write_list(file, 'Requires', self.get_requires())
self._write_list(file, 'Provides', self.get_provides())
self._write_list(file, 'Obsoletes', self.get_obsoletes())
# Setuptools specific for PEP 345
if hasattr(self, 'python_requires'):
write_field('Requires-Python', self.python_requires)
# PEP 566
if self.long_description_content_type:
write_field(
'Description-Content-Type',
self.long_description_content_type
)
if self.provides_extras:
for extra in self.provides_extras:
write_field('Provides-Extra', extra)
sequence = tuple, list
def check_importable(dist, attr, value):
try:
ep = pkg_resources.EntryPoint.parse('x=' + value)
assert not ep.extras
except (TypeError, ValueError, AttributeError, AssertionError):
raise DistutilsSetupError(
"%r must be importable 'module:attrs' string (got %r)"
% (attr, value)
)
def assert_string_list(dist, attr, value):
"""Verify that value is a string list"""
try:
# verify that value is a list or tuple to exclude unordered
# or single-use iterables
assert isinstance(value, (list, tuple))
# verify that elements of value are strings
assert ''.join(value) != value
except (TypeError, ValueError, AttributeError, AssertionError):
raise DistutilsSetupError(
"%r must be a list of strings (got %r)" % (attr, value)
)
def check_nsp(dist, attr, value):
"""Verify that namespace packages are valid"""
ns_packages = value
assert_string_list(dist, attr, ns_packages)
for nsp in ns_packages:
if not dist.has_contents_for(nsp):
raise DistutilsSetupError(
"Distribution contains no modules or packages for " +
"namespace package %r" % nsp
)
parent, sep, child = nsp.rpartition('.')
if parent and parent not in ns_packages:
distutils.log.warn(
"WARNING: %r is declared as a package namespace, but %r"
" is not: please correct this in setup.py", nsp, parent
)
def check_extras(dist, attr, value):
"""Verify that extras_require mapping is valid"""
try:
list(itertools.starmap(_check_extra, value.items()))
except (TypeError, ValueError, AttributeError):
raise DistutilsSetupError(
"'extras_require' must be a dictionary whose values are "
"strings or lists of strings containing valid project/version "
"requirement specifiers."
)
def _check_extra(extra, reqs):
name, sep, marker = extra.partition(':')
if marker and pkg_resources.invalid_marker(marker):
raise DistutilsSetupError("Invalid environment marker: " + marker)
list(pkg_resources.parse_requirements(reqs))
def assert_bool(dist, attr, value):
"""Verify that value is True, False, 0, or 1"""
if bool(value) != value:
tmpl = "{attr!r} must be a boolean value (got {value!r})"
raise DistutilsSetupError(tmpl.format(attr=attr, value=value))
def check_requirements(dist, attr, value):
"""Verify that install_requires is a valid requirements list"""
try:
list(pkg_resources.parse_requirements(value))
if isinstance(value, (dict, set)):
raise TypeError("Unordered types are not allowed")
except (TypeError, ValueError) as error:
tmpl = (
"{attr!r} must be a string or list of strings "
"containing valid project/version requirement specifiers; {error}"
)
raise DistutilsSetupError(tmpl.format(attr=attr, error=error))
def check_specifier(dist, attr, value):
"""Verify that value is a valid version specifier"""
try:
packaging.specifiers.SpecifierSet(value)
except packaging.specifiers.InvalidSpecifier as error:
tmpl = (
"{attr!r} must be a string "
"containing valid version specifiers; {error}"
)
raise DistutilsSetupError(tmpl.format(attr=attr, error=error))
def check_entry_points(dist, attr, value):
"""Verify that entry_points map is parseable"""
try:
pkg_resources.EntryPoint.parse_map(value)
except ValueError as e:
raise DistutilsSetupError(e)
def check_test_suite(dist, attr, value):
if not isinstance(value, six.string_types):
raise DistutilsSetupError("test_suite must be a string")
def check_package_data(dist, attr, value):
"""Verify that value is a dictionary of package names to glob lists"""
if not isinstance(value, dict):
raise DistutilsSetupError(
"{!r} must be a dictionary mapping package names to lists of "
"string wildcard patterns".format(attr))
for k, v in value.items():
if not isinstance(k, six.string_types):
raise DistutilsSetupError(
"keys of {!r} dict must be strings (got {!r})"
.format(attr, k)
)
assert_string_list(dist, 'values of {!r} dict'.format(attr), v)
def check_packages(dist, attr, value):
for pkgname in value:
if not re.match(r'\w+(\.\w+)*', pkgname):
distutils.log.warn(
"WARNING: %r not a valid package name; please use only "
".-separated package names in setup.py", pkgname
)
_Distribution = get_unpatched(distutils.core.Distribution)
class Distribution(_Distribution):
"""Distribution with support for features, tests, and package data
This is an enhanced version of 'distutils.dist.Distribution' that
effectively adds the following new optional keyword arguments to 'setup()':
'install_requires' -- a string or sequence of strings specifying project
versions that the distribution requires when installed, in the format
used by 'pkg_resources.require()'. They will be installed
automatically when the package is installed. If you wish to use
packages that are not available in PyPI, or want to give your users an
alternate download location, you can add a 'find_links' option to the
'[easy_install]' section of your project's 'setup.cfg' file, and then
setuptools will scan the listed web pages for links that satisfy the
requirements.
'extras_require' -- a dictionary mapping names of optional "extras" to the
additional requirement(s) that using those extras incurs. For example,
this::
extras_require = dict(reST = ["docutils>=0.3", "reSTedit"])
indicates that the distribution can optionally provide an extra
capability called "reST", but it can only be used if docutils and
reSTedit are installed. If the user installs your package using
EasyInstall and requests one of your extras, the corresponding
additional requirements will be installed if needed.
'features' **deprecated** -- a dictionary mapping option names to
'setuptools.Feature'
objects. Features are a portion of the distribution that can be
included or excluded based on user options, inter-feature dependencies,
and availability on the current system. Excluded features are omitted
from all setup commands, including source and binary distributions, so
you can create multiple distributions from the same source tree.
Feature names should be valid Python identifiers, except that they may
contain the '-' (minus) sign. Features can be included or excluded
via the command line options '--with-X' and '--without-X', where 'X' is
the name of the feature. Whether a feature is included by default, and
whether you are allowed to control this from the command line, is
determined by the Feature object. See the 'Feature' class for more
information.
'test_suite' -- the name of a test suite to run for the 'test' command.
If the user runs 'python setup.py test', the package will be installed,
and the named test suite will be run. The format is the same as
would be used on a 'unittest.py' command line. That is, it is the
dotted name of an object to import and call to generate a test suite.
'package_data' -- a dictionary mapping package names to lists of filenames
or globs to use to find data files contained in the named packages.
If the dictionary has filenames or globs listed under '""' (the empty
string), those names will be searched for in every package, in addition
to any names for the specific package. Data files found using these
names/globs will be installed along with the package, in the same
location as the package. Note that globs are allowed to reference
the contents of non-package subdirectories, as long as you use '/' as
a path separator. (Globs are automatically converted to
platform-specific paths at runtime.)
In addition to these new keywords, this class also has several new methods
for manipulating the distribution's contents. For example, the 'include()'
and 'exclude()' methods can be thought of as in-place add and subtract
commands that add or remove packages, modules, extensions, and so on from
the distribution. They are used by the feature subsystem to configure the
distribution for the included and excluded features.
"""
_DISTUTILS_UNSUPPORTED_METADATA = {
'long_description_content_type': None,
'project_urls': dict,
'provides_extras': ordered_set.OrderedSet,
}
_patched_dist = None
def patch_missing_pkg_info(self, attrs):
# Fake up a replacement for the data that would normally come from
# PKG-INFO, but which might not yet be built if this is a fresh
# checkout.
#
if not attrs or 'name' not in attrs or 'version' not in attrs:
return
key = pkg_resources.safe_name(str(attrs['name'])).lower()
dist = pkg_resources.working_set.by_key.get(key)
if dist is not None and not dist.has_metadata('PKG-INFO'):
dist._version = pkg_resources.safe_version(str(attrs['version']))
self._patched_dist = dist
def __init__(self, attrs=None):
have_package_data = hasattr(self, "package_data")
if not have_package_data:
self.package_data = {}
attrs = attrs or {}
if 'features' in attrs or 'require_features' in attrs:
Feature.warn_deprecated()
self.require_features = []
self.features = {}
self.dist_files = []
# Filter-out setuptools' specific options.
self.src_root = attrs.pop("src_root", None)
self.patch_missing_pkg_info(attrs)
self.dependency_links = attrs.pop('dependency_links', [])
self.setup_requires = attrs.pop('setup_requires', [])
for ep in pkg_resources.iter_entry_points('distutils.setup_keywords'):
vars(self).setdefault(ep.name, None)
_Distribution.__init__(self, {
k: v for k, v in attrs.items()
if k not in self._DISTUTILS_UNSUPPORTED_METADATA
})
# Fill-in missing metadata fields not supported by distutils.
# Note some fields may have been set by other tools (e.g. pbr)
# above; they are taken preferrentially to setup() arguments
for option, default in self._DISTUTILS_UNSUPPORTED_METADATA.items():
for source in self.metadata.__dict__, attrs:
if option in source:
value = source[option]
break
else:
value = default() if default else None
setattr(self.metadata, option, value)
if isinstance(self.metadata.version, numbers.Number):
# Some people apparently take "version number" too literally :)
self.metadata.version = str(self.metadata.version)
if self.metadata.version is not None:
try:
ver = packaging.version.Version(self.metadata.version)
normalized_version = str(ver)
if self.metadata.version != normalized_version:
warnings.warn(
"Normalizing '%s' to '%s'" % (
self.metadata.version,
normalized_version,
)
)
self.metadata.version = normalized_version
except (packaging.version.InvalidVersion, TypeError):
warnings.warn(
"The version specified (%r) is an invalid version, this "
"may not work as expected with newer versions of "
"setuptools, pip, and PyPI. Please see PEP 440 for more "
"details." % self.metadata.version
)
self._finalize_requires()
def _finalize_requires(self):
"""
Set `metadata.python_requires` and fix environment markers
in `install_requires` and `extras_require`.
"""
if getattr(self, 'python_requires', None):
self.metadata.python_requires = self.python_requires
if getattr(self, 'extras_require', None):
for extra in self.extras_require.keys():
# Since this gets called multiple times at points where the
# keys have become 'converted' extras, ensure that we are only
# truly adding extras we haven't seen before here.
extra = extra.split(':')[0]
if extra:
self.metadata.provides_extras.add(extra)
self._convert_extras_requirements()
self._move_install_requirements_markers()
def _convert_extras_requirements(self):
"""
Convert requirements in `extras_require` of the form
`"extra": ["barbazquux; {marker}"]` to
`"extra:{marker}": ["barbazquux"]`.
"""
spec_ext_reqs = getattr(self, 'extras_require', None) or {}
self._tmp_extras_require = defaultdict(list)
for section, v in spec_ext_reqs.items():
# Do not strip empty sections.
self._tmp_extras_require[section]
for r in pkg_resources.parse_requirements(v):
suffix = self._suffix_for(r)
self._tmp_extras_require[section + suffix].append(r)
@staticmethod
def _suffix_for(req):
"""
For a requirement, return the 'extras_require' suffix for
that requirement.
"""
return ':' + str(req.marker) if req.marker else ''
def _move_install_requirements_markers(self):
"""
Move requirements in `install_requires` that are using environment
markers `extras_require`.
"""
# divide the install_requires into two sets, simple ones still
# handled by install_requires and more complex ones handled
# by extras_require.
def is_simple_req(req):
return not req.marker
spec_inst_reqs = getattr(self, 'install_requires', None) or ()
inst_reqs = list(pkg_resources.parse_requirements(spec_inst_reqs))
simple_reqs = filter(is_simple_req, inst_reqs)
complex_reqs = filterfalse(is_simple_req, inst_reqs)
self.install_requires = list(map(str, simple_reqs))
for r in complex_reqs:
self._tmp_extras_require[':' + str(r.marker)].append(r)
self.extras_require = dict(
(k, [str(r) for r in map(self._clean_req, v)])
for k, v in self._tmp_extras_require.items()
)
def _clean_req(self, req):
"""
Given a Requirement, remove environment markers and return it.
"""
req.marker = None
return req
def _parse_config_files(self, filenames=None):
"""
Adapted from distutils.dist.Distribution.parse_config_files,
this method provides the same functionality in subtly-improved
ways.
"""
from setuptools.extern.six.moves.configparser import ConfigParser
# Ignore install directory options if we have a venv
if six.PY3 and sys.prefix != sys.base_prefix:
ignore_options = [
'install-base', 'install-platbase', 'install-lib',
'install-platlib', 'install-purelib', 'install-headers',
'install-scripts', 'install-data', 'prefix', 'exec-prefix',
'home', 'user', 'root']
else:
ignore_options = []
ignore_options = frozenset(ignore_options)
if filenames is None:
filenames = self.find_config_files()
if DEBUG:
self.announce("Distribution.parse_config_files():")
parser = ConfigParser()
for filename in filenames:
with io.open(filename, encoding='utf-8') as reader:
if DEBUG:
self.announce(" reading {filename}".format(**locals()))
(parser.read_file if six.PY3 else parser.readfp)(reader)
for section in parser.sections():
options = parser.options(section)
opt_dict = self.get_option_dict(section)
for opt in options:
if opt != '__name__' and opt not in ignore_options:
val = self._try_str(parser.get(section, opt))
opt = opt.replace('-', '_')
opt_dict[opt] = (filename, val)
# Make the ConfigParser forget everything (so we retain
# the original filenames that options come from)
parser.__init__()
# If there was a "global" section in the config file, use it
# to set Distribution options.
if 'global' in self.command_options:
for (opt, (src, val)) in self.command_options['global'].items():
alias = self.negative_opt.get(opt)
try:
if alias:
setattr(self, alias, not strtobool(val))
elif opt in ('verbose', 'dry_run'): # ugh!
setattr(self, opt, strtobool(val))
else:
setattr(self, opt, val)
except ValueError as msg:
raise DistutilsOptionError(msg)
@staticmethod
def _try_str(val):
"""
On Python 2, much of distutils relies on string values being of
type 'str' (bytes) and not unicode text. If the value can be safely
encoded to bytes using the default encoding, prefer that.
Why the default encoding? Because that value can be implicitly
decoded back to text if needed.
Ref #1653
"""
if six.PY3:
return val
try:
return val.encode()
except UnicodeEncodeError:
pass
return val
def _set_command_options(self, command_obj, option_dict=None):
"""
Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
(Adopted from distutils.dist.Distribution._set_command_options)
"""
command_name = command_obj.get_command_name()
if option_dict is None:
option_dict = self.get_option_dict(command_name)
if DEBUG:
self.announce(" setting options for '%s' command:" % command_name)
for (option, (source, value)) in option_dict.items():
if DEBUG:
self.announce(" %s = %s (from %s)" % (option, value,
source))
try:
bool_opts = [translate_longopt(o)
for o in command_obj.boolean_options]
except AttributeError:
bool_opts = []
try:
neg_opt = command_obj.negative_opt
except AttributeError:
neg_opt = {}
try:
is_string = isinstance(value, six.string_types)
if option in neg_opt and is_string:
setattr(command_obj, neg_opt[option], not strtobool(value))
elif option in bool_opts and is_string:
setattr(command_obj, option, strtobool(value))
elif hasattr(command_obj, option):
setattr(command_obj, option, value)
else:
raise DistutilsOptionError(
"error in %s: command '%s' has no such option '%s'"
% (source, command_name, option))
except ValueError as msg:
raise DistutilsOptionError(msg)
def parse_config_files(self, filenames=None, ignore_option_errors=False):
"""Parses configuration files from various levels
and loads configuration.
"""
self._parse_config_files(filenames=filenames)
parse_configuration(self, self.command_options,
ignore_option_errors=ignore_option_errors)
self._finalize_requires()
def parse_command_line(self):
"""Process features after parsing command line options"""
result = _Distribution.parse_command_line(self)
if self.features:
self._finalize_features()
return result
def _feature_attrname(self, name):
"""Convert feature name to corresponding option attribute name"""
return 'with_' + name.replace('-', '_')
def fetch_build_eggs(self, requires):
"""Resolve pre-setup requirements"""
resolved_dists = pkg_resources.working_set.resolve(
pkg_resources.parse_requirements(requires),
installer=self.fetch_build_egg,
replace_conflicting=True,
)
for dist in resolved_dists:
pkg_resources.working_set.add(dist, replace=True)
return resolved_dists
def finalize_options(self):
_Distribution.finalize_options(self)
if self.features:
self._set_global_opts_from_features()
for ep in pkg_resources.iter_entry_points('distutils.setup_keywords'):
value = getattr(self, ep.name, None)
if value is not None:
ep.require(installer=self.fetch_build_egg)
ep.load()(self, ep.name, value)
if getattr(self, 'convert_2to3_doctests', None):
# XXX may convert to set here when we can rely on set being builtin
self.convert_2to3_doctests = [
os.path.abspath(p)
for p in self.convert_2to3_doctests
]
else:
self.convert_2to3_doctests = []
def get_egg_cache_dir(self):
egg_cache_dir = os.path.join(os.curdir, '.eggs')
if not os.path.exists(egg_cache_dir):
os.mkdir(egg_cache_dir)
windows_support.hide_file(egg_cache_dir)
readme_txt_filename = os.path.join(egg_cache_dir, 'README.txt')
with open(readme_txt_filename, 'w') as f:
f.write('This directory contains eggs that were downloaded '
'by setuptools to build, test, and run plug-ins.\n\n')
f.write('This directory caches those eggs to prevent '
'repeated downloads.\n\n')
f.write('However, it is safe to delete this directory.\n\n')
return egg_cache_dir
def fetch_build_egg(self, req):
"""Fetch an egg needed for building"""
from setuptools.command.easy_install import easy_install
dist = self.__class__({'script_args': ['easy_install']})
opts = dist.get_option_dict('easy_install')
opts.clear()
opts.update(
(k, v)
for k, v in self.get_option_dict('easy_install').items()
if k in (
# don't use any other settings
'find_links', 'site_dirs', 'index_url',
'optimize', 'site_dirs', 'allow_hosts',
))
if self.dependency_links:
links = self.dependency_links[:]
if 'find_links' in opts:
links = opts['find_links'][1] + links
opts['find_links'] = ('setup', links)
install_dir = self.get_egg_cache_dir()
cmd = easy_install(
dist, args=["x"], install_dir=install_dir,
exclude_scripts=True,
always_copy=False, build_directory=None, editable=False,
upgrade=False, multi_version=True, no_report=True, user=False
)
cmd.ensure_finalized()
return cmd.easy_install(req)
def _set_global_opts_from_features(self):
"""Add --with-X/--without-X options based on optional features"""
go = []
no = self.negative_opt.copy()
for name, feature in self.features.items():
self._set_feature(name, None)
feature.validate(self)
if feature.optional:
descr = feature.description
incdef = ' (default)'
excdef = ''
if not feature.include_by_default():
excdef, incdef = incdef, excdef
new = (
('with-' + name, None, 'include ' + descr + incdef),
('without-' + name, None, 'exclude ' + descr + excdef),
)
go.extend(new)
no['without-' + name] = 'with-' + name
self.global_options = self.feature_options = go + self.global_options
self.negative_opt = self.feature_negopt = no
def _finalize_features(self):
"""Add/remove features and resolve dependencies between them"""
# First, flag all the enabled items (and thus their dependencies)
for name, feature in self.features.items():
enabled = self.feature_is_included(name)
if enabled or (enabled is None and feature.include_by_default()):
feature.include_in(self)
self._set_feature(name, 1)
# Then disable the rest, so that off-by-default features don't
# get flagged as errors when they're required by an enabled feature
for name, feature in self.features.items():
if not self.feature_is_included(name):
feature.exclude_from(self)
self._set_feature(name, 0)
def get_command_class(self, command):
"""Pluggable version of get_command_class()"""
if command in self.cmdclass:
return self.cmdclass[command]
eps = pkg_resources.iter_entry_points('distutils.commands', command)
for ep in eps:
ep.require(installer=self.fetch_build_egg)
self.cmdclass[command] = cmdclass = ep.load()
return cmdclass
else:
return _Distribution.get_command_class(self, command)
def print_commands(self):
for ep in pkg_resources.iter_entry_points('distutils.commands'):
if ep.name not in self.cmdclass:
# don't require extras as the commands won't be invoked
cmdclass = ep.resolve()
self.cmdclass[ep.name] = cmdclass
return _Distribution.print_commands(self)
def get_command_list(self):
for ep in pkg_resources.iter_entry_points('distutils.commands'):
if ep.name not in self.cmdclass:
# don't require extras as the commands won't be invoked
cmdclass = ep.resolve()
self.cmdclass[ep.name] = cmdclass
return _Distribution.get_command_list(self)
def _set_feature(self, name, status):
"""Set feature's inclusion status"""
setattr(self, self._feature_attrname(name), status)
def feature_is_included(self, name):
"""Return 1 if feature is included, 0 if excluded, 'None' if unknown"""
return getattr(self, self._feature_attrname(name))
def include_feature(self, name):
"""Request inclusion of feature named 'name'"""
if self.feature_is_included(name) == 0:
descr = self.features[name].description
raise DistutilsOptionError(
descr + " is required, but was excluded or is not available"
)
self.features[name].include_in(self)
self._set_feature(name, 1)
def include(self, **attrs):
"""Add items to distribution that are named in keyword arguments
For example, 'dist.include(py_modules=["x"])' would add 'x' to
the distribution's 'py_modules' attribute, if it was not already
there.
Currently, this method only supports inclusion for attributes that are
lists or tuples. If you need to add support for adding to other
attributes in this or a subclass, you can add an '_include_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})'
will try to call 'dist._include_foo({"bar":"baz"})', which can then
handle whatever special inclusion logic is needed.
"""
for k, v in attrs.items():
include = getattr(self, '_include_' + k, None)
if include:
include(v)
else:
self._include_misc(k, v)
def exclude_package(self, package):
"""Remove packages, modules, and extensions in named package"""
pfx = package + '.'
if self.packages:
self.packages = [
p for p in self.packages
if p != package and not p.startswith(pfx)
]
if self.py_modules:
self.py_modules = [
p for p in self.py_modules
if p != package and not p.startswith(pfx)
]
if self.ext_modules:
self.ext_modules = [
p for p in self.ext_modules
if p.name != package and not p.name.startswith(pfx)
]
def has_contents_for(self, package):
"""Return true if 'exclude_package(package)' would do something"""
pfx = package + '.'
for p in self.iter_distribution_names():
if p == package or p.startswith(pfx):
return True
def _exclude_misc(self, name, value):
"""Handle 'exclude()' for list/tuple attrs without a special handler"""
if not isinstance(value, sequence):
raise DistutilsSetupError(
"%s: setting must be a list or tuple (%r)" % (name, value)
)
try:
old = getattr(self, name)
except AttributeError:
raise DistutilsSetupError(
"%s: No such distribution setting" % name
)
if old is not None and not isinstance(old, sequence):
raise DistutilsSetupError(
name + ": this setting cannot be changed via include/exclude"
)
elif old:
setattr(self, name, [item for item in old if item not in value])
def _include_misc(self, name, value):
"""Handle 'include()' for list/tuple attrs without a special handler"""
if not isinstance(value, sequence):
raise DistutilsSetupError(
"%s: setting must be a list (%r)" % (name, value)
)
try:
old = getattr(self, name)
except AttributeError:
raise DistutilsSetupError(
"%s: No such distribution setting" % name
)
if old is None:
setattr(self, name, value)
elif not isinstance(old, sequence):
raise DistutilsSetupError(
name + ": this setting cannot be changed via include/exclude"
)
else:
new = [item for item in value if item not in old]
setattr(self, name, old + new)
def exclude(self, **attrs):
"""Remove items from distribution that are named in keyword arguments
For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from
the distribution's 'py_modules' attribute. Excluding packages uses
the 'exclude_package()' method, so all of the package's contained
packages, modules, and extensions are also excluded.
Currently, this method only supports exclusion from attributes that are
lists or tuples. If you need to add support for excluding from other
attributes in this or a subclass, you can add an '_exclude_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})'
will try to call 'dist._exclude_foo({"bar":"baz"})', which can then
handle whatever special exclusion logic is needed.
"""
for k, v in attrs.items():
exclude = getattr(self, '_exclude_' + k, None)
if exclude:
exclude(v)
else:
self._exclude_misc(k, v)
def _exclude_packages(self, packages):
if not isinstance(packages, sequence):
raise DistutilsSetupError(
"packages: setting must be a list or tuple (%r)" % (packages,)
)
list(map(self.exclude_package, packages))
def _parse_command_opts(self, parser, args):
# Remove --with-X/--without-X options when processing command args
self.global_options = self.__class__.global_options
self.negative_opt = self.__class__.negative_opt
# First, expand any aliases
command = args[0]
aliases = self.get_option_dict('aliases')
while command in aliases:
src, alias = aliases[command]
del aliases[command] # ensure each alias can expand only once!
import shlex
args[:1] = shlex.split(alias, True)
command = args[0]
nargs = _Distribution._parse_command_opts(self, parser, args)
# Handle commands that want to consume all remaining arguments
cmd_class = self.get_command_class(command)
if getattr(cmd_class, 'command_consumes_arguments', None):
self.get_option_dict(command)['args'] = ("command line", nargs)
if nargs is not None:
return []
return nargs
def get_cmdline_options(self):
"""Return a '{cmd: {opt:val}}' map of all command-line options
Option names are all long, but do not include the leading '--', and
contain dashes rather than underscores. If the option doesn't take
an argument (e.g. '--quiet'), the 'val' is 'None'.
Note that options provided by config files are intentionally excluded.
"""
d = {}
for cmd, opts in self.command_options.items():
for opt, (src, val) in opts.items():
if src != "command line":
continue
opt = opt.replace('_', '-')
if val == 0:
cmdobj = self.get_command_obj(cmd)
neg_opt = self.negative_opt.copy()
neg_opt.update(getattr(cmdobj, 'negative_opt', {}))
for neg, pos in neg_opt.items():
if pos == opt:
opt = neg
val = None
break
else:
raise AssertionError("Shouldn't be able to get here")
elif val == 1:
val = None
d.setdefault(cmd, {})[opt] = val
return d
def iter_distribution_names(self):
"""Yield all packages, modules, and extension names in distribution"""
for pkg in self.packages or ():
yield pkg
for module in self.py_modules or ():
yield module
for ext in self.ext_modules or ():
if isinstance(ext, tuple):
name, buildinfo = ext
else:
name = ext.name
if name.endswith('module'):
name = name[:-6]
yield name
def handle_display_options(self, option_order):
"""If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
"""
import sys
if six.PY2 or self.help_commands:
return _Distribution.handle_display_options(self, option_order)
# Stdout may be StringIO (e.g. in tests)
if not isinstance(sys.stdout, io.TextIOWrapper):
return _Distribution.handle_display_options(self, option_order)
# Don't wrap stdout if utf-8 is already the encoding. Provides
# workaround for #334.
if sys.stdout.encoding.lower() in ('utf-8', 'utf8'):
return _Distribution.handle_display_options(self, option_order)
# Print metadata in UTF-8 no matter the platform
encoding = sys.stdout.encoding
errors = sys.stdout.errors
newline = sys.platform != 'win32' and '\n' or None
line_buffering = sys.stdout.line_buffering
sys.stdout = io.TextIOWrapper(
sys.stdout.detach(), 'utf-8', errors, newline, line_buffering)
try:
return _Distribution.handle_display_options(self, option_order)
finally:
sys.stdout = io.TextIOWrapper(
sys.stdout.detach(), encoding, errors, newline, line_buffering)
class Feature:
"""
**deprecated** -- The `Feature` facility was never completely implemented
or supported, `has reported issues
<https://github.com/pypa/setuptools/issues/58>`_ and will be removed in
a future version.
A subset of the distribution that can be excluded if unneeded/wanted
Features are created using these keyword arguments:
'description' -- a short, human readable description of the feature, to
be used in error messages, and option help messages.
'standard' -- if true, the feature is included by default if it is
available on the current system. Otherwise, the feature is only
included if requested via a command line '--with-X' option, or if
another included feature requires it. The default setting is 'False'.
'available' -- if true, the feature is available for installation on the
current system. The default setting is 'True'.
'optional' -- if true, the feature's inclusion can be controlled from the
command line, using the '--with-X' or '--without-X' options. If
false, the feature's inclusion status is determined automatically,
based on 'availabile', 'standard', and whether any other feature
requires it. The default setting is 'True'.
'require_features' -- a string or sequence of strings naming features
that should also be included if this feature is included. Defaults to
empty list. May also contain 'Require' objects that should be
added/removed from the distribution.
'remove' -- a string or list of strings naming packages to be removed
from the distribution if this feature is *not* included. If the
feature *is* included, this argument is ignored. This argument exists
to support removing features that "crosscut" a distribution, such as
defining a 'tests' feature that removes all the 'tests' subpackages
provided by other features. The default for this argument is an empty
list. (Note: the named package(s) or modules must exist in the base
distribution when the 'setup()' function is initially called.)
other keywords -- any other keyword arguments are saved, and passed to
the distribution's 'include()' and 'exclude()' methods when the
feature is included or excluded, respectively. So, for example, you
could pass 'packages=["a","b"]' to cause packages 'a' and 'b' to be
added or removed from the distribution as appropriate.
A feature must include at least one 'requires', 'remove', or other
keyword argument. Otherwise, it can't affect the distribution in any way.
Note also that you can subclass 'Feature' to create your own specialized
feature types that modify the distribution in other ways when included or
excluded. See the docstrings for the various methods here for more detail.
Aside from the methods, the only feature attributes that distributions look
at are 'description' and 'optional'.
"""
@staticmethod
def warn_deprecated():
msg = (
"Features are deprecated and will be removed in a future "
"version. See https://github.com/pypa/setuptools/issues/65."
)
warnings.warn(msg, DistDeprecationWarning, stacklevel=3)
def __init__(
self, description, standard=False, available=True,
optional=True, require_features=(), remove=(), **extras):
self.warn_deprecated()
self.description = description
self.standard = standard
self.available = available
self.optional = optional
if isinstance(require_features, (str, Require)):
require_features = require_features,
self.require_features = [
r for r in require_features if isinstance(r, str)
]
er = [r for r in require_features if not isinstance(r, str)]
if er:
extras['require_features'] = er
if isinstance(remove, str):
remove = remove,
self.remove = remove
self.extras = extras
if not remove and not require_features and not extras:
raise DistutilsSetupError(
"Feature %s: must define 'require_features', 'remove', or "
"at least one of 'packages', 'py_modules', etc."
)
def include_by_default(self):
"""Should this feature be included by default?"""
return self.available and self.standard
def include_in(self, dist):
"""Ensure feature and its requirements are included in distribution
You may override this in a subclass to perform additional operations on
the distribution. Note that this method may be called more than once
per feature, and so should be idempotent.
"""
if not self.available:
raise DistutilsPlatformError(
self.description + " is required, "
"but is not available on this platform"
)
dist.include(**self.extras)
for f in self.require_features:
dist.include_feature(f)
def exclude_from(self, dist):
"""Ensure feature is excluded from distribution
You may override this in a subclass to perform additional operations on
the distribution. This method will be called at most once per
feature, and only after all included features have been asked to
include themselves.
"""
dist.exclude(**self.extras)
if self.remove:
for item in self.remove:
dist.exclude_package(item)
def validate(self, dist):
"""Verify that feature makes sense in context of distribution
This method is called by the distribution just before it parses its
command line. It checks to ensure that the 'remove' attribute, if any,
contains only valid package/module names that are present in the base
distribution when 'setup()' is called. You may override it in a
subclass to perform any other required validation of the feature
against a target distribution.
"""
for item in self.remove:
if not dist.has_contents_for(item):
raise DistutilsSetupError(
"%s wants to be able to remove %s, but the distribution"
" doesn't contain any packages or modules under %s"
% (self.description, item, item)
)
class DistDeprecationWarning(SetuptoolsDeprecationWarning):
"""Class for warning about deprecations in dist in
setuptools. Not ignored by default, unlike DeprecationWarning."""
site-packages/setuptools/glob.py 0000644 00000011734 15201600074 0013003 0 ustar 00 """
Filename globbing utility. Mostly a copy of `glob` from Python 3.5.
Changes include:
* `yield from` and PEP3102 `*` removed.
* Hidden files are not ignored.
"""
import os
import re
import fnmatch
__all__ = ["glob", "iglob", "escape"]
def glob(pathname, recursive=False):
"""Return a list of paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
"""
return list(iglob(pathname, recursive=recursive))
def iglob(pathname, recursive=False):
"""Return an iterator which yields the paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
"""
it = _iglob(pathname, recursive)
if recursive and _isrecursive(pathname):
s = next(it) # skip empty string
assert not s
return it
def _iglob(pathname, recursive):
dirname, basename = os.path.split(pathname)
if not has_magic(pathname):
if basename:
if os.path.lexists(pathname):
yield pathname
else:
# Patterns ending with a slash should match only directories
if os.path.isdir(dirname):
yield pathname
return
if not dirname:
if recursive and _isrecursive(basename):
for x in glob2(dirname, basename):
yield x
else:
for x in glob1(dirname, basename):
yield x
return
# `os.path.split()` returns the argument itself as a dirname if it is a
# drive or UNC path. Prevent an infinite recursion if a drive or UNC path
# contains magic characters (i.e. r'\\?\C:').
if dirname != pathname and has_magic(dirname):
dirs = _iglob(dirname, recursive)
else:
dirs = [dirname]
if has_magic(basename):
if recursive and _isrecursive(basename):
glob_in_dir = glob2
else:
glob_in_dir = glob1
else:
glob_in_dir = glob0
for dirname in dirs:
for name in glob_in_dir(dirname, basename):
yield os.path.join(dirname, name)
# These 2 helper functions non-recursively glob inside a literal directory.
# They return a list of basenames. `glob1` accepts a pattern while `glob0`
# takes a literal basename (so it only has to check for its existence).
def glob1(dirname, pattern):
if not dirname:
if isinstance(pattern, bytes):
dirname = os.curdir.encode('ASCII')
else:
dirname = os.curdir
try:
names = os.listdir(dirname)
except OSError:
return []
return fnmatch.filter(names, pattern)
def glob0(dirname, basename):
if not basename:
# `os.path.split()` returns an empty basename for paths ending with a
# directory separator. 'q*x/' should match only directories.
if os.path.isdir(dirname):
return [basename]
else:
if os.path.lexists(os.path.join(dirname, basename)):
return [basename]
return []
# This helper function recursively yields relative pathnames inside a literal
# directory.
def glob2(dirname, pattern):
assert _isrecursive(pattern)
yield pattern[:0]
for x in _rlistdir(dirname):
yield x
# Recursively yields relative pathnames inside a literal directory.
def _rlistdir(dirname):
if not dirname:
if isinstance(dirname, bytes):
dirname = os.curdir.encode('ASCII')
else:
dirname = os.curdir
try:
names = os.listdir(dirname)
except os.error:
return
for x in names:
yield x
path = os.path.join(dirname, x) if dirname else x
for y in _rlistdir(path):
yield os.path.join(x, y)
magic_check = re.compile('([*?[])')
magic_check_bytes = re.compile(b'([*?[])')
def has_magic(s):
if isinstance(s, bytes):
match = magic_check_bytes.search(s)
else:
match = magic_check.search(s)
return match is not None
def _isrecursive(pattern):
if isinstance(pattern, bytes):
return pattern == b'**'
else:
return pattern == '**'
def escape(pathname):
"""Escape all special characters.
"""
# Escaping is done by wrapping any of "*?[" between square brackets.
# Metacharacters do not work in the drive part and shouldn't be escaped.
drive, pathname = os.path.splitdrive(pathname)
if isinstance(pathname, bytes):
pathname = magic_check_bytes.sub(br'[\1]', pathname)
else:
pathname = magic_check.sub(r'[\1]', pathname)
return drive + pathname
site-packages/setuptools/py31compat.py 0000644 00000001506 15201600074 0014054 0 ustar 00 __all__ = []
__metaclass__ = type
try:
# Python >=3.2
from tempfile import TemporaryDirectory
except ImportError:
import shutil
import tempfile
class TemporaryDirectory:
"""
Very simple temporary directory context manager.
Will try to delete afterward, but will also ignore OS and similar
errors on deletion.
"""
def __init__(self, **kwargs):
self.name = None # Handle mkdtemp raising an exception
self.name = tempfile.mkdtemp(**kwargs)
def __enter__(self):
return self.name
def __exit__(self, exctype, excvalue, exctrace):
try:
shutil.rmtree(self.name, True)
except OSError: # removal errors are not the only possible
pass
self.name = None
site-packages/setuptools/script.tmpl 0000644 00000000212 15201600074 0013675 0 ustar 00 # EASY-INSTALL-SCRIPT: %(spec)r,%(script_name)r
__requires__ = %(spec)r
__import__('pkg_resources').run_script(%(spec)r, %(script_name)r)
site-packages/setuptools/unicode_utils.py 0000644 00000001744 15201600074 0014726 0 ustar 00 import unicodedata
import sys
from setuptools.extern import six
# HFS Plus uses decomposed UTF-8
def decompose(path):
if isinstance(path, six.text_type):
return unicodedata.normalize('NFD', path)
try:
path = path.decode('utf-8')
path = unicodedata.normalize('NFD', path)
path = path.encode('utf-8')
except UnicodeError:
pass # Not UTF-8
return path
def filesys_decode(path):
"""
Ensure that the given path is decoded,
NONE when no expected encoding works
"""
if isinstance(path, six.text_type):
return path
fs_enc = sys.getfilesystemencoding() or 'utf-8'
candidates = fs_enc, 'utf-8'
for enc in candidates:
try:
return path.decode(enc)
except UnicodeDecodeError:
continue
def try_encode(string, enc):
"turn unicode encoding into a functional routine"
try:
return string.encode(enc)
except UnicodeEncodeError:
return None
site-packages/setuptools/script (dev).tmpl 0000644 00000000332 15201600074 0014560 0 ustar 00 # EASY-INSTALL-DEV-SCRIPT: %(spec)r,%(script_name)r
__requires__ = %(spec)r
__import__('pkg_resources').require(%(spec)r)
__file__ = %(dev_path)r
with open(__file__) as f:
exec(compile(f.read(), __file__, 'exec'))
site-packages/setuptools/_deprecation_warning.py 0000644 00000000332 15201600074 0016231 0 ustar 00 class SetuptoolsDeprecationWarning(Warning):
"""
Base class for warning deprecations in ``setuptools``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
"""
site-packages/setuptools/site-patch.py 0000644 00000004376 15201600074 0014125 0 ustar 00 def __boot():
import sys
import os
PYTHONPATH = os.environ.get('PYTHONPATH')
if PYTHONPATH is None or (sys.platform == 'win32' and not PYTHONPATH):
PYTHONPATH = []
else:
PYTHONPATH = PYTHONPATH.split(os.pathsep)
pic = getattr(sys, 'path_importer_cache', {})
stdpath = sys.path[len(PYTHONPATH):]
mydir = os.path.dirname(__file__)
for item in stdpath:
if item == mydir or not item:
continue # skip if current dir. on Windows, or my own directory
importer = pic.get(item)
if importer is not None:
loader = importer.find_module('site')
if loader is not None:
# This should actually reload the current module
loader.load_module('site')
break
else:
try:
import imp # Avoid import loop in Python 3
stream, path, descr = imp.find_module('site', [item])
except ImportError:
continue
if stream is None:
continue
try:
# This should actually reload the current module
imp.load_module('site', stream, path, descr)
finally:
stream.close()
break
else:
raise ImportError("Couldn't find the real 'site' module")
known_paths = dict([(makepath(item)[1], 1) for item in sys.path]) # 2.2 comp
oldpos = getattr(sys, '__egginsert', 0) # save old insertion position
sys.__egginsert = 0 # and reset the current one
for item in PYTHONPATH:
addsitedir(item)
sys.__egginsert += oldpos # restore effective old position
d, nd = makepath(stdpath[0])
insert_at = None
new_path = []
for item in sys.path:
p, np = makepath(item)
if np == nd and insert_at is None:
# We've hit the first 'system' path entry, so added entries go here
insert_at = len(new_path)
if np in known_paths or insert_at is None:
new_path.append(item)
else:
# new path after the insert point, back-insert it
new_path.insert(insert_at, item)
insert_at += 1
sys.path[:] = new_path
if __name__ == 'site':
__boot()
del __boot
site-packages/setuptools/wheel.py 0000644 00000017636 15201600074 0013173 0 ustar 00 """Wheels support."""
from distutils.util import get_platform
import email
import itertools
import os
import posixpath
import re
import zipfile
import pkg_resources
import setuptools
from pkg_resources import parse_version
from setuptools.extern.packaging.utils import canonicalize_name
from setuptools.extern.six import PY3
from setuptools import pep425tags
from setuptools.command.egg_info import write_requirements
__metaclass__ = type
WHEEL_NAME = re.compile(
r"""^(?P<project_name>.+?)-(?P<version>\d.*?)
((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?)
)\.whl$""",
re.VERBOSE).match
NAMESPACE_PACKAGE_INIT = '''\
try:
__import__('pkg_resources').declare_namespace(__name__)
except ImportError:
__path__ = __import__('pkgutil').extend_path(__path__, __name__)
'''
def unpack(src_dir, dst_dir):
'''Move everything under `src_dir` to `dst_dir`, and delete the former.'''
for dirpath, dirnames, filenames in os.walk(src_dir):
subdir = os.path.relpath(dirpath, src_dir)
for f in filenames:
src = os.path.join(dirpath, f)
dst = os.path.join(dst_dir, subdir, f)
os.renames(src, dst)
for n, d in reversed(list(enumerate(dirnames))):
src = os.path.join(dirpath, d)
dst = os.path.join(dst_dir, subdir, d)
if not os.path.exists(dst):
# Directory does not exist in destination,
# rename it and prune it from os.walk list.
os.renames(src, dst)
del dirnames[n]
# Cleanup.
for dirpath, dirnames, filenames in os.walk(src_dir, topdown=True):
assert not filenames
os.rmdir(dirpath)
class Wheel:
def __init__(self, filename):
match = WHEEL_NAME(os.path.basename(filename))
if match is None:
raise ValueError('invalid wheel name: %r' % filename)
self.filename = filename
for k, v in match.groupdict().items():
setattr(self, k, v)
def tags(self):
'''List tags (py_version, abi, platform) supported by this wheel.'''
return itertools.product(
self.py_version.split('.'),
self.abi.split('.'),
self.platform.split('.'),
)
def is_compatible(self):
'''Is the wheel is compatible with the current platform?'''
supported_tags = pep425tags.get_supported()
return next((True for t in self.tags() if t in supported_tags), False)
def egg_name(self):
return pkg_resources.Distribution(
project_name=self.project_name, version=self.version,
platform=(None if self.platform == 'any' else get_platform()),
).egg_name() + '.egg'
def get_dist_info(self, zf):
# find the correct name of the .dist-info dir in the wheel file
for member in zf.namelist():
dirname = posixpath.dirname(member)
if (dirname.endswith('.dist-info') and
canonicalize_name(dirname).startswith(
canonicalize_name(self.project_name))):
return dirname
raise ValueError("unsupported wheel format. .dist-info not found")
def install_as_egg(self, destination_eggdir):
'''Install wheel as an egg directory.'''
with zipfile.ZipFile(self.filename) as zf:
self._install_as_egg(destination_eggdir, zf)
def _install_as_egg(self, destination_eggdir, zf):
dist_basename = '%s-%s' % (self.project_name, self.version)
dist_info = self.get_dist_info(zf)
dist_data = '%s.data' % dist_basename
egg_info = os.path.join(destination_eggdir, 'EGG-INFO')
self._convert_metadata(zf, destination_eggdir, dist_info, egg_info)
self._move_data_entries(destination_eggdir, dist_data)
self._fix_namespace_packages(egg_info, destination_eggdir)
@staticmethod
def _convert_metadata(zf, destination_eggdir, dist_info, egg_info):
def get_metadata(name):
with zf.open(posixpath.join(dist_info, name)) as fp:
value = fp.read().decode('utf-8') if PY3 else fp.read()
return email.parser.Parser().parsestr(value)
wheel_metadata = get_metadata('WHEEL')
# Check wheel format version is supported.
wheel_version = parse_version(wheel_metadata.get('Wheel-Version'))
wheel_v1 = (
parse_version('1.0') <= wheel_version < parse_version('2.0dev0')
)
if not wheel_v1:
raise ValueError(
'unsupported wheel format version: %s' % wheel_version)
# Extract to target directory.
os.mkdir(destination_eggdir)
zf.extractall(destination_eggdir)
# Convert metadata.
dist_info = os.path.join(destination_eggdir, dist_info)
dist = pkg_resources.Distribution.from_location(
destination_eggdir, dist_info,
metadata=pkg_resources.PathMetadata(destination_eggdir, dist_info),
)
# Note: Evaluate and strip markers now,
# as it's difficult to convert back from the syntax:
# foobar; "linux" in sys_platform and extra == 'test'
def raw_req(req):
req.marker = None
return str(req)
install_requires = list(sorted(map(raw_req, dist.requires())))
extras_require = {
extra: sorted(
req
for req in map(raw_req, dist.requires((extra,)))
if req not in install_requires
)
for extra in dist.extras
}
os.rename(dist_info, egg_info)
os.rename(
os.path.join(egg_info, 'METADATA'),
os.path.join(egg_info, 'PKG-INFO'),
)
setup_dist = setuptools.Distribution(
attrs=dict(
install_requires=install_requires,
extras_require=extras_require,
),
)
write_requirements(
setup_dist.get_command_obj('egg_info'),
None,
os.path.join(egg_info, 'requires.txt'),
)
@staticmethod
def _move_data_entries(destination_eggdir, dist_data):
"""Move data entries to their correct location."""
dist_data = os.path.join(destination_eggdir, dist_data)
dist_data_scripts = os.path.join(dist_data, 'scripts')
if os.path.exists(dist_data_scripts):
egg_info_scripts = os.path.join(
destination_eggdir, 'EGG-INFO', 'scripts')
os.mkdir(egg_info_scripts)
for entry in os.listdir(dist_data_scripts):
# Remove bytecode, as it's not properly handled
# during easy_install scripts install phase.
if entry.endswith('.pyc'):
os.unlink(os.path.join(dist_data_scripts, entry))
else:
os.rename(
os.path.join(dist_data_scripts, entry),
os.path.join(egg_info_scripts, entry),
)
os.rmdir(dist_data_scripts)
for subdir in filter(os.path.exists, (
os.path.join(dist_data, d)
for d in ('data', 'headers', 'purelib', 'platlib')
)):
unpack(subdir, destination_eggdir)
if os.path.exists(dist_data):
os.rmdir(dist_data)
@staticmethod
def _fix_namespace_packages(egg_info, destination_eggdir):
namespace_packages = os.path.join(
egg_info, 'namespace_packages.txt')
if os.path.exists(namespace_packages):
with open(namespace_packages) as fp:
namespace_packages = fp.read().split()
for mod in namespace_packages:
mod_dir = os.path.join(destination_eggdir, *mod.split('.'))
mod_init = os.path.join(mod_dir, '__init__.py')
if os.path.exists(mod_dir) and not os.path.exists(mod_init):
with open(mod_init, 'w') as fp:
fp.write(NAMESPACE_PACKAGE_INIT)
site-packages/setuptools/pep425tags.py 0000644 00000025155 15201600074 0013760 0 ustar 00 # This file originally from pip:
# https://github.com/pypa/pip/blob/8f4f15a5a95d7d5b511ceaee9ed261176c181970/src/pip/_internal/pep425tags.py
"""Generate and work with PEP 425 Compatibility Tags."""
from __future__ import absolute_import
import distutils.util
from distutils import log
import platform
import re
import sys
import sysconfig
import warnings
from collections import OrderedDict
from .extern import six
from . import glibc
_osx_arch_pat = re.compile(r'(.+)_(\d+)_(\d+)_(.+)')
def get_config_var(var):
try:
return sysconfig.get_config_var(var)
except IOError as e: # Issue #1074
warnings.warn("{}".format(e), RuntimeWarning)
return None
def get_abbr_impl():
"""Return abbreviated implementation name."""
if hasattr(sys, 'pypy_version_info'):
pyimpl = 'pp'
elif sys.platform.startswith('java'):
pyimpl = 'jy'
elif sys.platform == 'cli':
pyimpl = 'ip'
else:
pyimpl = 'cp'
return pyimpl
def get_impl_ver():
"""Return implementation version."""
impl_ver = get_config_var("py_version_nodot")
if not impl_ver or get_abbr_impl() == 'pp':
impl_ver = ''.join(map(str, get_impl_version_info()))
return impl_ver
def get_impl_version_info():
"""Return sys.version_info-like tuple for use in decrementing the minor
version."""
if get_abbr_impl() == 'pp':
# as per https://github.com/pypa/pip/issues/2882
return (sys.version_info[0], sys.pypy_version_info.major,
sys.pypy_version_info.minor)
else:
return sys.version_info[0], sys.version_info[1]
def get_impl_tag():
"""
Returns the Tag for this specific implementation.
"""
return "{}{}".format(get_abbr_impl(), get_impl_ver())
def get_flag(var, fallback, expected=True, warn=True):
"""Use a fallback method for determining SOABI flags if the needed config
var is unset or unavailable."""
val = get_config_var(var)
if val is None:
if warn:
log.debug("Config variable '%s' is unset, Python ABI tag may "
"be incorrect", var)
return fallback()
return val == expected
def get_abi_tag():
"""Return the ABI tag based on SOABI (if available) or emulate SOABI
(CPython 2, PyPy)."""
soabi = get_config_var('SOABI')
impl = get_abbr_impl()
if not soabi and impl in {'cp', 'pp'} and hasattr(sys, 'maxunicode'):
d = ''
m = ''
u = ''
if get_flag('Py_DEBUG',
lambda: hasattr(sys, 'gettotalrefcount'),
warn=(impl == 'cp')):
d = 'd'
if get_flag('WITH_PYMALLOC',
lambda: impl == 'cp',
warn=(impl == 'cp')):
m = 'm'
if get_flag('Py_UNICODE_SIZE',
lambda: sys.maxunicode == 0x10ffff,
expected=4,
warn=(impl == 'cp' and
six.PY2)) \
and six.PY2:
u = 'u'
abi = '%s%s%s%s%s' % (impl, get_impl_ver(), d, m, u)
elif soabi and soabi.startswith('cpython-'):
abi = 'cp' + soabi.split('-')[1]
elif soabi:
abi = soabi.replace('.', '_').replace('-', '_')
else:
abi = None
return abi
def _is_running_32bit():
return sys.maxsize == 2147483647
def get_platform():
"""Return our platform name 'win32', 'linux_x86_64'"""
if sys.platform == 'darwin':
# distutils.util.get_platform() returns the release based on the value
# of MACOSX_DEPLOYMENT_TARGET on which Python was built, which may
# be significantly older than the user's current machine.
release, _, machine = platform.mac_ver()
split_ver = release.split('.')
if machine == "x86_64" and _is_running_32bit():
machine = "i386"
elif machine == "ppc64" and _is_running_32bit():
machine = "ppc"
return 'macosx_{}_{}_{}'.format(split_ver[0], split_ver[1], machine)
# XXX remove distutils dependency
result = distutils.util.get_platform().replace('.', '_').replace('-', '_')
if result == "linux_x86_64" and _is_running_32bit():
# 32 bit Python program (running on a 64 bit Linux): pip should only
# install and run 32 bit compiled extensions in that case.
result = "linux_i686"
return result
def is_manylinux1_compatible():
# Only Linux, and only x86-64 / i686
if get_platform() not in {"linux_x86_64", "linux_i686"}:
return False
# Check for presence of _manylinux module
try:
import _manylinux
return bool(_manylinux.manylinux1_compatible)
except (ImportError, AttributeError):
# Fall through to heuristic check below
pass
# Check glibc version. CentOS 5 uses glibc 2.5.
return glibc.have_compatible_glibc(2, 5)
def get_darwin_arches(major, minor, machine):
"""Return a list of supported arches (including group arches) for
the given major, minor and machine architecture of a macOS machine.
"""
arches = []
def _supports_arch(major, minor, arch):
# Looking at the application support for macOS versions in the chart
# provided by https://en.wikipedia.org/wiki/OS_X#Versions it appears
# our timeline looks roughly like:
#
# 10.0 - Introduces ppc support.
# 10.4 - Introduces ppc64, i386, and x86_64 support, however the ppc64
# and x86_64 support is CLI only, and cannot be used for GUI
# applications.
# 10.5 - Extends ppc64 and x86_64 support to cover GUI applications.
# 10.6 - Drops support for ppc64
# 10.7 - Drops support for ppc
#
# Given that we do not know if we're installing a CLI or a GUI
# application, we must be conservative and assume it might be a GUI
# application and behave as if ppc64 and x86_64 support did not occur
# until 10.5.
#
# Note: The above information is taken from the "Application support"
# column in the chart not the "Processor support" since I believe
# that we care about what instruction sets an application can use
# not which processors the OS supports.
if arch == 'ppc':
return (major, minor) <= (10, 5)
if arch == 'ppc64':
return (major, minor) == (10, 5)
if arch == 'i386':
return (major, minor) >= (10, 4)
if arch == 'x86_64':
return (major, minor) >= (10, 5)
if arch in groups:
for garch in groups[arch]:
if _supports_arch(major, minor, garch):
return True
return False
groups = OrderedDict([
("fat", ("i386", "ppc")),
("intel", ("x86_64", "i386")),
("fat64", ("x86_64", "ppc64")),
("fat32", ("x86_64", "i386", "ppc")),
])
if _supports_arch(major, minor, machine):
arches.append(machine)
for garch in groups:
if machine in groups[garch] and _supports_arch(major, minor, garch):
arches.append(garch)
arches.append('universal')
return arches
def get_supported(versions=None, noarch=False, platform=None,
impl=None, abi=None):
"""Return a list of supported tags for each version specified in
`versions`.
:param versions: a list of string versions, of the form ["33", "32"],
or None. The first version will be assumed to support our ABI.
:param platform: specify the exact platform you want valid
tags for, or None. If None, use the local system platform.
:param impl: specify the exact implementation you want valid
tags for, or None. If None, use the local interpreter impl.
:param abi: specify the exact abi you want valid
tags for, or None. If None, use the local interpreter abi.
"""
supported = []
# Versions must be given with respect to the preference
if versions is None:
versions = []
version_info = get_impl_version_info()
major = version_info[:-1]
# Support all previous minor Python versions.
for minor in range(version_info[-1], -1, -1):
versions.append(''.join(map(str, major + (minor,))))
impl = impl or get_abbr_impl()
abis = []
abi = abi or get_abi_tag()
if abi:
abis[0:0] = [abi]
abi3s = set()
import imp
for suffix in imp.get_suffixes():
if suffix[0].startswith('.abi'):
abi3s.add(suffix[0].split('.', 2)[1])
abis.extend(sorted(list(abi3s)))
abis.append('none')
if not noarch:
arch = platform or get_platform()
if arch.startswith('macosx'):
# support macosx-10.6-intel on macosx-10.9-x86_64
match = _osx_arch_pat.match(arch)
if match:
name, major, minor, actual_arch = match.groups()
tpl = '{}_{}_%i_%s'.format(name, major)
arches = []
for m in reversed(range(int(minor) + 1)):
for a in get_darwin_arches(int(major), m, actual_arch):
arches.append(tpl % (m, a))
else:
# arch pattern didn't match (?!)
arches = [arch]
elif platform is None and is_manylinux1_compatible():
arches = [arch.replace('linux', 'manylinux1'), arch]
else:
arches = [arch]
# Current version, current API (built specifically for our Python):
for abi in abis:
for arch in arches:
supported.append(('%s%s' % (impl, versions[0]), abi, arch))
# abi3 modules compatible with older version of Python
for version in versions[1:]:
# abi3 was introduced in Python 3.2
if version in {'31', '30'}:
break
for abi in abi3s: # empty set if not Python 3
for arch in arches:
supported.append(("%s%s" % (impl, version), abi, arch))
# Has binaries, does not use the Python API:
for arch in arches:
supported.append(('py%s' % (versions[0][0]), 'none', arch))
# No abi / arch, but requires our implementation:
supported.append(('%s%s' % (impl, versions[0]), 'none', 'any'))
# Tagged specifically as being cross-version compatible
# (with just the major version specified)
supported.append(('%s%s' % (impl, versions[0][0]), 'none', 'any'))
# No abi / arch, generic Python
for i, version in enumerate(versions):
supported.append(('py%s' % (version,), 'none', 'any'))
if i == 0:
supported.append(('py%s' % (version[0]), 'none', 'any'))
return supported
implementation_tag = get_impl_tag()
site-packages/setuptools/py33compat.py 0000644 00000002462 15201600074 0014060 0 ustar 00 import dis
import array
import collections
try:
import html
except ImportError:
html = None
from setuptools.extern import six
from setuptools.extern.six.moves import html_parser
__metaclass__ = type
OpArg = collections.namedtuple('OpArg', 'opcode arg')
class Bytecode_compat:
def __init__(self, code):
self.code = code
def __iter__(self):
"""Yield '(op,arg)' pair for each operation in code object 'code'"""
bytes = array.array('b', self.code.co_code)
eof = len(self.code.co_code)
ptr = 0
extended_arg = 0
while ptr < eof:
op = bytes[ptr]
if op >= dis.HAVE_ARGUMENT:
arg = bytes[ptr + 1] + bytes[ptr + 2] * 256 + extended_arg
ptr += 3
if op == dis.EXTENDED_ARG:
long_type = six.integer_types[-1]
extended_arg = arg * long_type(65536)
continue
else:
arg = None
ptr += 1
yield OpArg(op, arg)
Bytecode = getattr(dis, 'Bytecode', Bytecode_compat)
unescape = getattr(html, 'unescape', None)
if unescape is None:
# HTMLParser.unescape is deprecated since Python 3.4, and will be removed
# from 3.9.
unescape = html_parser.HTMLParser().unescape
site-packages/setuptools/lib2to3_ex.py 0000644 00000003735 15201600074 0014034 0 ustar 00 """
Customized Mixin2to3 support:
- adds support for converting doctests
This module raises an ImportError on Python 2.
"""
from distutils.util import Mixin2to3 as _Mixin2to3
from distutils import log
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
import setuptools
class DistutilsRefactoringTool(RefactoringTool):
def log_error(self, msg, *args, **kw):
log.error(msg, *args)
def log_message(self, msg, *args):
log.info(msg, *args)
def log_debug(self, msg, *args):
log.debug(msg, *args)
class Mixin2to3(_Mixin2to3):
def run_2to3(self, files, doctests=False):
# See of the distribution option has been set, otherwise check the
# setuptools default.
if self.distribution.use_2to3 is not True:
return
if not files:
return
log.info("Fixing " + " ".join(files))
self.__build_fixer_names()
self.__exclude_fixers()
if doctests:
if setuptools.run_2to3_on_doctests:
r = DistutilsRefactoringTool(self.fixer_names)
r.refactor(files, write=True, doctests_only=True)
else:
_Mixin2to3.run_2to3(self, files)
def __build_fixer_names(self):
if self.fixer_names:
return
self.fixer_names = []
for p in setuptools.lib2to3_fixer_packages:
self.fixer_names.extend(get_fixers_from_package(p))
if self.distribution.use_2to3_fixers is not None:
for p in self.distribution.use_2to3_fixers:
self.fixer_names.extend(get_fixers_from_package(p))
def __exclude_fixers(self):
excluded_fixers = getattr(self, 'exclude_fixers', [])
if self.distribution.use_2to3_exclude_fixers is not None:
excluded_fixers.extend(self.distribution.use_2to3_exclude_fixers)
for fixer_name in excluded_fixers:
if fixer_name in self.fixer_names:
self.fixer_names.remove(fixer_name)
site-packages/setuptools/config.py 0000644 00000050066 15201600074 0013326 0 ustar 00 from __future__ import absolute_import, unicode_literals
import io
import os
import sys
import warnings
import functools
from collections import defaultdict
from functools import partial
from functools import wraps
from importlib import import_module
from distutils.errors import DistutilsOptionError, DistutilsFileError
from setuptools.extern.packaging.version import LegacyVersion, parse
from setuptools.extern.packaging.specifiers import SpecifierSet
from setuptools.extern.six import string_types, PY3
__metaclass__ = type
def read_configuration(
filepath, find_others=False, ignore_option_errors=False):
"""Read given configuration file and returns options from it as a dict.
:param str|unicode filepath: Path to configuration file
to get options from.
:param bool find_others: Whether to search for other configuration files
which could be on in various places.
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: dict
"""
from setuptools.dist import Distribution, _Distribution
filepath = os.path.abspath(filepath)
if not os.path.isfile(filepath):
raise DistutilsFileError(
'Configuration file %s does not exist.' % filepath)
current_directory = os.getcwd()
os.chdir(os.path.dirname(filepath))
try:
dist = Distribution()
filenames = dist.find_config_files() if find_others else []
if filepath not in filenames:
filenames.append(filepath)
_Distribution.parse_config_files(dist, filenames=filenames)
handlers = parse_configuration(
dist, dist.command_options,
ignore_option_errors=ignore_option_errors)
finally:
os.chdir(current_directory)
return configuration_to_dict(handlers)
def _get_option(target_obj, key):
"""
Given a target object and option key, get that option from
the target object, either through a get_{key} method or
from an attribute directly.
"""
getter_name = 'get_{key}'.format(**locals())
by_attribute = functools.partial(getattr, target_obj, key)
getter = getattr(target_obj, getter_name, by_attribute)
return getter()
def configuration_to_dict(handlers):
"""Returns configuration data gathered by given handlers as a dict.
:param list[ConfigHandler] handlers: Handlers list,
usually from parse_configuration()
:rtype: dict
"""
config_dict = defaultdict(dict)
for handler in handlers:
for option in handler.set_options:
value = _get_option(handler.target_obj, option)
config_dict[handler.section_prefix][option] = value
return config_dict
def parse_configuration(
distribution, command_options, ignore_option_errors=False):
"""Performs additional parsing of configuration options
for a distribution.
Returns a list of used option handlers.
:param Distribution distribution:
:param dict command_options:
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: list
"""
options = ConfigOptionsHandler(
distribution, command_options, ignore_option_errors)
options.parse()
meta = ConfigMetadataHandler(
distribution.metadata, command_options, ignore_option_errors,
distribution.package_dir)
meta.parse()
return meta, options
class ConfigHandler:
"""Handles metadata supplied in configuration files."""
section_prefix = None
"""Prefix for config sections handled by this handler.
Must be provided by class heirs.
"""
aliases = {}
"""Options aliases.
For compatibility with various packages. E.g.: d2to1 and pbr.
Note: `-` in keys is replaced with `_` by config parser.
"""
def __init__(self, target_obj, options, ignore_option_errors=False):
sections = {}
section_prefix = self.section_prefix
for section_name, section_options in options.items():
if not section_name.startswith(section_prefix):
continue
section_name = section_name.replace(section_prefix, '').strip('.')
sections[section_name] = section_options
self.ignore_option_errors = ignore_option_errors
self.target_obj = target_obj
self.sections = sections
self.set_options = []
@property
def parsers(self):
"""Metadata item name to parser function mapping."""
raise NotImplementedError(
'%s must provide .parsers property' % self.__class__.__name__)
def __setitem__(self, option_name, value):
unknown = tuple()
target_obj = self.target_obj
# Translate alias into real name.
option_name = self.aliases.get(option_name, option_name)
current_value = getattr(target_obj, option_name, unknown)
if current_value is unknown:
raise KeyError(option_name)
if current_value:
# Already inhabited. Skipping.
return
skip_option = False
parser = self.parsers.get(option_name)
if parser:
try:
value = parser(value)
except Exception:
skip_option = True
if not self.ignore_option_errors:
raise
if skip_option:
return
setter = getattr(target_obj, 'set_%s' % option_name, None)
if setter is None:
setattr(target_obj, option_name, value)
else:
setter(value)
self.set_options.append(option_name)
@classmethod
def _parse_list(cls, value, separator=','):
"""Represents value as a list.
Value is split either by separator (defaults to comma) or by lines.
:param value:
:param separator: List items separator character.
:rtype: list
"""
if isinstance(value, list): # _get_parser_compound case
return value
if '\n' in value:
value = value.splitlines()
else:
value = value.split(separator)
return [chunk.strip() for chunk in value if chunk.strip()]
@classmethod
def _parse_dict(cls, value):
"""Represents value as a dict.
:param value:
:rtype: dict
"""
separator = '='
result = {}
for line in cls._parse_list(value):
key, sep, val = line.partition(separator)
if sep != separator:
raise DistutilsOptionError(
'Unable to parse option value to dict: %s' % value)
result[key.strip()] = val.strip()
return result
@classmethod
def _parse_bool(cls, value):
"""Represents value as boolean.
:param value:
:rtype: bool
"""
value = value.lower()
return value in ('1', 'true', 'yes')
@classmethod
def _exclude_files_parser(cls, key):
"""Returns a parser function to make sure field inputs
are not files.
Parses a value after getting the key so error messages are
more informative.
:param key:
:rtype: callable
"""
def parser(value):
exclude_directive = 'file:'
if value.startswith(exclude_directive):
raise ValueError(
'Only strings are accepted for the {0} field, '
'files are not accepted'.format(key))
return value
return parser
@classmethod
def _parse_file(cls, value):
"""Represents value as a string, allowing including text
from nearest files using `file:` directive.
Directive is sandboxed and won't reach anything outside
directory with setup.py.
Examples:
file: README.rst, CHANGELOG.md, src/file.txt
:param str value:
:rtype: str
"""
include_directive = 'file:'
if not isinstance(value, string_types):
return value
if not value.startswith(include_directive):
return value
spec = value[len(include_directive):]
filepaths = (os.path.abspath(path.strip()) for path in spec.split(','))
return '\n'.join(
cls._read_file(path)
for path in filepaths
if (cls._assert_local(path) or True)
and os.path.isfile(path)
)
@staticmethod
def _assert_local(filepath):
if not filepath.startswith(os.getcwd()):
raise DistutilsOptionError(
'`file:` directive can not access %s' % filepath)
@staticmethod
def _read_file(filepath):
with io.open(filepath, encoding='utf-8') as f:
return f.read()
@classmethod
def _parse_attr(cls, value, package_dir=None):
"""Represents value as a module attribute.
Examples:
attr: package.attr
attr: package.module.attr
:param str value:
:rtype: str
"""
attr_directive = 'attr:'
if not value.startswith(attr_directive):
return value
attrs_path = value.replace(attr_directive, '').strip().split('.')
attr_name = attrs_path.pop()
module_name = '.'.join(attrs_path)
module_name = module_name or '__init__'
parent_path = os.getcwd()
if package_dir:
if attrs_path[0] in package_dir:
# A custom path was specified for the module we want to import
custom_path = package_dir[attrs_path[0]]
parts = custom_path.rsplit('/', 1)
if len(parts) > 1:
parent_path = os.path.join(os.getcwd(), parts[0])
module_name = parts[1]
else:
module_name = custom_path
elif '' in package_dir:
# A custom parent directory was specified for all root modules
parent_path = os.path.join(os.getcwd(), package_dir[''])
sys.path.insert(0, parent_path)
try:
module = import_module(module_name)
value = getattr(module, attr_name)
finally:
sys.path = sys.path[1:]
return value
@classmethod
def _get_parser_compound(cls, *parse_methods):
"""Returns parser function to represents value as a list.
Parses a value applying given methods one after another.
:param parse_methods:
:rtype: callable
"""
def parse(value):
parsed = value
for method in parse_methods:
parsed = method(parsed)
return parsed
return parse
@classmethod
def _parse_section_to_dict(cls, section_options, values_parser=None):
"""Parses section options into a dictionary.
Optionally applies a given parser to values.
:param dict section_options:
:param callable values_parser:
:rtype: dict
"""
value = {}
values_parser = values_parser or (lambda val: val)
for key, (_, val) in section_options.items():
value[key] = values_parser(val)
return value
def parse_section(self, section_options):
"""Parses configuration file section.
:param dict section_options:
"""
for (name, (_, value)) in section_options.items():
try:
self[name] = value
except KeyError:
pass # Keep silent for a new option may appear anytime.
def parse(self):
"""Parses configuration file items from one
or more related sections.
"""
for section_name, section_options in self.sections.items():
method_postfix = ''
if section_name: # [section.option] variant
method_postfix = '_%s' % section_name
section_parser_method = getattr(
self,
# Dots in section names are translated into dunderscores.
('parse_section%s' % method_postfix).replace('.', '__'),
None)
if section_parser_method is None:
raise DistutilsOptionError(
'Unsupported distribution option section: [%s.%s]' % (
self.section_prefix, section_name))
section_parser_method(section_options)
def _deprecated_config_handler(self, func, msg, warning_class):
""" this function will wrap around parameters that are deprecated
:param msg: deprecation message
:param warning_class: class of warning exception to be raised
:param func: function to be wrapped around
"""
@wraps(func)
def config_handler(*args, **kwargs):
warnings.warn(msg, warning_class)
return func(*args, **kwargs)
return config_handler
class ConfigMetadataHandler(ConfigHandler):
section_prefix = 'metadata'
aliases = {
'home_page': 'url',
'summary': 'description',
'classifier': 'classifiers',
'platform': 'platforms',
}
strict_mode = False
"""We need to keep it loose, to be partially compatible with
`pbr` and `d2to1` packages which also uses `metadata` section.
"""
def __init__(self, target_obj, options, ignore_option_errors=False,
package_dir=None):
super(ConfigMetadataHandler, self).__init__(target_obj, options,
ignore_option_errors)
self.package_dir = package_dir
@property
def parsers(self):
"""Metadata item name to parser function mapping."""
parse_list = self._parse_list
parse_file = self._parse_file
parse_dict = self._parse_dict
exclude_files_parser = self._exclude_files_parser
return {
'platforms': parse_list,
'keywords': parse_list,
'provides': parse_list,
'requires': self._deprecated_config_handler(
parse_list,
"The requires parameter is deprecated, please use "
"install_requires for runtime dependencies.",
DeprecationWarning),
'obsoletes': parse_list,
'classifiers': self._get_parser_compound(parse_file, parse_list),
'license': exclude_files_parser('license'),
'description': parse_file,
'long_description': parse_file,
'version': self._parse_version,
'project_urls': parse_dict,
}
def _parse_version(self, value):
"""Parses `version` option value.
:param value:
:rtype: str
"""
version = self._parse_file(value)
if version != value:
version = version.strip()
# Be strict about versions loaded from file because it's easy to
# accidentally include newlines and other unintended content
if isinstance(parse(version), LegacyVersion):
tmpl = (
'Version loaded from {value} does not '
'comply with PEP 440: {version}'
)
raise DistutilsOptionError(tmpl.format(**locals()))
return version
version = self._parse_attr(value, self.package_dir)
if callable(version):
version = version()
if not isinstance(version, string_types):
if hasattr(version, '__iter__'):
version = '.'.join(map(str, version))
else:
version = '%s' % version
return version
class ConfigOptionsHandler(ConfigHandler):
section_prefix = 'options'
@property
def parsers(self):
"""Metadata item name to parser function mapping."""
parse_list = self._parse_list
parse_list_semicolon = partial(self._parse_list, separator=';')
parse_bool = self._parse_bool
parse_dict = self._parse_dict
return {
'zip_safe': parse_bool,
'use_2to3': parse_bool,
'include_package_data': parse_bool,
'package_dir': parse_dict,
'use_2to3_fixers': parse_list,
'use_2to3_exclude_fixers': parse_list,
'convert_2to3_doctests': parse_list,
'scripts': parse_list,
'eager_resources': parse_list,
'dependency_links': parse_list,
'namespace_packages': parse_list,
'install_requires': parse_list_semicolon,
'setup_requires': parse_list_semicolon,
'tests_require': parse_list_semicolon,
'packages': self._parse_packages,
'entry_points': self._parse_file,
'py_modules': parse_list,
'python_requires': SpecifierSet,
}
def _parse_packages(self, value):
"""Parses `packages` option value.
:param value:
:rtype: list
"""
find_directives = ['find:', 'find_namespace:']
trimmed_value = value.strip()
if trimmed_value not in find_directives:
return self._parse_list(value)
findns = trimmed_value == find_directives[1]
if findns and not PY3:
raise DistutilsOptionError(
'find_namespace: directive is unsupported on Python < 3.3')
# Read function arguments from a dedicated section.
find_kwargs = self.parse_section_packages__find(
self.sections.get('packages.find', {}))
if findns:
from setuptools import find_namespace_packages as find_packages
else:
from setuptools import find_packages
return find_packages(**find_kwargs)
def parse_section_packages__find(self, section_options):
"""Parses `packages.find` configuration file section.
To be used in conjunction with _parse_packages().
:param dict section_options:
"""
section_data = self._parse_section_to_dict(
section_options, self._parse_list)
valid_keys = ['where', 'include', 'exclude']
find_kwargs = dict(
[(k, v) for k, v in section_data.items() if k in valid_keys and v])
where = find_kwargs.get('where')
if where is not None:
find_kwargs['where'] = where[0] # cast list to single val
return find_kwargs
def parse_section_entry_points(self, section_options):
"""Parses `entry_points` configuration file section.
:param dict section_options:
"""
parsed = self._parse_section_to_dict(section_options, self._parse_list)
self['entry_points'] = parsed
def _parse_package_data(self, section_options):
parsed = self._parse_section_to_dict(section_options, self._parse_list)
root = parsed.get('*')
if root:
parsed[''] = root
del parsed['*']
return parsed
def parse_section_package_data(self, section_options):
"""Parses `package_data` configuration file section.
:param dict section_options:
"""
self['package_data'] = self._parse_package_data(section_options)
def parse_section_exclude_package_data(self, section_options):
"""Parses `exclude_package_data` configuration file section.
:param dict section_options:
"""
self['exclude_package_data'] = self._parse_package_data(
section_options)
def parse_section_extras_require(self, section_options):
"""Parses `extras_require` configuration file section.
:param dict section_options:
"""
parse_list = partial(self._parse_list, separator=';')
self['extras_require'] = self._parse_section_to_dict(
section_options, parse_list)
def parse_section_data_files(self, section_options):
"""Parses `data_files` configuration file section.
:param dict section_options:
"""
parsed = self._parse_section_to_dict(section_options, self._parse_list)
self['data_files'] = [(k, v) for k, v in parsed.items()]
site-packages/setuptools/namespaces.py 0000644 00000006177 15201600074 0014204 0 ustar 00 import os
from distutils import log
import itertools
from setuptools.extern.six.moves import map
flatten = itertools.chain.from_iterable
class Installer:
nspkg_ext = '-nspkg.pth'
def install_namespaces(self):
nsp = self._get_all_ns_packages()
if not nsp:
return
filename, ext = os.path.splitext(self._get_target())
filename += self.nspkg_ext
self.outputs.append(filename)
log.info("Installing %s", filename)
lines = map(self._gen_nspkg_line, nsp)
if self.dry_run:
# always generate the lines, even in dry run
list(lines)
return
with open(filename, 'wt') as f:
f.writelines(lines)
def uninstall_namespaces(self):
filename, ext = os.path.splitext(self._get_target())
filename += self.nspkg_ext
if not os.path.exists(filename):
return
log.info("Removing %s", filename)
os.remove(filename)
def _get_target(self):
return self.target
_nspkg_tmpl = (
"import sys, types, os",
"has_mfs = sys.version_info > (3, 5)",
"p = os.path.join(%(root)s, *%(pth)r)",
"importlib = has_mfs and __import__('importlib.util')",
"has_mfs and __import__('importlib.machinery')",
"m = has_mfs and "
"sys.modules.setdefault(%(pkg)r, "
"importlib.util.module_from_spec("
"importlib.machinery.PathFinder.find_spec(%(pkg)r, "
"[os.path.dirname(p)])))",
"m = m or "
"sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))",
"mp = (m or []) and m.__dict__.setdefault('__path__',[])",
"(p not in mp) and mp.append(p)",
)
"lines for the namespace installer"
_nspkg_tmpl_multi = (
'm and setattr(sys.modules[%(parent)r], %(child)r, m)',
)
"additional line(s) when a parent package is indicated"
def _get_root(self):
return "sys._getframe(1).f_locals['sitedir']"
def _gen_nspkg_line(self, pkg):
# ensure pkg is not a unicode string under Python 2.7
pkg = str(pkg)
pth = tuple(pkg.split('.'))
root = self._get_root()
tmpl_lines = self._nspkg_tmpl
parent, sep, child = pkg.rpartition('.')
if parent:
tmpl_lines += self._nspkg_tmpl_multi
return ';'.join(tmpl_lines) % locals() + '\n'
def _get_all_ns_packages(self):
"""Return sorted list of all package namespaces"""
pkgs = self.distribution.namespace_packages or []
return sorted(flatten(map(self._pkg_names, pkgs)))
@staticmethod
def _pkg_names(pkg):
"""
Given a namespace package, yield the components of that
package.
>>> names = Installer._pkg_names('a.b.c')
>>> set(names) == set(['a', 'a.b', 'a.b.c'])
True
"""
parts = pkg.split('.')
while parts:
yield '.'.join(parts)
parts.pop()
class DevelopInstaller(Installer):
def _get_root(self):
return repr(str(self.egg_path))
def _get_target(self):
return self.egg_link
site-packages/setuptools/windows_support.py 0000644 00000001312 15201600074 0015335 0 ustar 00 import platform
import ctypes
def windows_only(func):
if platform.system() != 'Windows':
return lambda *args, **kwargs: None
return func
@windows_only
def hide_file(path):
"""
Set the hidden attribute on a file or directory.
From http://stackoverflow.com/questions/19622133/
`path` must be text.
"""
__import__('ctypes.wintypes')
SetFileAttributes = ctypes.windll.kernel32.SetFileAttributesW
SetFileAttributes.argtypes = ctypes.wintypes.LPWSTR, ctypes.wintypes.DWORD
SetFileAttributes.restype = ctypes.wintypes.BOOL
FILE_ATTRIBUTE_HIDDEN = 0x02
ret = SetFileAttributes(path, FILE_ATTRIBUTE_HIDDEN)
if not ret:
raise ctypes.WinError()
site-packages/setuptools/extern/__init__.py 0000644 00000004722 15201600074 0015123 0 ustar 00 import sys
class VendorImporter:
"""
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
"""
def __init__(self, root_name, vendored_names=(), vendor_pkg=None):
self.root_name = root_name
self.vendored_names = set(vendored_names)
self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor')
@property
def search_path(self):
"""
Search first the vendor package then as a natural package.
"""
yield self.vendor_pkg + '.'
yield ''
def find_module(self, fullname, path=None):
"""
Return self when fullname starts with root_name and the
target module is one vendored through this importer.
"""
root, base, target = fullname.partition(self.root_name + '.')
if root:
return
if not any(map(target.startswith, self.vendored_names)):
return
return self
def load_module(self, fullname):
"""
Iterate over the search path to locate and load fullname.
"""
root, base, target = fullname.partition(self.root_name + '.')
for prefix in self.search_path:
try:
extant = prefix + target
__import__(extant)
mod = sys.modules[extant]
sys.modules[fullname] = mod
# mysterious hack:
# Remove the reference to the extant package/module
# on later Python versions to cause relative imports
# in the vendor package to resolve the same modules
# as those going through this importer.
if sys.version_info >= (3, ):
del sys.modules[extant]
return mod
except ImportError:
pass
else:
raise ImportError(
"The '{target}' package is required; "
"normally this is bundled with this package so if you get "
"this warning, consult the packager of your "
"distribution.".format(**locals())
)
def install(self):
"""
Install this importer into sys.meta_path if not already present.
"""
if self not in sys.meta_path:
sys.meta_path.append(self)
names = 'six', 'packaging', 'pyparsing', 'ordered_set',
VendorImporter(__name__, names, 'setuptools._vendor').install()
site-packages/setuptools/extern/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000004564 15201600074 0022354 0 ustar 00 U
�Qab� � @ s. d dl Z G dd� d�ZdZeeed��� dS )� Nc @ s@ e Zd ZdZddd�Zedd� �Zddd �Zd
d � Zd d
� Z dS )�VendorImporterz�
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
� Nc C s& || _ t|�| _|p |�dd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace�
vendor_pkg)�selfr r r r r �>/usr/lib/python3.8/site-packages/setuptools/extern/__init__.py�__init__
s
zVendorImporter.__init__c c s | j d V dV dS )zL
Search first the vendor package then as a natural package.
�.� N)r �r r r r
� search_path s zVendorImporter.search_pathc C s8 |� | jd �\}}}|r dS tt|j| j��s4dS | S )z�
Return self when fullname starts with root_name and the
target module is one vendored through this importer.
r N)� partitionr �any�map�
startswithr )r �fullname�path�root�base�targetr r r
� find_module s zVendorImporter.find_modulec C s� |� | jd �\}}}| jD ]Z}z@|| }t|� tj| }|tj|< tjdkrXtj|= |W S tk
rt Y q X q tdjf t � ���dS )zK
Iterate over the search path to locate and load fullname.
r )� z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)
r r r �
__import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r
� load_module# s"
��zVendorImporter.load_modulec C s | t jkrt j�| � dS )zR
Install this importer into sys.meta_path if not already present.
N)r � meta_path�appendr r r r
�install@ s
zVendorImporter.install)r N)N)
�__name__�
__module__� __qualname__�__doc__r �propertyr r r$ r' r r r r
r s
r )ZsixZ packagingZ pyparsingZ ordered_setzsetuptools._vendor)r r �namesr( r' r r r r
�<module> s D site-packages/setuptools/extern/__pycache__/__init__.cpython-38.pyc 0000644 00000004564 15201600074 0021415 0 ustar 00 U
�Qab� � @ s. d dl Z G dd� d�ZdZeeed��� dS )� Nc @ s@ e Zd ZdZddd�Zedd� �Zddd �Zd
d � Zd d
� Z dS )�VendorImporterz�
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
� Nc C s& || _ t|�| _|p |�dd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace�
vendor_pkg)�selfr r r r r �>/usr/lib/python3.8/site-packages/setuptools/extern/__init__.py�__init__
s
zVendorImporter.__init__c c s | j d V dV dS )zL
Search first the vendor package then as a natural package.
�.� N)r �r r r r
� search_path s zVendorImporter.search_pathc C s8 |� | jd �\}}}|r dS tt|j| j��s4dS | S )z�
Return self when fullname starts with root_name and the
target module is one vendored through this importer.
r N)� partitionr �any�map�
startswithr )r �fullname�path�root�base�targetr r r
� find_module s zVendorImporter.find_modulec C s� |� | jd �\}}}| jD ]Z}z@|| }t|� tj| }|tj|< tjdkrXtj|= |W S tk
rt Y q X q tdjf t � ���dS )zK
Iterate over the search path to locate and load fullname.
r )� z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)
r r r �
__import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r
� load_module# s"
��zVendorImporter.load_modulec C s | t jkrt j�| � dS )zR
Install this importer into sys.meta_path if not already present.
N)r � meta_path�appendr r r r
�install@ s
zVendorImporter.install)r N)N)
�__name__�
__module__� __qualname__�__doc__r �propertyr r r$ r' r r r r
r s
r )ZsixZ packagingZ pyparsingZ ordered_setzsetuptools._vendor)r r �namesr( r' r r r r
�<module> s D site-packages/setuptools/version.py 0000644 00000000220 15201600074 0013531 0 ustar 00 import pkg_resources
try:
__version__ = pkg_resources.get_distribution('setuptools').version
except Exception:
__version__ = 'unknown'
site-packages/setuptools/sandbox.py 0000644 00000033704 15201600074 0013517 0 ustar 00 import os
import sys
import tempfile
import operator
import functools
import itertools
import re
import contextlib
import pickle
import textwrap
from setuptools.extern import six
from setuptools.extern.six.moves import builtins, map
import pkg_resources.py31compat
if sys.platform.startswith('java'):
import org.python.modules.posix.PosixModule as _os
else:
_os = sys.modules[os.name]
try:
_file = file
except NameError:
_file = None
_open = open
from distutils.errors import DistutilsError
from pkg_resources import working_set
__all__ = [
"AbstractSandbox", "DirectorySandbox", "SandboxViolation", "run_setup",
]
def _execfile(filename, globals, locals=None):
"""
Python 3 implementation of execfile.
"""
mode = 'rb'
with open(filename, mode) as stream:
script = stream.read()
if locals is None:
locals = globals
code = compile(script, filename, 'exec')
exec(code, globals, locals)
@contextlib.contextmanager
def save_argv(repl=None):
saved = sys.argv[:]
if repl is not None:
sys.argv[:] = repl
try:
yield saved
finally:
sys.argv[:] = saved
@contextlib.contextmanager
def save_path():
saved = sys.path[:]
try:
yield saved
finally:
sys.path[:] = saved
@contextlib.contextmanager
def override_temp(replacement):
"""
Monkey-patch tempfile.tempdir with replacement, ensuring it exists
"""
pkg_resources.py31compat.makedirs(replacement, exist_ok=True)
saved = tempfile.tempdir
tempfile.tempdir = replacement
try:
yield
finally:
tempfile.tempdir = saved
@contextlib.contextmanager
def pushd(target):
saved = os.getcwd()
os.chdir(target)
try:
yield saved
finally:
os.chdir(saved)
class UnpickleableException(Exception):
"""
An exception representing another Exception that could not be pickled.
"""
@staticmethod
def dump(type, exc):
"""
Always return a dumped (pickled) type and exc. If exc can't be pickled,
wrap it in UnpickleableException first.
"""
try:
return pickle.dumps(type), pickle.dumps(exc)
except Exception:
# get UnpickleableException inside the sandbox
from setuptools.sandbox import UnpickleableException as cls
return cls.dump(cls, cls(repr(exc)))
class ExceptionSaver:
"""
A Context Manager that will save an exception, serialized, and restore it
later.
"""
def __enter__(self):
return self
def __exit__(self, type, exc, tb):
if not exc:
return
# dump the exception
self._saved = UnpickleableException.dump(type, exc)
self._tb = tb
# suppress the exception
return True
def resume(self):
"restore and re-raise any exception"
if '_saved' not in vars(self):
return
type, exc = map(pickle.loads, self._saved)
six.reraise(type, exc, self._tb)
@contextlib.contextmanager
def save_modules():
"""
Context in which imported modules are saved.
Translates exceptions internal to the context into the equivalent exception
outside the context.
"""
saved = sys.modules.copy()
with ExceptionSaver() as saved_exc:
yield saved
sys.modules.update(saved)
# remove any modules imported since
del_modules = (
mod_name for mod_name in sys.modules
if mod_name not in saved
# exclude any encodings modules. See #285
and not mod_name.startswith('encodings.')
)
_clear_modules(del_modules)
saved_exc.resume()
def _clear_modules(module_names):
for mod_name in list(module_names):
del sys.modules[mod_name]
@contextlib.contextmanager
def save_pkg_resources_state():
saved = pkg_resources.__getstate__()
try:
yield saved
finally:
pkg_resources.__setstate__(saved)
@contextlib.contextmanager
def setup_context(setup_dir):
temp_dir = os.path.join(setup_dir, 'temp')
with save_pkg_resources_state():
with save_modules():
hide_setuptools()
with save_path():
with save_argv():
with override_temp(temp_dir):
with pushd(setup_dir):
# ensure setuptools commands are available
__import__('setuptools')
yield
def _needs_hiding(mod_name):
"""
>>> _needs_hiding('setuptools')
True
>>> _needs_hiding('pkg_resources')
True
>>> _needs_hiding('setuptools_plugin')
False
>>> _needs_hiding('setuptools.__init__')
True
>>> _needs_hiding('distutils')
True
>>> _needs_hiding('os')
False
>>> _needs_hiding('Cython')
True
"""
pattern = re.compile(r'(setuptools|pkg_resources|distutils|Cython)(\.|$)')
return bool(pattern.match(mod_name))
def hide_setuptools():
"""
Remove references to setuptools' modules from sys.modules to allow the
invocation to import the most appropriate setuptools. This technique is
necessary to avoid issues such as #315 where setuptools upgrading itself
would fail to find a function declared in the metadata.
"""
modules = filter(_needs_hiding, sys.modules)
_clear_modules(modules)
def run_setup(setup_script, args):
"""Run a distutils setup script, sandboxed in its directory"""
setup_dir = os.path.abspath(os.path.dirname(setup_script))
with setup_context(setup_dir):
try:
sys.argv[:] = [setup_script] + list(args)
sys.path.insert(0, setup_dir)
# reset to include setup dir, w/clean callback list
working_set.__init__()
working_set.callbacks.append(lambda dist: dist.activate())
# __file__ should be a byte string on Python 2 (#712)
dunder_file = (
setup_script
if isinstance(setup_script, str) else
setup_script.encode(sys.getfilesystemencoding())
)
with DirectorySandbox(setup_dir):
ns = dict(__file__=dunder_file, __name__='__main__')
_execfile(setup_script, ns)
except SystemExit as v:
if v.args and v.args[0]:
raise
# Normal exit, just return
class AbstractSandbox:
"""Wrap 'os' module and 'open()' builtin for virtualizing setup scripts"""
_active = False
def __init__(self):
self._attrs = [
name for name in dir(_os)
if not name.startswith('_') and hasattr(self, name)
]
def _copy(self, source):
for name in self._attrs:
setattr(os, name, getattr(source, name))
def __enter__(self):
self._copy(self)
if _file:
builtins.file = self._file
builtins.open = self._open
self._active = True
def __exit__(self, exc_type, exc_value, traceback):
self._active = False
if _file:
builtins.file = _file
builtins.open = _open
self._copy(_os)
def run(self, func):
"""Run 'func' under os sandboxing"""
with self:
return func()
def _mk_dual_path_wrapper(name):
original = getattr(_os, name)
def wrap(self, src, dst, *args, **kw):
if self._active:
src, dst = self._remap_pair(name, src, dst, *args, **kw)
return original(src, dst, *args, **kw)
return wrap
for name in ["rename", "link", "symlink"]:
if hasattr(_os, name):
locals()[name] = _mk_dual_path_wrapper(name)
def _mk_single_path_wrapper(name, original=None):
original = original or getattr(_os, name)
def wrap(self, path, *args, **kw):
if self._active:
path = self._remap_input(name, path, *args, **kw)
return original(path, *args, **kw)
return wrap
if _file:
_file = _mk_single_path_wrapper('file', _file)
_open = _mk_single_path_wrapper('open', _open)
for name in [
"stat", "listdir", "chdir", "open", "chmod", "chown", "mkdir",
"remove", "unlink", "rmdir", "utime", "lchown", "chroot", "lstat",
"startfile", "mkfifo", "mknod", "pathconf", "access"
]:
if hasattr(_os, name):
locals()[name] = _mk_single_path_wrapper(name)
def _mk_single_with_return(name):
original = getattr(_os, name)
def wrap(self, path, *args, **kw):
if self._active:
path = self._remap_input(name, path, *args, **kw)
return self._remap_output(name, original(path, *args, **kw))
return original(path, *args, **kw)
return wrap
for name in ['readlink', 'tempnam']:
if hasattr(_os, name):
locals()[name] = _mk_single_with_return(name)
def _mk_query(name):
original = getattr(_os, name)
def wrap(self, *args, **kw):
retval = original(*args, **kw)
if self._active:
return self._remap_output(name, retval)
return retval
return wrap
for name in ['getcwd', 'tmpnam']:
if hasattr(_os, name):
locals()[name] = _mk_query(name)
def _validate_path(self, path):
"""Called to remap or validate any path, whether input or output"""
return path
def _remap_input(self, operation, path, *args, **kw):
"""Called for path inputs"""
return self._validate_path(path)
def _remap_output(self, operation, path):
"""Called for path outputs"""
return self._validate_path(path)
def _remap_pair(self, operation, src, dst, *args, **kw):
"""Called for path pairs like rename, link, and symlink operations"""
return (
self._remap_input(operation + '-from', src, *args, **kw),
self._remap_input(operation + '-to', dst, *args, **kw)
)
if hasattr(os, 'devnull'):
_EXCEPTIONS = [os.devnull,]
else:
_EXCEPTIONS = []
class DirectorySandbox(AbstractSandbox):
"""Restrict operations to a single subdirectory - pseudo-chroot"""
write_ops = dict.fromkeys([
"open", "chmod", "chown", "mkdir", "remove", "unlink", "rmdir",
"utime", "lchown", "chroot", "mkfifo", "mknod", "tempnam",
])
_exception_patterns = [
# Allow lib2to3 to attempt to save a pickled grammar object (#121)
r'.*lib2to3.*\.pickle$',
]
"exempt writing to paths that match the pattern"
def __init__(self, sandbox, exceptions=_EXCEPTIONS):
self._sandbox = os.path.normcase(os.path.realpath(sandbox))
self._prefix = os.path.join(self._sandbox, '')
self._exceptions = [
os.path.normcase(os.path.realpath(path))
for path in exceptions
]
AbstractSandbox.__init__(self)
def _violation(self, operation, *args, **kw):
from setuptools.sandbox import SandboxViolation
raise SandboxViolation(operation, args, kw)
if _file:
def _file(self, path, mode='r', *args, **kw):
if mode not in ('r', 'rt', 'rb', 'rU', 'U') and not self._ok(path):
self._violation("file", path, mode, *args, **kw)
return _file(path, mode, *args, **kw)
def _open(self, path, mode='r', *args, **kw):
if mode not in ('r', 'rt', 'rb', 'rU', 'U') and not self._ok(path):
self._violation("open", path, mode, *args, **kw)
return _open(path, mode, *args, **kw)
def tmpnam(self):
self._violation("tmpnam")
def _ok(self, path):
active = self._active
try:
self._active = False
realpath = os.path.normcase(os.path.realpath(path))
return (
self._exempted(realpath)
or realpath == self._sandbox
or realpath.startswith(self._prefix)
)
finally:
self._active = active
def _exempted(self, filepath):
start_matches = (
filepath.startswith(exception)
for exception in self._exceptions
)
pattern_matches = (
re.match(pattern, filepath)
for pattern in self._exception_patterns
)
candidates = itertools.chain(start_matches, pattern_matches)
return any(candidates)
def _remap_input(self, operation, path, *args, **kw):
"""Called for path inputs"""
if operation in self.write_ops and not self._ok(path):
self._violation(operation, os.path.realpath(path), *args, **kw)
return path
def _remap_pair(self, operation, src, dst, *args, **kw):
"""Called for path pairs like rename, link, and symlink operations"""
if not self._ok(src) or not self._ok(dst):
self._violation(operation, src, dst, *args, **kw)
return (src, dst)
def open(self, file, flags, mode=0o777, *args, **kw):
"""Called for low-level os.open()"""
if flags & WRITE_FLAGS and not self._ok(file):
self._violation("os.open", file, flags, mode, *args, **kw)
return _os.open(file, flags, mode, *args, **kw)
WRITE_FLAGS = functools.reduce(
operator.or_, [getattr(_os, a, 0) for a in
"O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARY".split()]
)
class SandboxViolation(DistutilsError):
"""A setup script attempted to modify the filesystem outside the sandbox"""
tmpl = textwrap.dedent("""
SandboxViolation: {cmd}{args!r} {kwargs}
The package setup script has attempted to modify files on your system
that are not within the EasyInstall build area, and has been aborted.
This package cannot be safely installed by EasyInstall, and may not
support alternate installation locations even if you run its setup
script by hand. Please inform the package's author and the EasyInstall
maintainers to find out if a fix or workaround is available.
""").lstrip()
def __str__(self):
cmd, args, kwargs = self.args
return self.tmpl.format(**locals())
site-packages/setuptools/monkey.py 0000644 00000012220 15201600074 0013351 0 ustar 00 """
Monkey patching of distutils.
"""
import sys
import distutils.filelist
import platform
import types
import functools
from importlib import import_module
import inspect
from setuptools.extern import six
import setuptools
__all__ = []
"""
Everything is private. Contact the project team
if you think you need this functionality.
"""
def _get_mro(cls):
"""
Returns the bases classes for cls sorted by the MRO.
Works around an issue on Jython where inspect.getmro will not return all
base classes if multiple classes share the same name. Instead, this
function will return a tuple containing the class itself, and the contents
of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024.
"""
if platform.python_implementation() == "Jython":
return (cls,) + cls.__bases__
return inspect.getmro(cls)
def get_unpatched(item):
lookup = (
get_unpatched_class if isinstance(item, six.class_types) else
get_unpatched_function if isinstance(item, types.FunctionType) else
lambda item: None
)
return lookup(item)
def get_unpatched_class(cls):
"""Protect against re-patching the distutils if reloaded
Also ensures that no other distutils extension monkeypatched the distutils
first.
"""
external_bases = (
cls
for cls in _get_mro(cls)
if not cls.__module__.startswith('setuptools')
)
base = next(external_bases)
if not base.__module__.startswith('distutils'):
msg = "distutils has already been patched by %r" % cls
raise AssertionError(msg)
return base
def patch_all():
# we can't patch distutils.cmd, alas
distutils.core.Command = setuptools.Command
has_issue_12885 = sys.version_info <= (3, 5, 3)
if has_issue_12885:
# fix findall bug in distutils (http://bugs.python.org/issue12885)
distutils.filelist.findall = setuptools.findall
needs_warehouse = (
sys.version_info < (2, 7, 13)
or
(3, 4) < sys.version_info < (3, 4, 6)
or
(3, 5) < sys.version_info <= (3, 5, 3)
)
if needs_warehouse:
warehouse = 'https://upload.pypi.org/legacy/'
distutils.config.PyPIRCCommand.DEFAULT_REPOSITORY = warehouse
_patch_distribution_metadata()
# Install Distribution throughout the distutils
for module in distutils.dist, distutils.core, distutils.cmd:
module.Distribution = setuptools.dist.Distribution
# Install the patched Extension
distutils.core.Extension = setuptools.extension.Extension
distutils.extension.Extension = setuptools.extension.Extension
if 'distutils.command.build_ext' in sys.modules:
sys.modules['distutils.command.build_ext'].Extension = (
setuptools.extension.Extension
)
patch_for_msvc_specialized_compiler()
def _patch_distribution_metadata():
"""Patch write_pkg_file and read_pkg_file for higher metadata standards"""
for attr in ('write_pkg_file', 'read_pkg_file', 'get_metadata_version'):
new_val = getattr(setuptools.dist, attr)
setattr(distutils.dist.DistributionMetadata, attr, new_val)
def patch_func(replacement, target_mod, func_name):
"""
Patch func_name in target_mod with replacement
Important - original must be resolved by name to avoid
patching an already patched function.
"""
original = getattr(target_mod, func_name)
# set the 'unpatched' attribute on the replacement to
# point to the original.
vars(replacement).setdefault('unpatched', original)
# replace the function in the original module
setattr(target_mod, func_name, replacement)
def get_unpatched_function(candidate):
return getattr(candidate, 'unpatched')
def patch_for_msvc_specialized_compiler():
"""
Patch functions in distutils to use standalone Microsoft Visual C++
compilers.
"""
# import late to avoid circular imports on Python < 3.5
msvc = import_module('setuptools.msvc')
if platform.system() != 'Windows':
# Compilers only availables on Microsoft Windows
return
def patch_params(mod_name, func_name):
"""
Prepare the parameters for patch_func to patch indicated function.
"""
repl_prefix = 'msvc9_' if 'msvc9' in mod_name else 'msvc14_'
repl_name = repl_prefix + func_name.lstrip('_')
repl = getattr(msvc, repl_name)
mod = import_module(mod_name)
if not hasattr(mod, func_name):
raise ImportError(func_name)
return repl, mod, func_name
# Python 2.7 to 3.4
msvc9 = functools.partial(patch_params, 'distutils.msvc9compiler')
# Python 3.5+
msvc14 = functools.partial(patch_params, 'distutils._msvccompiler')
try:
# Patch distutils.msvc9compiler
patch_func(*msvc9('find_vcvarsall'))
patch_func(*msvc9('query_vcvarsall'))
except ImportError:
pass
try:
# Patch distutils._msvccompiler._get_vc_env
patch_func(*msvc14('_get_vc_env'))
except ImportError:
pass
try:
# Patch distutils._msvccompiler.gen_lib_options for Numpy
patch_func(*msvc14('gen_lib_options'))
except ImportError:
pass
site-packages/setuptools/_vendor/__init__.py 0000644 00000000000 15201600074 0015233 0 ustar 00 site-packages/setuptools/_vendor/ordered_set.py 0000644 00000035432 15201600074 0016014 0 ustar 00 """
An OrderedSet is a custom MutableSet that remembers its order, so that every
entry has an index that can be looked up.
Based on a recipe originally posted to ActiveState Recipes by Raymond Hettiger,
and released under the MIT license.
"""
import itertools as it
from collections import deque
try:
# Python 3
from collections.abc import MutableSet, Sequence
except ImportError:
# Python 2.7
from collections import MutableSet, Sequence
SLICE_ALL = slice(None)
__version__ = "3.1"
def is_iterable(obj):
"""
Are we being asked to look up a list of things, instead of a single thing?
We check for the `__iter__` attribute so that this can cover types that
don't have to be known by this module, such as NumPy arrays.
Strings, however, should be considered as atomic values to look up, not
iterables. The same goes for tuples, since they are immutable and therefore
valid entries.
We don't need to check for the Python 2 `unicode` type, because it doesn't
have an `__iter__` attribute anyway.
"""
return (
hasattr(obj, "__iter__")
and not isinstance(obj, str)
and not isinstance(obj, tuple)
)
class OrderedSet(MutableSet, Sequence):
"""
An OrderedSet is a custom MutableSet that remembers its order, so that
every entry has an index that can be looked up.
Example:
>>> OrderedSet([1, 1, 2, 3, 2])
OrderedSet([1, 2, 3])
"""
def __init__(self, iterable=None):
self.items = []
self.map = {}
if iterable is not None:
self |= iterable
def __len__(self):
"""
Returns the number of unique elements in the ordered set
Example:
>>> len(OrderedSet([]))
0
>>> len(OrderedSet([1, 2]))
2
"""
return len(self.items)
def __getitem__(self, index):
"""
Get the item at a given index.
If `index` is a slice, you will get back that slice of items, as a
new OrderedSet.
If `index` is a list or a similar iterable, you'll get a list of
items corresponding to those indices. This is similar to NumPy's
"fancy indexing". The result is not an OrderedSet because you may ask
for duplicate indices, and the number of elements returned should be
the number of elements asked for.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset[1]
2
"""
if isinstance(index, slice) and index == SLICE_ALL:
return self.copy()
elif is_iterable(index):
return [self.items[i] for i in index]
elif hasattr(index, "__index__") or isinstance(index, slice):
result = self.items[index]
if isinstance(result, list):
return self.__class__(result)
else:
return result
else:
raise TypeError("Don't know how to index an OrderedSet by %r" % index)
def copy(self):
"""
Return a shallow copy of this object.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> other = this.copy()
>>> this == other
True
>>> this is other
False
"""
return self.__class__(self)
def __getstate__(self):
if len(self) == 0:
# The state can't be an empty list.
# We need to return a truthy value, or else __setstate__ won't be run.
#
# This could have been done more gracefully by always putting the state
# in a tuple, but this way is backwards- and forwards- compatible with
# previous versions of OrderedSet.
return (None,)
else:
return list(self)
def __setstate__(self, state):
if state == (None,):
self.__init__([])
else:
self.__init__(state)
def __contains__(self, key):
"""
Test if the item is in this ordered set
Example:
>>> 1 in OrderedSet([1, 3, 2])
True
>>> 5 in OrderedSet([1, 3, 2])
False
"""
return key in self.map
def add(self, key):
"""
Add `key` as an item to this OrderedSet, then return its index.
If `key` is already in the OrderedSet, return the index it already
had.
Example:
>>> oset = OrderedSet()
>>> oset.append(3)
0
>>> print(oset)
OrderedSet([3])
"""
if key not in self.map:
self.map[key] = len(self.items)
self.items.append(key)
return self.map[key]
append = add
def update(self, sequence):
"""
Update the set with the given iterable sequence, then return the index
of the last element inserted.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.update([3, 1, 5, 1, 4])
4
>>> print(oset)
OrderedSet([1, 2, 3, 5, 4])
"""
item_index = None
try:
for item in sequence:
item_index = self.add(item)
except TypeError:
raise ValueError(
"Argument needs to be an iterable, got %s" % type(sequence)
)
return item_index
def index(self, key):
"""
Get the index of a given entry, raising an IndexError if it's not
present.
`key` can be an iterable of entries that is not a string, in which case
this returns a list of indices.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.index(2)
1
"""
if is_iterable(key):
return [self.index(subkey) for subkey in key]
return self.map[key]
# Provide some compatibility with pd.Index
get_loc = index
get_indexer = index
def pop(self):
"""
Remove and return the last element from the set.
Raises KeyError if the set is empty.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.pop()
3
"""
if not self.items:
raise KeyError("Set is empty")
elem = self.items[-1]
del self.items[-1]
del self.map[elem]
return elem
def discard(self, key):
"""
Remove an element. Do not raise an exception if absent.
The MutableSet mixin uses this to implement the .remove() method, which
*does* raise an error when asked to remove a non-existent item.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
"""
if key in self:
i = self.map[key]
del self.items[i]
del self.map[key]
for k, v in self.map.items():
if v >= i:
self.map[k] = v - 1
def clear(self):
"""
Remove all items from this OrderedSet.
"""
del self.items[:]
self.map.clear()
def __iter__(self):
"""
Example:
>>> list(iter(OrderedSet([1, 2, 3])))
[1, 2, 3]
"""
return iter(self.items)
def __reversed__(self):
"""
Example:
>>> list(reversed(OrderedSet([1, 2, 3])))
[3, 2, 1]
"""
return reversed(self.items)
def __repr__(self):
if not self:
return "%s()" % (self.__class__.__name__,)
return "%s(%r)" % (self.__class__.__name__, list(self))
def __eq__(self, other):
"""
Returns true if the containers have the same items. If `other` is a
Sequence, then order is checked, otherwise it is ignored.
Example:
>>> oset = OrderedSet([1, 3, 2])
>>> oset == [1, 3, 2]
True
>>> oset == [1, 2, 3]
False
>>> oset == [2, 3]
False
>>> oset == OrderedSet([3, 2, 1])
False
"""
# In Python 2 deque is not a Sequence, so treat it as one for
# consistent behavior with Python 3.
if isinstance(other, (Sequence, deque)):
# Check that this OrderedSet contains the same elements, in the
# same order, as the other object.
return list(self) == list(other)
try:
other_as_set = set(other)
except TypeError:
# If `other` can't be converted into a set, it's not equal.
return False
else:
return set(self) == other_as_set
def union(self, *sets):
"""
Combines all unique items.
Each items order is defined by its first appearance.
Example:
>>> oset = OrderedSet.union(OrderedSet([3, 1, 4, 1, 5]), [1, 3], [2, 0])
>>> print(oset)
OrderedSet([3, 1, 4, 5, 2, 0])
>>> oset.union([8, 9])
OrderedSet([3, 1, 4, 5, 2, 0, 8, 9])
>>> oset | {10}
OrderedSet([3, 1, 4, 5, 2, 0, 10])
"""
cls = self.__class__ if isinstance(self, OrderedSet) else OrderedSet
containers = map(list, it.chain([self], sets))
items = it.chain.from_iterable(containers)
return cls(items)
def __and__(self, other):
# the parent implementation of this is backwards
return self.intersection(other)
def intersection(self, *sets):
"""
Returns elements in common between all sets. Order is defined only
by the first set.
Example:
>>> oset = OrderedSet.intersection(OrderedSet([0, 1, 2, 3]), [1, 2, 3])
>>> print(oset)
OrderedSet([1, 2, 3])
>>> oset.intersection([2, 4, 5], [1, 2, 3, 4])
OrderedSet([2])
>>> oset.intersection()
OrderedSet([1, 2, 3])
"""
cls = self.__class__ if isinstance(self, OrderedSet) else OrderedSet
if sets:
common = set.intersection(*map(set, sets))
items = (item for item in self if item in common)
else:
items = self
return cls(items)
def difference(self, *sets):
"""
Returns all elements that are in this set but not the others.
Example:
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]))
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]), OrderedSet([3]))
OrderedSet([1])
>>> OrderedSet([1, 2, 3]) - OrderedSet([2])
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference()
OrderedSet([1, 2, 3])
"""
cls = self.__class__
if sets:
other = set.union(*map(set, sets))
items = (item for item in self if item not in other)
else:
items = self
return cls(items)
def issubset(self, other):
"""
Report whether another set contains this set.
Example:
>>> OrderedSet([1, 2, 3]).issubset({1, 2})
False
>>> OrderedSet([1, 2, 3]).issubset({1, 2, 3, 4})
True
>>> OrderedSet([1, 2, 3]).issubset({1, 4, 3, 5})
False
"""
if len(self) > len(other): # Fast check for obvious cases
return False
return all(item in other for item in self)
def issuperset(self, other):
"""
Report whether this set contains another set.
Example:
>>> OrderedSet([1, 2]).issuperset([1, 2, 3])
False
>>> OrderedSet([1, 2, 3, 4]).issuperset({1, 2, 3})
True
>>> OrderedSet([1, 4, 3, 5]).issuperset({1, 2, 3})
False
"""
if len(self) < len(other): # Fast check for obvious cases
return False
return all(item in self for item in other)
def symmetric_difference(self, other):
"""
Return the symmetric difference of two OrderedSets as a new set.
That is, the new set will contain all elements that are in exactly
one of the sets.
Their order will be preserved, with elements from `self` preceding
elements from `other`.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference(other)
OrderedSet([4, 5, 9, 2])
"""
cls = self.__class__ if isinstance(self, OrderedSet) else OrderedSet
diff1 = cls(self).difference(other)
diff2 = cls(other).difference(self)
return diff1.union(diff2)
def _update_items(self, items):
"""
Replace the 'items' list of this OrderedSet with a new one, updating
self.map accordingly.
"""
self.items = items
self.map = {item: idx for (idx, item) in enumerate(items)}
def difference_update(self, *sets):
"""
Update this OrderedSet to remove items from one or more other sets.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> this.difference_update(OrderedSet([2, 4]))
>>> print(this)
OrderedSet([1, 3])
>>> this = OrderedSet([1, 2, 3, 4, 5])
>>> this.difference_update(OrderedSet([2, 4]), OrderedSet([1, 4, 6]))
>>> print(this)
OrderedSet([3, 5])
"""
items_to_remove = set()
for other in sets:
items_to_remove |= set(other)
self._update_items([item for item in self.items if item not in items_to_remove])
def intersection_update(self, other):
"""
Update this OrderedSet to keep only items in another set, preserving
their order in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.intersection_update(other)
>>> print(this)
OrderedSet([1, 3, 7])
"""
other = set(other)
self._update_items([item for item in self.items if item in other])
def symmetric_difference_update(self, other):
"""
Update this OrderedSet to remove items from another set, then
add items from the other set that were not present in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference_update(other)
>>> print(this)
OrderedSet([4, 5, 9, 2])
"""
items_to_add = [item for item in other if item not in self]
items_to_remove = set(other)
self._update_items(
[item for item in self.items if item not in items_to_remove] + items_to_add
)
site-packages/setuptools/_vendor/pyparsing.py 0000644 00000705167 15201600074 0015542 0 ustar 00 # module pyparsing.py
#
# Copyright (c) 2003-2018 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
"""
__version__ = "2.2.1"
__versionTime__ = "18 Sep 2018 00:49 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
# Python 3
from collections.abc import Iterable
from collections.abc import MutableMapping
except ImportError:
# Python 2.7
from collections import Iterable
from collections import MutableMapping
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
#~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) )
__all__ = [
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
"""
if isinstance(obj,unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex(r'&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__,fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split())
for from_,to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
class _Constants(object):
pass
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, pstr, loc=0, msg=None, elem=None ):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__( self, aname ):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if( aname == "lineno" ):
return lineno( self.loc, self.pstr )
elif( aname in ("col", "column") ):
return col( self.loc, self.pstr )
elif( aname == "line" ):
return line( self.loc, self.pstr )
else:
raise AttributeError(aname)
def __str__( self ):
return "%s (at char %d), (line:%d, col:%d)" % \
( self.msg, self.loc, self.lineno, self.column )
def __repr__( self ):
return _ustr(self)
def markInputline( self, markerString = ">!<" ):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
pass
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been found"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive"""
def __init__( self, parseElementList ):
self.parseElementTrace = parseElementList
def __str__( self ):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self,p1,p2):
self.tup = (p1,p2)
def __getitem__(self,i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self,i):
self.tup = (self.tup[0],i)
class ParseResults(object):
"""
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True ):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name,int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])):
if isinstance(toklist,basestring):
toklist = [ toklist ]
if asList:
if isinstance(toklist,ParseResults):
self[name] = _ParseResultsWithOffset(toklist.copy(),0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError,TypeError,IndexError):
self[name] = toklist
def __getitem__( self, i ):
if isinstance( i, (int,slice) ):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[i] ])
def __setitem__( self, k, v, isinstance=isinstance ):
if isinstance(v,_ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k,list()) + [v]
sub = v[0]
elif isinstance(k,(int,slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)]
sub = v
if isinstance(sub,ParseResults):
sub.__parent = wkref(self)
def __delitem__( self, i ):
if isinstance(i,(int,slice)):
mylen = len( self.__toklist )
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i+1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__( self, k ):
return k in self.__tokdict
def __len__( self ): return len( self.__toklist )
def __bool__(self): return ( not not self.__toklist )
__nonzero__ = __bool__
def __iter__( self ): return iter( self.__toklist )
def __reversed__( self ): return iter( self.__toklist[::-1] )
def _iterkeys( self ):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues( self ):
return (self[k] for k in self._iterkeys())
def _iteritems( self ):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys (Python 3.x only)."""
values = _itervalues
"""Returns an iterator of all named result values (Python 3.x only)."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 3.x only)."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys( self ):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values( self ):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items( self ):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys( self ):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop( self, *args, **kwargs):
"""
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k,v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int) or
len(args) == 1 or
args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert( self, index, insStr ):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append( self, item ):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend( self, itemseq ):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self += itemseq
else:
self.__toklist.extend(itemseq)
def clear( self ):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__( self, name ):
try:
return self[name]
except KeyError:
return ""
if name in self.__tokdict:
if name not in self.__accumNames:
return self.__tokdict[name][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[name] ])
else:
return ""
def __add__( self, other ):
ret = self.copy()
ret += other
return ret
def __iadd__( self, other ):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a<0 else a+offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) )
for (k,vlist) in otheritems for v in vlist]
for k,v in otherdictitems:
self[k] = v
if isinstance(v[0],ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update( other.__accumNames )
return self
def __radd__(self, other):
if isinstance(other,int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__( self ):
return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) )
def __str__( self ):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList( self, sep='' ):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance( item, ParseResults ):
out += item._asStringList()
else:
out.append( _ustr(item) )
return out
def asList( self ):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist]
def asDict( self ):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k,toItem(v)) for k,v in item_fn())
def copy( self ):
"""
Returns a new copy of a C{ParseResults} object.
"""
ret = ParseResults( self.__toklist )
ret.__tokdict = self.__tokdict.copy()
ret.__parent = self.__parent
ret.__accumNames.update( self.__accumNames )
ret.__name = self.__name
return ret
def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [ nl, indent, "<", selfTag, ">" ]
for i,res in enumerate(self.__toklist):
if isinstance(res,ParseResults):
if i in namedItems:
out += [ res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [ res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [ nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">" ]
out += [ nl, indent, "</", selfTag, ">" ]
return "".join(out)
def __lookup(self,sub):
for k,vlist in self.__tokdict.items():
for v,loc in vlist:
if sub is v:
return k
return None
def getName(self):
r"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1 and
len(self.__tokdict) == 1 and
next(iter(self.__tokdict.values()))[0][1] in (0,-1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', depth=0, full=True):
"""
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
out.append( indent+_ustr(self.asList()) )
if full:
if self.haskeys():
items = sorted((str(k), v) for k,v in self.items())
for k,v in items:
if out:
out.append(NL)
out.append( "%s%s- %s: " % (indent,(' '*depth), k) )
if isinstance(v,ParseResults):
if v:
out.append( v.dump(indent,depth+1) )
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv,ParseResults) for vv in self):
v = self
for i,vv in enumerate(v):
if isinstance(vv,ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) ))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return ( self.__toklist,
( self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name ) )
def __setstate__(self,state):
self.__toklist = state[0]
(self.__tokdict,
par,
inAccumNames,
self.__name) = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return (dir(type(self)) + list(self.keys()))
MutableMapping.register(ParseResults)
def col (loc,strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
s = strg
return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc,strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
return strg.count("\n",0,loc) + 1
def line( loc, strg ):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR+1:nextCR]
else:
return strg[lastCR+1:]
def _defaultStartDebugAction( instring, loc, expr ):
print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )))
def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ):
print ("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction( instring, loc, expr, exc ):
print ("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s,l,t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3,5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3,5,0) else -2
frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset]
return [frame_summary[:2]]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [frame_summary[:2]]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
del tb
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars( chars ):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
def __init__( self, savelist=False ):
self.parseAction = list()
self.failAction = None
#~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = ( None, None, None ) #custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy( self ):
"""
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
"""
cpy = copy.copy( self )
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName( self, name ):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if hasattr(self,"exception"):
self.exception.msg = self.errmsg
return self
def setResultsName( self, name, listAllMatches=False ):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches=True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self,breakFlag = True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
pdb.set_trace()
return _parseMethod( instring, loc, doActions, callPreParse )
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse,"_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction( self, *fns, **kwargs ):
"""
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction( self, *fns, **kwargs ):
"""
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
msg = kwargs.get("message", "failed user-defined condition")
exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException
for fn in fns:
def pa(s,l,t):
if not bool(_trim_arity(fn)(s,l,t)):
raise exc_type(s,l,msg)
self.parseAction.append(pa)
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction( self, fn ):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables( self, instring, loc ):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc,dummy = e._parse( instring, loc )
exprsFound = True
except ParseException:
pass
return loc
def preParse( self, instring, loc ):
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
return loc, []
def postParse( self, instring, loc, tokenlist ):
return tokenlist
#~ @profile
def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ):
debugging = ( self.debug ) #and doActions )
if debugging or self.failAction:
#~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))
if (self.debugActions[0] ):
self.debugActions[0]( instring, loc, self )
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
try:
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
except ParseBaseException as err:
#~ print ("Exception raised:", err)
if self.debugActions[2]:
self.debugActions[2]( instring, tokensStart, self, err )
if self.failAction:
self.failAction( instring, tokensStart, self, err )
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
else:
loc,tokens = self.parseImpl( instring, preloc, doActions )
tokens = self.postParse( instring, loc, tokens )
retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults )
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
except ParseBaseException as err:
#~ print "Exception raised in user parse action:", err
if (self.debugActions[2] ):
self.debugActions[2]( instring, tokensStart, self, err )
raise
else:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
if debugging:
#~ print ("Matched",self,"->",retTokens.asList())
if (self.debugActions[1] ):
self.debugActions[1]( instring, tokensStart, loc, self, retTokens )
return loc, retTokens
def tryParse( self, instring, loc ):
try:
return self._parse( instring, loc, doActions=False )[0]
except ParseFatalException:
raise ParseException( instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(cache) > size:
try:
cache.popitem(False)
except KeyError:
pass
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(key_fifo) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache( self, instring, loc, doActions=True, callPreParse=True ):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return (value[0], value[1].copy())
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString( self, instring, parseAll=False ):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
#~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse( instring, 0 )
if parseAll:
loc = self.preParse( instring, loc )
se = Empty() + StringEnd()
se._parse( instring, loc )
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
else:
return tokens
def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn( instring, loc )
nextLoc,tokens = parseFn( instring, preloc, callPreParse=False )
except ParseException:
loc = preloc+1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn( instring, loc )
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc+1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def transformString( self, instring ):
"""
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t,s,e in self.scanString( instring ):
out.append( instring[lastE:s] )
if t:
if isinstance(t,ParseResults):
out += t.asList()
elif isinstance(t,list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr,_flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def searchString( self, instring, maxMatches=_MAX_INT ):
"""
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
"""
try:
return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t,s,e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other ):
"""
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And( [ self, other ] )
def __radd__(self, other ):
"""
Implementation of + operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns C{L{And}} with error stop
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return self + And._ErrorStop() + other
def __rsub__(self, other ):
"""
Implementation of - operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self,other):
"""
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
"""
if isinstance(other,int):
minElements, optElements = other,0
elif isinstance(other,tuple):
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0],int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self*other[0] + ZeroOrMore(self)
elif isinstance(other[0],int) and isinstance(other[1],int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0,0)")
if (optElements):
def makeOptionalList(n):
if n>1:
return Optional(self + makeOptionalList(n-1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self]*minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self]*minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other ):
"""
Implementation of | operator - returns C{L{MatchFirst}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst( [ self, other ] )
def __ror__(self, other ):
"""
Implementation of | operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other ):
"""
Implementation of ^ operator - returns C{L{Or}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or( [ self, other ] )
def __rxor__(self, other ):
"""
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other ):
"""
Implementation of & operator - returns C{L{Each}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each( [ self, other ] )
def __rand__(self, other ):
"""
Implementation of & operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__( self ):
"""
Implementation of ~ operator - returns C{L{NotAny}}
"""
return NotAny( self )
def __call__(self, name=None):
"""
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
"""
if name is not None:
return self.setResultsName(name)
else:
return self.copy()
def suppress( self ):
"""
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress( self )
def leaveWhitespace( self ):
"""
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars( self, chars ):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs( self ):
"""
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
"""
self.keepTabs = True
return self
def ignore( self, other ):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append( Suppress( other.copy() ) )
return self
def setDebugActions( self, startAction, successAction, exceptionAction ):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug( self, flag=True ):
"""
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
"""
if flag:
self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction )
else:
self.debug = False
return self
def __str__( self ):
return self.name
def __repr__( self ):
return _ustr(self)
def streamline( self ):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion( self, parseElementList ):
pass
def validate( self, validateTrace=[] ):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion( [] )
def parseFile( self, file_or_filename, parseAll=False ):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def __eq__(self,other):
if isinstance(other, ParserElement):
return self is other or vars(self) == vars(other)
elif isinstance(other, basestring):
return self.matches(other)
else:
return super(ParserElement,self)==other
def __ne__(self,other):
return not (self == other)
def __hash__(self):
return hash(id(self))
def __req__(self,other):
return self == other
def __rne__(self,other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
allResults = []
comments = []
success = True
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n'.join(comments), t]
comments = []
try:
t = t.replace(r'\n','\n')
result = self.parseString(t, parseAll=parseAll)
out.append(result.dump(full=fullDump))
success = success and not failureTests
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' '*(col(pe.loc,t)-1) + '^' + fatal)
else:
out.append(' '*pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
if printResults:
if fullDump:
out.append('')
print('\n'.join(out))
allResults.append((t, result))
return success, allResults
class Token(ParserElement):
"""
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
"""
def __init__( self ):
super(Token,self).__init__( savelist=False )
class Empty(Token):
"""
An empty token, will always match.
"""
def __init__( self ):
super(Empty,self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""
A token that will never match.
"""
def __init__( self ):
super(NoMatch,self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl( self, instring, loc, doActions=True ):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
"""
def __init__( self, matchString ):
super(Literal,self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: this routine gets called a *lot*
# if this is a single character match string and the first character matches,
# short-circuit as quickly as possible, and avoid calling startswith
#~ @profile
def parseImpl( self, instring, loc, doActions=True ):
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
"""
DEFAULT_KEYWORD_CHARS = alphanums+"_$"
def __init__( self, matchString, identChars=None, caseless=False ):
super(Keyword,self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl( self, instring, loc, doActions=True ):
if self.caseless:
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and
(loc == 0 or instring[loc-1].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
else:
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and
(loc == 0 or instring[loc-1] not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword,self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars( chars ):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
"""
def __init__( self, matchString ):
super(CaselessLiteral,self).__init__( matchString.upper() )
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl( self, instring, loc, doActions=True ):
if instring[ loc:loc+self.matchLen ].upper() == self.match:
return loc+self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
"""
def __init__( self, matchString, identChars=None ):
super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True )
def parseImpl( self, instring, loc, doActions=True ):
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class CloseMatch(Token):
"""
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch,self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl( self, instring, loc, doActions=True ):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)):
src,mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = self.match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ):
super(Word,self).__init__()
if excludeChars:
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars :
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % \
(re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % \
(_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b"+self.reString+r"\b"
try:
self.re = re.compile( self.reString )
except Exception:
self.re = None
def parseImpl( self, instring, loc, doActions=True ):
if self.re:
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
if not(instring[ loc ] in self.initChars):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min( maxloc, instrlen )
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
if self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
if self.asKeyword:
if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(Word,self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s)>4:
return s[:4]+"..."
else:
return s
if ( self.initCharsOrig != self.bodyCharsOrig ):
self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) )
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class Regex(Token):
r"""
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
"""
compiledREtype = type(re.compile("[A-Z]"))
def __init__( self, pattern, flags=0):
"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags."""
super(Regex,self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif isinstance(pattern, Regex.compiledREtype):
self.re = pattern
self.pattern = \
self.reString = str(pattern)
self.flags = flags
else:
raise ValueError("Regex may only be constructed with a string or a compiled RE object")
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
d = result.groupdict()
ret = ParseResults(result.group())
if d:
for k in d:
ret[k] = d[k]
return loc,ret
def __str__( self ):
try:
return super(Regex,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString,self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar)-1,0,-1)) + ')'
)
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar)+"(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen:-self.endQuoteCharLen]
if isinstance(ret,basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t' : '\t',
r'\n' : '\n',
r'\f' : '\f',
r'\r' : '\r',
}
for wslit,wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__( self ):
try:
return super(QuotedString,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__( self, notChars, min=1, max=0, exact=0 ):
super(CharsNotIn,self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = ( self.minLen == 0 )
self.mayIndexError = False
def parseImpl( self, instring, loc, doActions=True ):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min( start+self.maxLen, len(instring) )
while loc < maxlen and \
(instring[loc] not in notchars):
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
"""
whiteStrs = {
" " : "<SPC>",
"\t": "<TAB>",
"\n": "<LF>",
"\r": "<CR>",
"\f": "<FF>",
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White,self).__init__()
self.matchWhite = ws
self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) )
#~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl( self, instring, loc, doActions=True ):
if not(instring[ loc ] in self.matchWhite):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min( maxloc, len(instring) )
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__( self ):
super(_PositionToken,self).__init__()
self.name=self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""
Token to advance to a specific column of input text; useful for tabular report scraping.
"""
def __init__( self, colno ):
super(GoToColumn,self).__init__()
self.col = colno
def preParse( self, instring, loc ):
if col(loc,instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col :
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
thiscol = col( loc, instring )
if thiscol > self.col:
raise ParseException( instring, loc, "Text not in expected column", self )
newloc = loc + self.col - thiscol
ret = instring[ loc: newloc ]
return newloc, ret
class LineStart(_PositionToken):
"""
Matches if current position is at the beginning of a line within the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__( self ):
super(LineStart,self).__init__()
self.errmsg = "Expected start of line"
def parseImpl( self, instring, loc, doActions=True ):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""
Matches if current position is at the end of a line within the parse string
"""
def __init__( self ):
super(LineEnd,self).__init__()
self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") )
self.errmsg = "Expected end of line"
def parseImpl( self, instring, loc, doActions=True ):
if loc<len(instring):
if instring[loc] == "\n":
return loc+1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""
Matches if current position is at the beginning of the parse string
"""
def __init__( self ):
super(StringStart,self).__init__()
self.errmsg = "Expected start of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse( instring, 0 ):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""
Matches if current position is at the end of the parse string
"""
def __init__( self ):
super(StringEnd,self).__init__()
self.errmsg = "Expected end of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
"""
def __init__(self, wordChars = printables):
super(WordStart,self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True ):
if loc != 0:
if (instring[loc-1] in self.wordChars or
instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
"""
def __init__(self, wordChars = printables):
super(WordEnd,self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True ):
instrlen = len(instring)
if instrlen>0 and loc<instrlen:
if (instring[loc] in self.wordChars or
instring[loc-1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
"""
def __init__( self, exprs, savelist = False ):
super(ParseExpression,self).__init__(savelist)
if isinstance( exprs, _generatorType ):
exprs = list(exprs)
if isinstance( exprs, basestring ):
self.exprs = [ ParserElement._literalStringClass( exprs ) ]
elif isinstance( exprs, Iterable ):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if all(isinstance(expr, basestring) for expr in exprs):
exprs = map(ParserElement._literalStringClass, exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list( exprs )
except TypeError:
self.exprs = [ exprs ]
self.callPreparse = False
def __getitem__( self, i ):
return self.exprs[i]
def append( self, other ):
self.exprs.append( other )
self.strRepr = None
return self
def leaveWhitespace( self ):
"""Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [ e.copy() for e in self.exprs ]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
else:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
return self
def __str__( self ):
try:
return super(ParseExpression,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) )
return self.strRepr
def streamline( self ):
super(ParseExpression,self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d )
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if ( len(self.exprs) == 2 ):
other = self.exprs[0]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = other.exprs[:] + [ self.exprs[1] ]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def setResultsName( self, name, listAllMatches=False ):
ret = super(ParseExpression,self).setResultsName(name,listAllMatches)
return ret
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion( [] )
def copy(self):
ret = super(ParseExpression,self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
class And(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop,self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__( self, exprs, savelist = True ):
super(And,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars( self.exprs[0].whiteChars )
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def parseImpl( self, instring, loc, doActions=True ):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False )
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse( instring, loc, doActions )
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse( instring, loc, doActions )
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #And( [ self, other ] )
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
if not e.mayReturnEmpty:
break
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(Or,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse( instring, loc )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
matches.sort(key=lambda x: -x[0])
for _,e in matches:
try:
return e._parse( instring, loc, doActions )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #Or( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class MatchFirst(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(MatchFirst,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse( instring, loc, doActions )
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #MatchFirst( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class Each(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__( self, exprs, savelist = True ):
super(Each,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
def parseImpl( self, instring, loc, doActions=True ):
if self.initExprGroups:
self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional))
opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ]
opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)]
self.optionals = opt1 + opt2
self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ]
self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ]
self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse( instring, tmpLoc )
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e),e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing )
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc,results = e._parse(instring,loc,doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class ParseElementEnhance(ParserElement):
"""
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
"""
def __init__( self, expr, savelist=False ):
super(ParseElementEnhance,self).__init__(savelist)
if isinstance( expr, basestring ):
if issubclass(ParserElement._literalStringClass, Token):
expr = ParserElement._literalStringClass(expr)
else:
expr = ParserElement._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars( expr.whiteChars )
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr is not None:
return self.expr._parse( instring, loc, doActions, callPreParse=False )
else:
raise ParseException("",loc,self.errmsg,self)
def leaveWhitespace( self ):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
else:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
return self
def streamline( self ):
super(ParseElementEnhance,self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion( self, parseElementList ):
if self in parseElementList:
raise RecursiveGrammarException( parseElementList+[self] )
subRecCheckList = parseElementList[:] + [ self ]
if self.expr is not None:
self.expr.checkRecursion( subRecCheckList )
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion( [] )
def __str__( self ):
try:
return super(ParseElementEnhance,self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) )
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__( self, expr ):
super(FollowedBy,self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
self.expr.tryParse( instring, loc )
return loc, []
class NotAny(ParseElementEnhance):
"""
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
"""
def __init__( self, expr ):
super(NotAny,self).__init__(expr)
#~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__( self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = ParserElement._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
def parseImpl( self, instring, loc, doActions=True ):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False )
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables( instring, loc )
else:
preloc = loc
loc, tmptokens = self_expr_parse( instring, preloc, doActions )
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException,IndexError):
pass
return loc, tokens
class OneOrMore(_MultipleMatch):
"""
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
"""
def __init__( self, expr, stopOn=None):
super(ZeroOrMore,self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException,IndexError):
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
_optionalNotMatched = _NullToken()
class Optional(ParseElementEnhance):
"""
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
def __init__( self, expr, default=_optionalNotMatched ):
super(Optional,self).__init__( expr, savelist=False )
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False )
except (ParseException,IndexError):
if self.defaultValue is not _optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([ self.defaultValue ])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [ self.defaultValue ]
else:
tokens = []
return loc, tokens
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__( self, other, include=False, ignore=None, failOn=None ):
super( SkipTo, self ).__init__( other )
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.asList = False
if isinstance(failOn, basestring):
self.failOn = ParserElement._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring,loc,doActions,callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
"""
def __init__( self, other=None ):
super(Forward,self).__init__( other, savelist=False )
def __lshift__( self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars( self.expr.whiteChars )
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace( self ):
self.skipWhitespace = False
return self
def streamline( self ):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate( self, validateTrace=[] ):
if self not in validateTrace:
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__( self ):
if hasattr(self,"name"):
return self.name
return self.__class__.__name__ + ": ..."
# stubbed out for now - creates awful memory and perf issues
self._revertClass = self.__class__
self.__class__ = _ForwardNoRecurse
try:
if self.expr is not None:
retString = _ustr(self.expr)
else:
retString = "None"
finally:
self.__class__ = self._revertClass
return self.__class__.__name__ + ": " + retString
def copy(self):
if self.expr is not None:
return super(Forward,self).copy()
else:
ret = Forward()
ret <<= self
return ret
class _ForwardNoRecurse(Forward):
def __str__( self ):
return "..."
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of C{ParseExpression}, for converting parsed results.
"""
def __init__( self, expr, savelist=False ):
super(TokenConverter,self).__init__( expr )#, savelist )
self.saveAsList = False
class Combine(TokenConverter):
"""
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__( self, expr, joinString="", adjacent=True ):
super(Combine,self).__init__( expr )
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore( self, other ):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super( Combine, self).ignore( other )
return self
def postParse( self, instring, loc, tokenlist ):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [ retToks ]
else:
return retToks
class Group(TokenConverter):
"""
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__( self, expr ):
super(Group,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
return [ tokenlist ]
class Dict(TokenConverter):
"""
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
"""
def __init__( self, expr ):
super(Dict,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
for i,tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey,int):
ikey = _ustr(tok[0]).strip()
if len(tok)==1:
tokenlist[ikey] = _ParseResultsWithOffset("",i)
elif len(tok)==2 and not isinstance(tok[1],ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i)
else:
dictvalue = tok.copy() #ParseResults(i)
del dictvalue[0]
if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i)
if self.resultsName:
return [ tokenlist ]
else:
return tokenlist
class Suppress(TokenConverter):
"""
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
"""
def postParse( self, instring, loc, tokenlist ):
return []
def suppress( self ):
return self
class OnlyOnce(object):
"""
Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self,s,l,t):
if not self.called:
results = self.callable(s,l,t)
self.called = True
return results
raise ParseException(s,l,"")
def reset(self):
self.called = False
def traceParseAction(f):
"""
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s,l,t = paArgs[-3:]
if len(paArgs)>3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) )
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) )
raise
sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) )
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList( expr, delim=",", combine=False ):
"""
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..."
if combine:
return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName)
else:
return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName)
def countedArray( expr, intExpr=None ):
"""
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s,l,t):
n = t[0]
arrayExpr << (n and Group(And([expr]*n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t:int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i,list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
def copyTokenToRepeater(s,l,t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s,l,t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s,l,t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException("",0,"")
rep.setParseAction( mustMatchTheseTokens, callDuringTry=True )
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
#~ escape these chars: ^-]
for c in r"\^-]":
s = s.replace(c,_bslash+c)
s = s.replace("\n",r"\n")
s = s.replace("\t",r"\t")
return _ustr(s)
def oneOf( strs, caseless=False, useRegex=True ):
"""
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if caseless:
isequal = ( lambda a,b: a.upper() == b.upper() )
masks = ( lambda a,b: b.upper().startswith(a.upper()) )
parseElementClass = CaselessLiteral
else:
isequal = ( lambda a,b: a == b )
masks = ( lambda a,b: b.startswith(a) )
parseElementClass = Literal
symbols = []
if isinstance(strs,basestring):
symbols = strs.split()
elif isinstance(strs, Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
i = 0
while i < len(symbols)-1:
cur = symbols[i]
for j,other in enumerate(symbols[i+1:]):
if ( isequal(other, cur) ):
del symbols[i+j+1]
break
elif ( masks(cur, other) ):
del symbols[i+j+1]
symbols.insert(i,other)
cur = other
break
else:
i += 1
if not caseless and useRegex:
#~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] ))
try:
if len(symbols)==len("".join(symbols)):
return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols))
else:
return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf( key, value ):
"""
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict( ZeroOrMore( Group ( key + value ) ) )
def originalTextFor(expr, asString=True):
"""
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s,loc,t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s,l,t: s[t._original_start:t._original_end]
else:
def extractText(s,l,t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
"""
return TokenConverter(expr).setParseAction(lambda t:t[0])
def locatedExpr(expr):
"""
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s,l,t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]"
def srange(s):
r"""
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
"""
_expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""
Helper method for defining parse actions that require matching at a specific
column in the input text.
"""
def verifyCol(strg,locn,toks):
if col(locn,strg) != n:
raise ParseException(strg,locn,"matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s,l,t: [replStr]
def removeQuotes(s,l,t):
"""
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s,l,t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}"""
def _makeTags(tagStr, xml):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr,basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas,alphanums+"_-:")
if (xml):
tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes )
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
else:
printablesLessRAbrack = "".join(c for c in printables if c not in ">")
tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack)
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \
Optional( Suppress("=") + tagAttrValue ) ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
closeTag = Combine(_L("</") + tagStr + ">")
openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname)
closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
return openTag, closeTag
def makeHTMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
"""
return _makeTags( tagStr, False )
def makeXMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
"""
return _makeTags( tagStr, True )
def withAttribute(*args,**attrDict):
"""
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k,v) for k,v in attrs]
def pa(s,l,tokens):
for attrName,attrValue in attrs:
if attrName not in tokens:
raise ParseException(s,l,"no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr : classname})
opAssoc = _Constants()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ):
"""
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
ret = Forward()
lastExpr = baseExpr | ( lpar + ret + rpar )
for i,operDef in enumerate(opList):
opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) )
else:
matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \
Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) )
else:
matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \
Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
if isinstance(pa, (tuple, list)):
matchExpr.setParseAction(*pa)
else:
matchExpr.setParseAction(pa)
thisExpr <<= ( matchExpr.setName(termName) | lastExpr )
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'|
Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener,basestring) and isinstance(closer,basestring):
if len(opener) == 1 and len(closer)==1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t:t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) )
else:
ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) )
ret.setName('nested %s%s expression' % (opener,closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
def checkPeerIndent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseFatalException(s,l,"illegal nesting")
raise ParseException(s,l,"not a peer entry")
def checkSubIndent(s,l,t):
curCol = col(l,s)
if curCol > indentStack[-1]:
indentStack.append( curCol )
else:
raise ParseException(s,l,"not a subentry")
def checkUnindent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]):
raise ParseException(s,l,"not an unindent")
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group( Optional(NL) +
#~ FollowedBy(blockStatementExpr) +
INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT)
else:
smExpr = Group( Optional(NL) +
(OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) )
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form C{/* ... */}"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form C{<!-- ... -->}"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form C{// ... (to end of line)}"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment")
"Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}"
javaStyleComment = cppStyleComment
"Same as C{L{cppStyleComment}}"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form C{# ... (to end of line)}"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') +
Optional( Word(" \t") +
~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem")
commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas.
This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}."""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas+'_', alphanums+'_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (C{0.0.0.0 - 255.255.255.255})"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (C{yyyy-mm-dd})"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',')
+ Optional( White(" \t") ) ) ).streamline().setName("commaItem")
comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
site-packages/setuptools/_vendor/packaging/__init__.py 0000644 00000001001 15201600074 0017161 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
from .__about__ import (
__author__, __copyright__, __email__, __license__, __summary__, __title__,
__uri__, __version__
)
__all__ = [
"__title__", "__summary__", "__uri__", "__version__", "__author__",
"__email__", "__license__", "__copyright__",
]
site-packages/setuptools/_vendor/packaging/_structures.py 0000644 00000002610 15201600074 0020013 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
class Infinity(object):
def __repr__(self):
return "Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return False
def __le__(self, other):
return False
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return True
def __ge__(self, other):
return True
def __neg__(self):
return NegativeInfinity
Infinity = Infinity()
class NegativeInfinity(object):
def __repr__(self):
return "-Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return True
def __le__(self, other):
return True
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return False
def __ge__(self, other):
return False
def __neg__(self):
return Infinity
NegativeInfinity = NegativeInfinity()
site-packages/setuptools/_vendor/packaging/requirements.py 0000644 00000010367 15201600074 0020164 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import string
import re
from setuptools.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException
from setuptools.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine
from setuptools.extern.pyparsing import Literal as L # noqa
from setuptools.extern.six.moves.urllib import parse as urlparse
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r'[^ ]+')("url")
URL = (AT + URI)
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE),
joinString=",", adjacent=False)("_raw_spec")
_VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY))
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '')
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start:t._original_end])
)
MARKER_SEPERATOR = SEMICOLON
MARKER = MARKER_SEPERATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = \
NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
class Requirement(object):
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string):
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
"Invalid requirement, parse error at \"{0!r}\"".format(
requirement_string[e.loc:e.loc + 8]))
self.name = req.name
if req.url:
parsed_url = urlparse.urlparse(req.url)
if not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc):
raise InvalidRequirement("Invalid URL given")
self.url = req.url
else:
self.url = None
self.extras = set(req.extras.asList() if req.extras else [])
self.specifier = SpecifierSet(req.specifier)
self.marker = req.marker if req.marker else None
def __str__(self):
parts = [self.name]
if self.extras:
parts.append("[{0}]".format(",".join(sorted(self.extras))))
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append("@ {0}".format(self.url))
if self.marker:
parts.append("; {0}".format(self.marker))
return "".join(parts)
def __repr__(self):
return "<Requirement({0!r})>".format(str(self))
site-packages/setuptools/_vendor/packaging/_compat.py 0000644 00000001534 15201600074 0017057 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import sys
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
# flake8: noqa
if PY3:
string_types = str,
else:
string_types = basestring,
def with_metaclass(meta, *bases):
"""
Create a base class with a metaclass.
"""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
site-packages/setuptools/_vendor/packaging/version.py 0000644 00000026444 15201600074 0017131 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import collections
import itertools
import re
from ._structures import Infinity
__all__ = [
"parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"
]
_Version = collections.namedtuple(
"_Version",
["epoch", "release", "dev", "pre", "post", "local"],
)
def parse(version):
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion(object):
def __hash__(self):
return hash(self._key)
def __lt__(self, other):
return self._compare(other, lambda s, o: s < o)
def __le__(self, other):
return self._compare(other, lambda s, o: s <= o)
def __eq__(self, other):
return self._compare(other, lambda s, o: s == o)
def __ge__(self, other):
return self._compare(other, lambda s, o: s >= o)
def __gt__(self, other):
return self._compare(other, lambda s, o: s > o)
def __ne__(self, other):
return self._compare(other, lambda s, o: s != o)
def _compare(self, other, method):
if not isinstance(other, _BaseVersion):
return NotImplemented
return method(self._key, other._key)
class LegacyVersion(_BaseVersion):
def __init__(self, version):
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self):
return self._version
def __repr__(self):
return "<LegacyVersion({0})>".format(repr(str(self)))
@property
def public(self):
return self._version
@property
def base_version(self):
return self._version
@property
def local(self):
return None
@property
def is_prerelease(self):
return False
@property
def is_postrelease(self):
return False
_legacy_version_component_re = re.compile(
r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE,
)
_legacy_version_replacement_map = {
"pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@",
}
def _parse_version_parts(s):
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version):
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts = []
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
parts = tuple(parts)
return epoch, parts
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(
r"^\s*" + VERSION_PATTERN + r"\s*$",
re.VERBOSE | re.IGNORECASE,
)
def __init__(self, version):
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion("Invalid version: '{0}'".format(version))
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(
match.group("pre_l"),
match.group("pre_n"),
),
post=_parse_letter_version(
match.group("post_l"),
match.group("post_n1") or match.group("post_n2"),
),
dev=_parse_letter_version(
match.group("dev_l"),
match.group("dev_n"),
),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self):
return "<Version({0})>".format(repr(str(self)))
def __str__(self):
parts = []
# Epoch
if self._version.epoch != 0:
parts.append("{0}!".format(self._version.epoch))
# Release segment
parts.append(".".join(str(x) for x in self._version.release))
# Pre-release
if self._version.pre is not None:
parts.append("".join(str(x) for x in self._version.pre))
# Post-release
if self._version.post is not None:
parts.append(".post{0}".format(self._version.post[1]))
# Development release
if self._version.dev is not None:
parts.append(".dev{0}".format(self._version.dev[1]))
# Local version segment
if self._version.local is not None:
parts.append(
"+{0}".format(".".join(str(x) for x in self._version.local))
)
return "".join(parts)
@property
def public(self):
return str(self).split("+", 1)[0]
@property
def base_version(self):
parts = []
# Epoch
if self._version.epoch != 0:
parts.append("{0}!".format(self._version.epoch))
# Release segment
parts.append(".".join(str(x) for x in self._version.release))
return "".join(parts)
@property
def local(self):
version_string = str(self)
if "+" in version_string:
return version_string.split("+", 1)[1]
@property
def is_prerelease(self):
return bool(self._version.dev or self._version.pre)
@property
def is_postrelease(self):
return bool(self._version.post)
def _parse_letter_version(letter, number):
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
_local_version_seperators = re.compile(r"[\._-]")
def _parse_local_version(local):
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_seperators.split(local)
)
def _cmpkey(epoch, release, pre, post, dev, local):
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
release = tuple(
reversed(list(
itertools.dropwhile(
lambda x: x == 0,
reversed(release),
)
))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
pre = -Infinity
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
pre = Infinity
# Versions without a post segment should sort before those with one.
if post is None:
post = -Infinity
# Versions without a development segment should sort after those with one.
if dev is None:
dev = Infinity
if local is None:
# Versions without a local segment should sort before those with one.
local = -Infinity
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
local = tuple(
(i, "") if isinstance(i, int) else (-Infinity, i)
for i in local
)
return epoch, release, pre, post, dev, local
site-packages/setuptools/_vendor/packaging/utils.py 0000644 00000000645 15201600074 0016577 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import re
_canonicalize_regex = re.compile(r"[-_.]+")
def canonicalize_name(name):
# This is taken from PEP 503.
return _canonicalize_regex.sub("-", name).lower()
site-packages/setuptools/_vendor/packaging/markers.py 0000644 00000020057 15201600074 0017102 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import operator
import os
import platform
import sys
from setuptools.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd
from setuptools.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString
from setuptools.extern.pyparsing import Literal as L # noqa
from ._compat import string_types
from .specifiers import Specifier, InvalidSpecifier
__all__ = [
"InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName",
"Marker", "default_environment",
]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node(object):
def __init__(self, value):
self.value = value
def __str__(self):
return str(self.value)
def __repr__(self):
return "<{0}({1!r})>".format(self.__class__.__name__, str(self))
def serialize(self):
raise NotImplementedError
class Variable(Node):
def serialize(self):
return str(self)
class Value(Node):
def serialize(self):
return '"{0}"'.format(self)
class Op(Node):
def serialize(self):
return str(self)
VARIABLE = (
L("implementation_version") |
L("platform_python_implementation") |
L("implementation_name") |
L("python_full_version") |
L("platform_release") |
L("platform_version") |
L("platform_machine") |
L("platform_system") |
L("python_version") |
L("sys_platform") |
L("os_name") |
L("os.name") | # PEP-345
L("sys.platform") | # PEP-345
L("platform.version") | # PEP-345
L("platform.machine") | # PEP-345
L("platform.python_implementation") | # PEP-345
L("python_implementation") | # undocumented setuptools legacy
L("extra")
)
ALIASES = {
'os.name': 'os_name',
'sys.platform': 'sys_platform',
'platform.version': 'platform_version',
'platform.machine': 'platform_machine',
'platform.python_implementation': 'platform_python_implementation',
'python_implementation': 'platform_python_implementation'
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") |
L("==") |
L(">=") |
L("<=") |
L("!=") |
L("~=") |
L(">") |
L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results):
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(marker, first=True):
assert isinstance(marker, (list, tuple, string_types))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (isinstance(marker, list) and len(marker) == 1 and
isinstance(marker[0], (list, tuple))):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
}
def _eval_op(lhs, op, rhs):
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper = _operators.get(op.serialize())
if oper is None:
raise UndefinedComparison(
"Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs)
)
return oper(lhs, rhs)
_undefined = object()
def _get_env(environment, name):
value = environment.get(name, _undefined)
if value is _undefined:
raise UndefinedEnvironmentName(
"{0!r} does not exist in evaluation environment.".format(name)
)
return value
def _evaluate_markers(markers, environment):
groups = [[]]
for marker in markers:
assert isinstance(marker, (list, tuple, string_types))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info):
version = '{0.major}.{0.minor}.{0.micro}'.format(info)
kind = info.releaselevel
if kind != 'final':
version += kind[0] + str(info.serial)
return version
def default_environment():
if hasattr(sys, 'implementation'):
iver = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
else:
iver = '0'
implementation_name = ''
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": platform.python_version()[:3],
"sys_platform": sys.platform,
}
class Marker(object):
def __init__(self, marker):
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
err_str = "Invalid marker: {0!r}, parse error at {1!r}".format(
marker, marker[e.loc:e.loc + 8])
raise InvalidMarker(err_str)
def __str__(self):
return _format_marker(self._markers)
def __repr__(self):
return "<Marker({0!r})>".format(str(self))
def evaluate(self, environment=None):
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
site-packages/setuptools/_vendor/packaging/__about__.py 0000644 00000001320 15201600074 0017334 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
__all__ = [
"__title__", "__summary__", "__uri__", "__version__", "__author__",
"__email__", "__license__", "__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "16.8"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD or Apache License, Version 2.0"
__copyright__ = "Copyright 2014-2016 %s" % __author__
site-packages/setuptools/_vendor/packaging/specifiers.py 0000644 00000066571 15201600074 0017605 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import abc
import functools
import itertools
import re
from ._compat import string_types, with_metaclass
from .version import Version, LegacyVersion, parse
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(with_metaclass(abc.ABCMeta, object)):
@abc.abstractmethod
def __str__(self):
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self):
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self):
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value):
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item, prereleases=None):
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(self, iterable, prereleases=None):
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators = {}
def __init__(self, spec="", prereleases=None):
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec))
self._spec = (
match.group("operator").strip(),
match.group("version").strip(),
)
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<{0}({1!r}{2})>".format(
self.__class__.__name__,
str(self),
pre,
)
def __str__(self):
return "{0}{1}".format(*self._spec)
def __hash__(self):
return hash(self._spec)
def __eq__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec == other._spec
def __ne__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op):
return getattr(self, "_compare_{0}".format(self._operators[op]))
def _coerce_version(self, version):
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self):
return self._spec[0]
@property
def version(self):
return self._spec[1]
@property
def prereleases(self):
return self._prereleases
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
return self._get_operator(self.operator)(item, self.version)
def filter(self, iterable, prereleases=None):
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later incase nothing
# else matches this specifier.
if (parsed_version.is_prerelease and not
(prereleases or self.prereleases)):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the begining.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = (
r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
)
_regex = re.compile(
r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def _coerce_version(self, version):
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective, spec):
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective, spec):
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective, spec):
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective, spec):
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective, spec):
return prospective > self._coerce_version(spec)
def _require_version_compare(fn):
@functools.wraps(fn)
def wrapped(self, prospective, spec):
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = (
r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
)
_regex = re.compile(
r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective, spec):
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore post and dev releases and we want to treat the pre-release as
# it's own separate segment.
prefix = ".".join(
list(
itertools.takewhile(
lambda x: (not x.startswith("post") and not
x.startswith("dev")),
_version_split(spec),
)
)[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return (self._get_operator(">=")(prospective, spec) and
self._get_operator("==")(prospective, prefix))
@_require_version_compare
def _compare_equal(self, prospective, spec):
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
prospective = prospective[:len(spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
spec, prospective = _pad_version(spec, prospective)
else:
# Convert our spec string into a Version
spec = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec.local:
prospective = Version(prospective.public)
return prospective == spec
@_require_version_compare
def _compare_not_equal(self, prospective, spec):
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective, spec):
return prospective <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is techincally greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective, spec):
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self):
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version):
result = []
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _pad_version(left, right):
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]):])
right_split.append(right[len(right_split[0]):])
# Insert our padding
left_split.insert(
1,
["0"] * max(0, len(right_split[0]) - len(left_split[0])),
)
right_split.insert(
1,
["0"] * max(0, len(left_split[0]) - len(right_split[0])),
)
return (
list(itertools.chain(*left_split)),
list(itertools.chain(*right_split)),
)
class SpecifierSet(BaseSpecifier):
def __init__(self, specifiers="", prereleases=None):
# Split on , to break each indidivual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed = set()
for specifier in specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<SpecifierSet({0!r}{1})>".format(str(self), pre)
def __str__(self):
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self):
return hash(self._specs)
def __and__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self):
return len(self._specs)
def __iter__(self):
return iter(self._specs)
@property
def prereleases(self):
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(
s.contains(item, prereleases=prereleases)
for s in self._specs
)
def filter(self, iterable, prereleases=None):
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered = []
found_prereleases = []
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
site-packages/setuptools/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc 0000644 00000046510 15201600074 0024062 0 ustar 00 U
�Qabym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �K/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 9 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s �z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr___ s ���z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r l s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r o s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r r s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r } s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' N s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s( �
�� rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare
s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� s �z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatible� s ���� �z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr} ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r} r� TF)r1 r0 r� r
rK )r r) r* r r r r s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt sD �_
��
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� ' s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ 6 � z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ 7 r� r r �0)rL r r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� 2 s
"�"� �r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 O s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 d s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)r~ �sortedr� r r r r r m s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__s s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r � s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r � s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s �z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
�zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� M s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 9 4
site-packages/setuptools/_vendor/packaging/__pycache__/__about__.cpython-38.pyc 0000644 00000001300 15201600074 0023620 0 ustar 00 U
�Qab� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �J/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/__about__.py�<module> s" � site-packages/setuptools/_vendor/packaging/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001036 15201600074 0024416 0 ustar 00 U
�Qab � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �I/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/__init__.py�<module> s ( � site-packages/setuptools/_vendor/packaging/__pycache__/markers.cpython-38.pyc 0000644 00000021321 15201600074 0023363 0 ustar 00 U
�Qab/ � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �H/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__. s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__1 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__4 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize7 s zNode.serializeN)r r r r" r% r( r* r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* = s zVariable.serializeN�r r r r* r r r r r+ ; s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. A s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* I s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>i � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH w rI �'�"c C s t |d �S rA )r. rD r r r rH z rI �and�orc C s t |d �S rA )�tuplerD r r r rH � rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �listrV r �AssertionError�lenr` �join)�markerr_ �innerr r r r` � s �
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rk r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rh r* r �contains�
_operatorsrC r r& )rl �oprm �specZoperr r r �_eval_op� s
�rs c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rw c C s� g g}| D ]�}t |tttf�s"t�t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j �}|j }n|j }t||j �}|d �t
|||�� q
|dks�t�|dkr
|�g � q
t dd� |D ��S )N���)rT rU rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>) r] re rV r rf �append�_evaluate_markersr+ rw r rs �any) Zmarkersru �groupsri rl rq rm Z lhs_valueZ rhs_valuer r r r| � s"
r| c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sl t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � t� � d d� tjd� S )N�implementation�0rn � ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )
�hasattr�sysr� r� r� rv �os�platform�machine�release�systemr8 r@ )Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! ri �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater| r� )r! ru Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Zsetuptools.extern.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtrp rs rt rw r| r� r r r r r r �<module> s� ��������� �
� � �
���������������
� site-packages/setuptools/_vendor/packaging/__pycache__/requirements.cpython-38.opt-1.pyc 0000644 00000007435 15201600074 0025413 0 ustar 00 U
�Qab� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �M/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>6 � r- � specifierc C s |d S )Nr r r) r r r r- 9 r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- = r. c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s� zt �|�}W n@ tk
rN } z"td�||j|jd � ���W 5 d }~X Y nX |j| _|jr�t�|j�}|j r�|j
r�|j s�|j
s�td��|j| _nd | _t |j r�|j �
� ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �formatZlocr$ r% �urlparseZschemeZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__X s, �� ��
zRequirement.__init__c C sz | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrX|�d�| j�� | j rp|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}z; {0}r( )
r$ r& �appendr4 �join�sortedr/ �strr% r0 )r7 �partsr r r �__str__m s zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r4 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r1 K s r1 )DZ
__future__r r r �string�reZsetuptools.extern.pyparsingr r r r r r
r r r
r �LZ"setuptools.extern.six.moves.urllibr r5 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr3 �objectr1 r r r r �<module> sf �� � � site-packages/setuptools/_vendor/packaging/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000024607 15201600074 0024355 0 ustar 00 U
�Qab$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �H/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
$ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__, s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>0 � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 3 r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__2 s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 6 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__5 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 9 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__8 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ < r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__; s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ? r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' A s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z dS )r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__N s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicT s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionX s zLegacyVersion.base_versionc C s d S r r r r r r r \ s zLegacyVersion.localc C s dS �NFr r r r r �
is_prerelease` s zLegacyVersion.is_prereleasec C s dS r? r r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r6 r8 r< �propertyr= r> r r@ rA r r r r r H s
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_partsr s rS c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )N���rK rL z*final-Z00000000)rS �lower�
startswith�pop�append�tuple)r r
�partsrR r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s| e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rH Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr[ rY rN �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s8 ��� ��zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� | j jd k rl|�d�dd� | j jD ��� | j jd k r�|�d�| j jd �� | j jd k r�|�d
�| j jd �� | j j d k r�|�d �d�d d� | j j D ���� d�|�S )
Nr �{0}!rH c s s | ]}t |�V qd S r �r3 �r] �xr r r r_ � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r ri rj r r r r_ � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S r ri rj r r r r_ s )
r4 r
rX r: �joinr r r r r �r rZ r r r r8 � s �zVersion.__str__c C s t | ��dd�d S )N�+r r �r3 rN r r r r r=
s zVersion.publicc C sL g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� d�|�S )Nr rh rH c s s | ]}t |�V qd S r ri rj r r r r_ s z'Version.base_version.<locals>.<genexpr>rl )r4 r
rX r: rm r rn r r r r> s
zVersion.base_versionc C s$ t | �}d|kr |�dd�d S d S )Nro r rp )r Zversion_stringr r r r s z
Version.localc C s t | jjp| jj�S r )�boolr4 r r r r r r r@ ! s zVersion.is_prereleasec C s t | jj�S r )rq r4 r r r r r rA % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASEra r6 r< r8 rB r= r> r r@ rA r r r r r � s"
�#
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rC r rE rG )Zrev�rr )rU r[ )ZletterZnumberr r r rd * s rd z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrU r[ )r] rR r r r r_ Q s �z'_parse_local_version.<locals>.<genexpr>)rY �_local_version_seperatorsrN )r r r r re L s �re c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rk r r r r$ ` r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rl N)r0 r[ r r\ r r r r_ � s �z_cmpkey.<locals>.<genexpr>)rY �reversed�list� itertools� dropwhiler r` r r r rf W s, ���
�rf ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rM rO rS r5 r r rd rz re rf r r r r �<module> sH �� ! � � k
site-packages/setuptools/_vendor/packaging/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000000717 15201600074 0024024 0 ustar 00 U
�Qab� � @ s2 d dl mZmZmZ d dlZe�d�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�F/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/utils.py�canonicalize_name s r )Z
__future__r r r �re�compiler r r
r
r
r �<module> s
site-packages/setuptools/_vendor/packaging/__pycache__/utils.cpython-38.pyc 0000644 00000000717 15201600074 0023065 0 ustar 00 U
�Qab� � @ s2 d dl mZmZmZ d dlZe�d�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�F/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/utils.py�canonicalize_name s r )Z
__future__r r r �re�compiler r r
r
r
r �<module> s
site-packages/setuptools/_vendor/packaging/__pycache__/markers.cpython-38.opt-1.pyc 0000644 00000021154 15201600074 0024326 0 ustar 00 U
�Qab/ � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �H/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__. s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__1 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__4 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize7 s zNode.serializeN)r r r r" r% r( r* r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* = s zVariable.serializeN�r r r r* r r r r r+ ; s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. A s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* I s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>i � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH w rI �'�"c C s t |d �S rA )r. rD r r r rH z rI �and�orc C s t |d �S rA )�tuplerD r r r rH � rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �list�lenrV r` �join)�markerr_ �innerr r r r` � s �
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rj r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rg r* r �contains�
_operatorsrC r r& )rk �oprl �specZoperr r r �_eval_op� s
�rr c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rv c C s� g g}| D ]�}t |t�r.|d �t||�� q
t |t�r�|\}}}t |t�r`t||j�}|j}n|j}t||j�}|d �t|||�� q
|dkr
|�g � q
t dd� |D ��S )N���rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>)
r] re �append�_evaluate_markersrV r+ rv r rr �any) Zmarkersrt �groupsrh rk rp rl Z lhs_valueZ rhs_valuer r r r{ � s
r{ c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sl t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � t� � d d� tjd� S )N�implementation�0rm � ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )
�hasattr�sysr� r� r� ru �os�platform�machine�release�systemr8 r@ )Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! rh �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater{ r� )r! rt Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Zsetuptools.extern.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtro rr rs rv r{ r� r r r r r r �<module> s� ��������� �
� � �
���������������
� site-packages/setuptools/_vendor/packaging/__pycache__/specifiers.cpython-38.opt-1.pyc 0000644 00000046510 15201600074 0025021 0 ustar 00 U
�Qabym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �K/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 9 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s �z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr___ s ���z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r l s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r o s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r r s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r } s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' N s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s( �
�� rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare
s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� s �z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatible� s ���� �z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr} ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r} r� TF)r1 r0 r� r
rK )r r) r* r r r r s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt sD �_
��
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� ' s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ 6 � z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ 7 r� r r �0)rL r r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� 2 s
"�"� �r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 O s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 d s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)r~ �sortedr� r r r r r m s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__s s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r � s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r � s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s �z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
�zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� M s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 9 4
site-packages/setuptools/_vendor/packaging/__pycache__/__about__.cpython-38.opt-1.pyc 0000644 00000001300 15201600074 0024557 0 ustar 00 U
�Qab� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �J/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/__about__.py�<module> s" � site-packages/setuptools/_vendor/packaging/__pycache__/_structures.cpython-38.opt-1.pyc 0000644 00000005310 15201600074 0025240 0 ustar 00 U
�Qab� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �L/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__! s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
) s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r , s zNegativeInfinity.__hash__c C s dS r r r r r r r / s zNegativeInfinity.__lt__c C s dS r r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 8 s zNegativeInfinity.__ne__c C s dS r r r r r r r ; s zNegativeInfinity.__gt__c C s dS r r r r r r r > s zNegativeInfinity.__ge__c C s t S r )r r r r r r A s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/_compat.cpython-38.opt-1.pyc 0000644 00000001722 15201600074 0024303 0 ustar 00 U
�Qab\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �H/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/_structures.cpython-38.pyc 0000644 00000005310 15201600074 0024301 0 ustar 00 U
�Qab� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �L/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__! s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
) s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r , s zNegativeInfinity.__hash__c C s dS r r r r r r r / s zNegativeInfinity.__lt__c C s dS r r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 8 s zNegativeInfinity.__ne__c C s dS r r r r r r r ; s zNegativeInfinity.__gt__c C s dS r r r r r r r > s zNegativeInfinity.__ge__c C s t S r )r r r r r r A s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/_compat.cpython-38.pyc 0000644 00000001722 15201600074 0023344 0 ustar 00 U
�Qab\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �H/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/__init__.cpython-38.pyc 0000644 00000001036 15201600074 0023457 0 ustar 00 U
�Qab � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �I/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/__init__.py�<module> s ( � site-packages/setuptools/_vendor/packaging/__pycache__/requirements.cpython-38.pyc 0000644 00000007435 15201600074 0024454 0 ustar 00 U
�Qab� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �M/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>6 � r- � specifierc C s |d S )Nr r r) r r r r- 9 r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- = r. c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s� zt �|�}W n@ tk
rN } z"td�||j|jd � ���W 5 d }~X Y nX |j| _|jr�t�|j�}|j r�|j
r�|j s�|j
s�td��|j| _nd | _t |j r�|j �
� ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �formatZlocr$ r% �urlparseZschemeZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__X s, �� ��
zRequirement.__init__c C sz | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrX|�d�| j�� | j rp|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}z; {0}r( )
r$ r& �appendr4 �join�sortedr/ �strr% r0 )r7 �partsr r r �__str__m s zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r4 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r1 K s r1 )DZ
__future__r r r �string�reZsetuptools.extern.pyparsingr r r r r r
r r r
r �LZ"setuptools.extern.six.moves.urllibr r5 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr3 �objectr1 r r r r �<module> sf �� � � site-packages/setuptools/_vendor/packaging/__pycache__/version.cpython-38.pyc 0000644 00000024607 15201600074 0023416 0 ustar 00 U
�Qab$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �H/usr/lib/python3.8/site-packages/setuptools/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
$ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__, s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>0 � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 3 r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__2 s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 6 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__5 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 9 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__8 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ < r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__; s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ? r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' A s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z dS )r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__N s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicT s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionX s zLegacyVersion.base_versionc C s d S r r r r r r r \ s zLegacyVersion.localc C s dS �NFr r r r r �
is_prerelease` s zLegacyVersion.is_prereleasec C s dS r? r r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r6 r8 r< �propertyr= r> r r@ rA r r r r r H s
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_partsr s rS c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )N���rK rL z*final-Z00000000)rS �lower�
startswith�pop�append�tuple)r r
�partsrR r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s| e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rH Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr[ rY rN �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s8 ��� ��zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� | j jd k rl|�d�dd� | j jD ��� | j jd k r�|�d�| j jd �� | j jd k r�|�d
�| j jd �� | j j d k r�|�d �d�d d� | j j D ���� d�|�S )
Nr �{0}!rH c s s | ]}t |�V qd S r �r3 �r] �xr r r r_ � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r ri rj r r r r_ � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S r ri rj r r r r_ s )
r4 r
rX r: �joinr r r r r �r rZ r r r r8 � s �zVersion.__str__c C s t | ��dd�d S )N�+r r �r3 rN r r r r r=
s zVersion.publicc C sL g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� d�|�S )Nr rh rH c s s | ]}t |�V qd S r ri rj r r r r_ s z'Version.base_version.<locals>.<genexpr>rl )r4 r
rX r: rm r rn r r r r> s
zVersion.base_versionc C s$ t | �}d|kr |�dd�d S d S )Nro r rp )r Zversion_stringr r r r s z
Version.localc C s t | jjp| jj�S r )�boolr4 r r r r r r r@ ! s zVersion.is_prereleasec C s t | jj�S r )rq r4 r r r r r rA % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASEra r6 r< r8 rB r= r> r r@ rA r r r r r � s"
�#
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rC r rE rG )Zrev�rr )rU r[ )ZletterZnumberr r r rd * s rd z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrU r[ )r] rR r r r r_ Q s �z'_parse_local_version.<locals>.<genexpr>)rY �_local_version_seperatorsrN )r r r r re L s �re c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rk r r r r$ ` r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rl N)r0 r[ r r\ r r r r_ � s �z_cmpkey.<locals>.<genexpr>)rY �reversed�list� itertools� dropwhiler r` r r r rf W s, ���
�rf ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rM rO rS r5 r r rd rz re rf r r r r �<module> sH �� ! � � k
site-packages/setuptools/_vendor/__pycache__/pyparsing.cpython-38.pyc 0000644 00000611637 15201600074 0022026 0 ustar 00 U
�Qabw� � i @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ zddlmZ W n ek
r� ddlmZ Y nX z dd lmZ dd
lmZ W n, ek
r� dd l
mZ dd
l
mZ Y nX zdd l
mZ W nB ek
�rF zdd lmZ W n ek
�r@ dZY nX Y nX d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgiZ e e j �ddu� Z e d dukZ e �rpe j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n`e j3Z"e4Z5dvdw� Z'g Z2ddl6Z6dx�7� D ]8Z8ze2�9e:e6e8�� W n e;k
�r� Y �q�Y nX �q�e<dydz� e5d{�D ��Z=d|d}� Z>G d~d� de?�Z@ejAejB ZCd�ZDeDd� ZEeCeD ZFe%d��ZGd��Hd�dz� ejID ��ZJG d�d#� d#eK�ZLG d�d%� d%eL�ZMG d�d'� d'eL�ZNG d�d)� d)eN�ZOG d�d,� d,eK�ZPG d�d�� d�e?�ZQG d�d(� d(e?�ZRe�SeR� d�d?� ZTd�dP� ZUd�dM� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�dW� ZZ�d/d�d��Z[G d�d*� d*e?�Z\G d�d2� d2e\�Z]G d�d� de]�Z^G d�d � d e]�Z_G d�d� de]�Z`e`Zae`e\_bG d�d� de]�ZcG d�d� de`�ZdG d�d
� d
ec�ZeG d�dr� dre]�ZfG d�d5� d5e]�ZgG d�d-� d-e]�ZhG d�d+� d+e]�ZiG d�d� de]�ZjG d�d4� d4e]�ZkG d�d�� d�e]�ZlG d�d� del�ZmG d�d� del�ZnG d�d� del�ZoG d�d0� d0el�ZpG d�d/� d/el�ZqG d�d7� d7el�ZrG d�d6� d6el�ZsG d�d&� d&e\�ZtG d�d � d et�ZuG d�d"� d"et�ZvG d�d � d et�ZwG d�d� det�ZxG d�d$� d$e\�ZyG d�d� dey�ZzG d�d � d ey�Z{G d�d�� d�ey�Z|G d�d � d e|�Z}G d�d8� d8e|�Z~G d�d�� d�e?�Ze� Z�G d�d!� d!ey�Z�G d�d.� d.ey�Z�G d�d� dey�Z�G d�dÄ d�e��Z�G d�d3� d3ey�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d1� d1e��Z�G d�d � d e?�Z�d�dh� Z��d0d�dF�Z��d1d�dB�Z�d�dЄ Z�d�dU� Z�d�dT� Z�d�dԄ Z��d2d�dY�Z�d�dG� Z��d3d�dm�Z�d�dn� Z�d�dp� Z�e^� ��dI�Z�en� ��dO�Z�eo� ��dN�Z�ep� ��dg�Z�eq� ��df�Z�egeGd�d�d܍��d�dބ �Z�ehd߃��d�dބ �Z�ehd���d�dބ �Z�e�e�B e�B ejd�d{d܍B Z�e�e�e�d� e� �Z�e`d�e�d���d� e�e}e�e�B ����d� d� Z�d�de� Z�d�dS� Z�d�db� Z�d�d`� Z�d�ds� Z�e�d�dބ �Z�e�d�dބ �Z�d�d� Z�d�dQ� Z�d�dR� Z�d�dk� Z�e?� e�_��d4d�dq�Z�e@� Z�e?� e�_�e?� e�_�e�d��e�d��fd�do�Z�e�Z�e�ehd��d� ���d��Z�e�ehd��d� ���d��Z�e�ehd��d� ehd��d� B ����d �Z�e�ea�d�e��� ����d�Z�d�d�de��� f�ddV�Z��d5�ddl�Z�e��d�Z�e��d�Z�e�egeCeF�d ����d��\Z�Z�e�ed �7� �d
��Z�eh�d �d �Heàġ � �d
����d�ZŐdda� Z�e�eh�d��d ����d�Z�eh�d����d�Z�eh�d��ɡ ���d�Z�eh�d����d�Z�e�eh�d��d e�B ����d�Z�e�Z�eh�d����d�Z�e�e}egeJdːd �e�eg�d �e`d˃ eo� � ���ϡ ���d �Z�e�e�e��� e�B d��d ����d@�Z�G �d dt� dt�Z�eӐd!k� r�ed�d"�Z�ed�d#�Z�egeCeF�d$ �Z�e�ed%dՐd&���e��Z�e�e�e׃����d'�Zؐd(e�B Z�e�ed%dՐd&���e��Z�e�e�eڃ����d)�Z�eԐd*�eِd'� e� eېd)� Z�eܠݐd+� e�jޠݐd,� e�jߠݐd,� e�j�ݐd-� ddl�Z�e�je�e�j�� e�j�ݐd.� dS (6 a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)�Iterable)�MutableMapping)� OrderedDict�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��t� ry �@/usr/lib/python3.8/site-packages/setuptools/_vendor/pyparsing.py�<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr) �setParseAction�transformString)�obj�retZ
xmlcharrefry ry rz �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nry )�.0�yry ry rz � <genexpr>� s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nry )r� �sry ry rz r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_ry ry rz � _xml_escape� s
r� c @ s e Zd ZdS )�
_ConstantsN)�__name__�
__module__� __qualname__ry ry ry rz r� � s r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cry ry rz r� � s
c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�loc�msg�pstr�
parserElement�args)�selfr� r� r� �elemry ry rz �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�pery ry rz �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rL )r; �columnrI N)rL r� r� r; rI �AttributeError)r� Zanamery ry rz � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rL r� �r� ry ry rz �__str__� s �zParseBaseException.__str__c C s t | �S r� �r� r� ry ry rz �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rI r� �join�strip)r� Z markerStringZline_strZ line_columnry ry rz �
markInputline� s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� ry ry rz �__dir__ s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� ry ry ry rz r � s
c @ s e Zd ZdZdS )r! aN
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
N�r� r� r� r� ry ry ry rz r! s c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyNr� ry ry ry rz r# s c @ s e Zd ZdZdS )r% z�just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been foundNr� ry ry ry rz r% s c @ s e Zd ZdZdd� Zdd� ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListry ry rz r� 4 s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� ry ry rz r� 7 s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� ry ry ry rz r( 2 s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2ry ry rz r� ; s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� �iry ry rz � __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� ry ry rz r� ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� ry ry rz � setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� ry ry ry rz r� : s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r$ aI
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r} �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjry ry rz r� k s
zParseResults.__new__c
C sb | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r^|�r^|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s^||t�r�|g}|�r(||t��rt|�� d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r\ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictrv r� r� �
basestringr$ r� �copy�KeyError� TypeError�
IndexError)r� r� r� r� r� r} ry ry rz r� t sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrt r c S s g | ] }|d �qS �r ry �r� �vry ry rz �
<listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv �slicer� r� r� r$ r� ry ry rz r� � s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r� �getr� rv r� r� r$ �wkrefr� )r� �kr� r} �subry ry rz � __setitem__� s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r} rv r� �lenr� r� �range�indices�reverser� �items� enumerater� )
r� r� ZmylenZremovedr� � occurrences�jr� �value�positionry ry rz � __delitem__� s
zParseResults.__delitem__c C s
|| j kS r� )r� )r� r� ry ry rz � __contains__� s zParseResults.__contains__c C s
t | j�S r� )r� r� r� ry ry rz �__len__� r| zParseResults.__len__c C s
| j S r� �r� r� ry ry rz �__bool__� r| zParseResults.__bool__c C s
t | j�S r� ��iterr� r� ry ry rz �__iter__� r| zParseResults.__iter__c C s t | jd d d� �S �Nrt r� r� ry ry rz � __reversed__� r| zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr� r� r� r� ry ry rz � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� ry �r� r� r� ry rz r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r r� ry r� rz � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� ry r r� ry rz r� � s z*ParseResults._iteritems.<locals>.<genexpr>r r� ry r� rz �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� r� ry ry rz �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� �
itervaluesr� ry ry rz �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritemsr� ry ry rz r� � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)�boolr� r� ry ry rz �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
rt �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r� r� r} rv r� )r� r� �kwargsr� r� �indexr� Z defaultvaluery ry rz �pop� s" "
�
�zParseResults.popc C s || kr| | S |S dS )ai
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nry )r� �key� defaultValuery ry rz r� 3 s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r� �insertr� r� r� r� )r� r
ZinsStrr� r� r� r� r� ry ry rz r I s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r� �append)r� �itemry ry rz r ] s zParseResults.appendc C s$ t |t�r| |7 } n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r} r$ r� �extend)r� Zitemseqry ry rz r k s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r� r� �clearr� ry ry rz r } s zParseResults.clearc C sj z
| | W S t k
r Y dS X || jkrb|| jkrH| j| d d S tdd� | j| D ��S ndS d S )Nr� rt r c S s g | ] }|d �qS r� ry r� ry ry rz r� � s z,ParseResults.__getattr__.<locals>.<listcomp>)r� r� r� r$ �r� r� ry ry rz r� � s
zParseResults.__getattr__c C s | � � }||7 }|S r� �r� )r� �otherr� ry ry rz �__add__� s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� ry )�a)�offsetry rz r{ � r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r� �vlistr� )� addoffsetry rz r� � s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r� r� r� r� r} r$ r� r� r� �update)r� r Z
otheritemsZotherdictitemsr� r� ry )r r rz �__iadd__� s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r} rv r� �r� r ry ry rz �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� r� ry ry rz r� � s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r} r$ r� r� �r� r� ry ry rz r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� r� ry ry rz r� � s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r� r r} r$ �
_asStringListr� )r� �sep�outr ry ry rz r( � s
zParseResults._asStringListc C s dd� | j D �S )a�
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS ry )r} r$ r� )r� �resry ry rz r� � s z'ParseResults.asList.<locals>.<listcomp>r� r� ry ry rz r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS ry ry r� ��toItemry rz r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r
�asDict)r� r, ry rz r- � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� ry �r� r� r� r, ry rz r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r r� )r� Zitem_fnry r, rz r. � s
zParseResults.asDictc C s8 t | j�}| j�� |_| j|_|j�| j� | j|_|S )zA
Returns a new copy of a C{ParseResults} object.
)r$ r� r� r� r� r� r r� �r� r� ry ry rz r� � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
�
c s s( | ] \}}|D ]}|d |fV qqdS �r� Nry r ry ry rz r� s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r� r� r� r� r� r� r} r$ �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr* Z
namedItemsZnextLevelIndentZselfTagr� r+ ZresTagZ xmlBodyTextry ry rz r8 � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r� r� )r� r� r� r r� r� ry ry rz Z__lookup; s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a(
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r rt ) r� r� �_ParseResults__lookupr� r� �nextr� r r )r� �parry ry rz �getNameB s
� �zParseResults.getNamer c C sZ g }d}|� |t| �� � � |�rP| �� r�tdd� | �� D ��}|D ]r\}}|r\|� |� |� d|d| |f � t|t�r�|r�|� |�||d �� q�|� t|�� qF|� t |�� qFn�t
dd� | D ���rP| }t |�D ]r\} }
t|
t��r$|� d|d| | |d|d |
�||d �f � q�|� d|d| | |d|d t|
�f � q�d � |�S )
aH
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r2 c s s | ]\}}t |�|fV qd S r� )r~ r/ ry ry rz r� ~ s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: r4 r� c s s | ]}t |t�V qd S r� )r} r$ )r� �vvry ry rz r� � s z
%s%s[%d]:
%s%s%sr� )
r r� r� r
�sortedr� r} r$ �dumpr� �anyr� r� ) r� r9 �depth�fullr* �NLr� r� r� r� r? ry ry rz rA g s,
4,zParseResults.dumpc O s t j | �� f|�|� dS )a�
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr� �r� r� r ry ry rz rF � s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r� r� r� r� r� r� r� ry ry rz � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r� )r� r� r� r� r r� r� )r� �stater= Z inAccumNamesry ry rz � __setstate__� s
� zParseResults.__setstate__c C s | j | j| j| jfS r� )r� r� r� r� r� ry ry rz �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r� r r� ry ry rz r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� r} r� r� r� r� r� r� r� � __nonzero__r� r� r r r r0 r r r� r� r r r
r r� r r r r r� r r! r# r� r� r( r� r. r� r8 r; r> rA rF rH rJ rK r� ry ry ry rz r$ D sh &
'
4
#
=%
-
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r r� r2 )r� �rfind)r� �strgr� ry ry rz r; � s
c C s |� dd| �d S )a Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r2 r r� )�count)r� rN ry ry rz rL � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r2 r r� N)rM �find)r� rN ZlastCRZnextCRry ry rz rI � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rL r; )�instringr� �exprry ry rz �_defaultStartDebugAction� s rT c C s$ t dt|� d t|�� � � d S )NzMatched z -> )rQ r� r~ r� )rR �startlocZendlocrS �toksry ry rz �_defaultSuccessDebugAction� s rW c C s t dt|� � d S )NzException raised:)rQ r� )rR r� rS �excry ry rz � _defaultExceptionDebugAction� s rY c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r� ry ry rz rS � s rs c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� ry �r� �lrx )�funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)rq r] r ������r� ��limitrs )�system_version� traceback�
extract_stack)ra r �
frame_summaryry ry rz rd s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr` rt rs )rc �
extract_tb)�tbra Zframesre ry ry rz rf s z _trim_arity.<locals>.extract_tb� r` rt r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� n4z.t�� d }� |dd�d d d� �ksj� W 5 ~X �d �kr��d d7 < Y q � Y q X q d S )Nr Trt rs r` r� )r� r� �exc_info)r� r� rg �rf Z
foundArityr\ ra �maxargsZpa_call_line_synthry rz �wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)r )r ) �singleArgBuiltinsrb rc rd rf �getattrr� � Exceptionr~ )r\ rk rd Z LINE_DIFFZ this_linerl � func_namery rj rz � _trim_arity s,
�rr c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r& z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r& �DEFAULT_WHITE_CHARS��charsry ry rz �setDefaultWhitespaceCharsT s
z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )a�
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r& �_literalStringClass)r� ry ry rz �inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _
d| _ d| _ t � | _
d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer& rs �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistry ry rz r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
N)r� ry r� r� r& rs r )r� Zcpyry ry rz r� � s
zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected � exception)r� r� r� r� r� r ry ry rz �setName� s
zParserElement.setNamec C s4 | � � }|�d�r"|dd� }d}||_| |_|S )aP
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
�*Nrt T)r� �endswithr| r� )r� r� �listAllMatchesZnewselfry ry rz �setResultsName� s
z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)rR r� � doActions� callPreParser� �Z _parseMethodry rz �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r� )r� Z breakFlagr� ry r� rz �setBreak� s
zParserElement.setBreakc O s& t ttt |���| _|�dd�| _| S )a
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
r� F)r� �maprr ry r� r� �r� �fnsr ry ry rz r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
r� F)ry r� r� rr r� r� r� ry ry rz �addParseAction s z ParserElement.addParseActionc s^ |� dd��|� dd�r tnt� |D ] �� ��fdd�}| j�|� q$| jpV|� dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
�messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S r� )r rr rZ ��exc_type�fnr� ry rz �pa& s z&ParserElement.addCondition.<locals>.par� )r� r# r! ry r r� )r� r� r r� ry r� rz � addCondition s zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately.)rz )r� r� ry ry rz �
setFailAction- s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r! )r� rR r� Z
exprsFound�eZdummyry ry rz �_skipIgnorables: s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r~ r r� )r� rR r� Zwt�instrlenry ry rz �preParseG s
zParserElement.preParsec C s |g fS r� ry �r� rR r� r� ry ry rz � parseImplS s zParserElement.parseImplc C s |S r� ry �r� rR r� � tokenlistry ry rz � postParseV s zParserElement.postParsec
C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| �||�}n|}|}zDz| �|||�\}}W n( tk
r� t|t|�| j | ��Y nX W nX t
k
r� } z:| jd r�| jd ||| | � | jr�| �||| | � � W 5 d } ~ X Y nX n�|�r| j�r| �||�}n|}|}| j �s&|t|�k�rjz| �|||�\}}W n* tk
�rf t|t|�| j | ��Y nX n| �|||�\}}| � |||�}t
|| j| j| jd�}
| j�r�|�s�| j�r�|�rTzN| jD ]B} | |||
�}|d k �r�t
|| j| j�o�t|t
tf�| jd�}
�q�W nF t
k
�rP } z&| jd �r>| jd ||| | � � W 5 d } ~ X Y nX nJ| jD ]B} | |||
�}|d k �rZt
|| j| j�o�t|t
tf�| jd�}
�qZ|�r�| jd �r�| jd |||| |
� ||
fS )Nr rs )r� r� r� )r� rz r� r� r� r� r� r! r� r� r r� r� r$ r| r} r� ry r� r} r� ) r� rR r� r� r� Z debugging�prelocZ tokensStart�tokens�errZ retTokensr� ry ry rz �
_parseNoCacheZ st
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF)r� r )r� r# r! r� �r� rR r� ry ry rz �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r! r� r� ry ry rz � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r ��cache� not_in_cachery rz r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� ry �r� r r� �r� ry rz �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �r r� r� ry rz r � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� ry rz � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� r r� )r� r� r� r r� ry r� rz r� � s z&ParserElement._UnboundedCache.__init__N�r� r� r� r� ry ry ry rz �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� ry rz r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S �NF)r� �popitemr� r� )r� �sizery rz r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� ry rz r � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� ry rz r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� r r� �r� r� r� r� r r� ry )r� r� r� rz r� � s �!ParserElement._FifoCache.__init__Nr� ry ry ry rz �
_FifoCache� s r� c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� ry rz r� � s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r �popleftr r� )r� �key_fifor� ry rz r� � s r� c s � � � �� � d S r� r� r� )r� r� ry rz r � s r� c s t � �S r� r� r� r� ry rz r� � s r� )
r� r� � collections�dequer� r� r� r� r r� r� ry )r� r� r� r� rz r� � s r� Nr� ry ry ry rz r� � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )Nr r� r )r& �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r r� rm r� r� r} rp ) r� rR r� r� r� ZHITZMISS�lookupr� r� r� ry ry rz � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r& r� r r� r� ry ry ry rz �
resetCache s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r& �_packratEnabledr� r� r� r� r� )Zcache_size_limitry ry rz �
enablePackrat% s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )aB
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r& r� r� �
streamliner� r� �
expandtabsr� r� r r+ r �verbose_stacktrace)r� rR �parseAllr� r� r� ZserX ry ry rz � parseStringH s$
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )a�
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r� r� r� r� r� r� r� r� r& r� r! r r� )r� rR �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� ZnextlocrX ry ry rz �
scanStringz sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )af
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS ry ry )r� �ory ry rz r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r� r r} r$ r� r� r� r� r� �_flattenr r& r� )r� rR r* ZlastErx r� r� rX ry ry rz r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS ry ry )r� rx r� r� ry ry rz r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r$ r� r r& r� )r� rR r� rX ry ry rz � searchString� s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )a[
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r� N)r� ) r� rR �maxsplitZincludeSeparatorsZsplitsZlastrx r� r� ry ry rz r� s
zParserElement.splitc C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )a�
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
�4Cannot combine element of type %s with ParserElementrs ��
stacklevelN) r} r� r& rw �warnings�warnr� �
SyntaxWarningr r" ry ry rz r s
�zParserElement.__add__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of + operator when left operand is not a C{L{ParserElement}}
r� rs r� N�r} r� r& rw r� r� r� r� r" ry ry rz r# 1 s
�zParserElement.__radd__c C sJ t |t�rt�|�}t |t�s:tjdt|� tdd� dS | t� � | S )zQ
Implementation of - operator, returns C{L{And}} with error stop
r� rs r� N)
r} r� r& rw r� r� r� r� r �
_ErrorStopr" ry ry rz �__sub__= s
�zParserElement.__sub__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of - operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rsub__I s
�zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S q�t |d t�r�t |d t�r�|\}}||8 }q�tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td ��|| k�r6dk�rBn ntd
��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S )
a�
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
r )NNNrs r� z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S r� )r ��n��makeOptionalListr� ry rz r� � s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv �tupler4 r r� r� �
ValueErrorr )r� r Z minElementsZ optElementsr� ry r� rz �__mul__U sD
zParserElement.__mul__c C s
| � |�S r� )r r" ry ry rz �__rmul__� s zParserElement.__rmul__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI
Implementation of | operator - returns C{L{MatchFirst}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__or__� s
�zParserElement.__or__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || B S )z]
Implementation of | operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__ror__� s
�zParserElement.__ror__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA
Implementation of ^ operator - returns C{L{Or}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__xor__� s
�zParserElement.__xor__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || A S )z]
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rxor__� s
�zParserElement.__rxor__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC
Implementation of & operator - returns C{L{Each}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__and__� s
�zParserElement.__and__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || @ S )z]
Implementation of & operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rand__� s
�zParserElement.__rand__c C s t | �S )zE
Implementation of ~ operator - returns C{L{NotAny}}
)r r� ry ry rz �
__invert__� s zParserElement.__invert__c C s |dk r| � |�S | �� S dS )a
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
N)r� r� r ry ry rz �__call__� s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
)r- r� ry ry rz �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r~ r� ry ry rz �leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r~ r r� )r� ru ry ry rz �setWhitespaceChars
s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
T)r� r� ry ry rz �
parseWithTabs s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r} r� r- r� r r� r" ry ry rz �ignore s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)rT rW rY r� r� )r� Z startActionZ
successActionZexceptionActionry ry rz �setDebugActions6 s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
F)r rT rW rY r� )r� �flagry ry rz �setDebug@ s #zParserElement.setDebugc C s | j S r� )r� r� ry ry rz r� i s zParserElement.__str__c C s t | �S r� r� r� ry ry rz r� l s zParserElement.__repr__c C s d| _ d | _| S r� )r� r{ r� ry ry rz r� o s zParserElement.streamlinec C s d S r� ry r� ry ry rz �checkRecursiont s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)r )r� �
validateTracery ry rz �validatew s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr� r r& r� )r� Zfile_or_filenamer� Z
file_contents�frX ry ry rz � parseFile} s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| �|�S tt| �|kS d S r� )r} r& �varsr� r� �superr" �rm ry rz �__eq__� s
zParserElement.__eq__c C s
| |k S r� ry r" ry ry rz �__ne__� s zParserElement.__ne__c C s t t| ��S r� )�hash�idr� ry ry rz �__hash__� s zParserElement.__hash__c C s | |kS r� ry r" ry ry rz �__req__� s zParserElement.__req__c C s
| |k S r� ry r" ry ry rz �__rne__� s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r� TFN)r� r� r )r� Z
testStringr� ry ry rz r� � s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}g }g }d} |D �]�}
|dk r^|� |
d�sf|rr|
sr|�
|
� qD|
sxqDd� |�|
g} g }z:|
� dd�}
| j
|
|d�} | �
| j|d�� | o�| } W n� tk
�rr }
z�t |
t�r�dnd }d|
k�r*| �
t|
j|
�� | �
d
t|
j|
�d d | � n| �
d
|
j d | � | �
d
t|
� � | �o\|} |
} W 5 d}
~
X Y nD tk
�r� } z$| �
dt|� � | �o�|} |} W 5 d}~X Y nX |�r�|�r�| �
d � td� | �� |�
|
| f� qD| |fS )a3
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
TNFr2 �\nr% )rD z(FATAL)r� � r� �^zFAIL: zFAIL-EXCEPTION: )r} r� r� r� r~ r� �rstrip�
splitlinesr r� r r� r� r� rA r r# rI r� r; rp rQ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ
allResultsZcomments�successrx r* �resultr� r� rX ry ry rz �runTests� sN W
$
zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr& TTF)Or� r� r� r� rs r� � staticmethodrv rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� �_MAX_INTr� r� r� r� r r# r� r� r r r r r r r r r r r
r r
r r r r r� r� r� r r r r r r" r# r$ r� r. �
__classcell__ry ry r rz r& O s�
&
G
"
2G+ D
)
c s e Zd ZdZ� fdd�Z� ZS )r. zT
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
c s t t| �jdd� d S �NF�r� )r r. r� r� r ry rz r� @ s zToken.__init__�r� r� r� r� r� r1 ry ry r rz r. < s c s e Zd ZdZ� fdd�Z� ZS )r z,
An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)r r r� r� r� r� r� r ry rz r� H s zEmpty.__init__r4 ry ry r rz r D s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z(
A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r r r� r� r� r� r� r� r ry rz r� S s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r! r� r� ry ry rz r� Z s zNoMatch.parseImpl)T�r� r� r� r� r� r� r1 ry ry r rz r O s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r� �"%s"r� F)r r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rm r� r� r� r� r� �r� � matchStringr ry rz r� l s
� zLiteral.__init__Tc C sJ || | j kr6| jdks&|�| j|�r6|| j | jfS t||| j| ��d S r� )r9 r8 �
startswithr7 r! r� r� ry ry rz r� s � �zLiteral.parseImpl)Tr5 ry ry r rz r ^ s
c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r a\
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r� r6 r� F)r r r� �DEFAULT_KEYWORD_CHARSr7 r� r8 r9 r� r� r� r� r� r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r; rB r? r ry rz r� � s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r� ) r? r8 r@ rA r� rB r7 r9 r< r! r� r� ry ry rz r� � s4 ����� �����zKeyword.parseImplc s t t| ��� }tj|_|S r� )r r r� r> rB )r� r� r ry rz r� � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r r> rt ry ry rz �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r5 r> r� r� r� r/ rC r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r
al
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )r r
r� r@ � returnStringr� r� r: r ry rz r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r8 r@ r7 rD r! r� r� ry ry rz r� � s zCaselessLiteral.parseImpl)Tr5 ry ry r rz r
� s
c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r z�
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
Nc s t t| �j||dd� d S )NT�r? )r r r� )r� r; rB r ry rz r� � s zCaselessKeyword.__init__Tc C sj |||| j � �� | jkrV|t|�| j ksF||| j �� | jkrV|| j | jfS t||| j| ��d S r� )r8 r@ rA r� rB r7 r! r� r� ry ry rz r� � s ��zCaselessKeyword.parseImpl)N)Tr5 ry ry r rz r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
rn ax
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r rn r� r� � match_string�
maxMismatchesr� r� r� )r� rF rG r ry rz r�
s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� | j��D ]2\}} | \} }
| |
krN| �|� t | �|
krN q�qN|d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� rF rG r� r� r r$ r! r� )r� rR r� r� �startr� �maxlocrF Zmatch_stringlocrI rG Zs_m�src�mat�resultsry ry rz r�
s(
zCloseMatch.parseImpl)r� )Tr5 ry ry r rz rn � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )r1 a
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rFd�� fdd�|D ��}|rFd�� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S r� ry r� �� excludeCharsry rz r� `
s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� ry r� rO ry rz r� b
s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr( z[%s]+z%s[%s]*z [%s][%s]*z\b)r r1 r� r� �
initCharsOrigr� � initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr0 r� r� r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compilerp )r� rR rT �min�max�exactrX rP r rO rz r� ]
s\
0
����z
Word.__init__Tc
C s> | j r<| j �||�}|s(t||| j| ��|�� }||�� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t
||�}||k r�|| |kr�|d7 }q�d} || | j k r�d} | j r�||k r�|| |kr�d} | j
�r|dkr�||d |k�s||k �r|| |k�rd} | �r.t||| j| ��||||� fS )Nr� FTr )r� r7 r! r� �end�grouprR r� rT rW r] rV rU rX )
r� rR r� r� r- rJ r� Z bodycharsrK ZthrowExceptionry ry rz r� �
s6
2zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� �...r� �r� ry ry rz �
charsAsStr�
s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r r1 r� rp r{ rQ rS )r� re r ry rz r� �
s
z Word.__str__)Nr� r r FN)T�r� r� r� r� r� r� r� r1 ry ry r rz r1 .
s .6
#c sF e Zd ZdZee�d��Zd � fdd� Zd dd�Z � fd d
�Z
� Z S )
r) a�
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r c s� t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S )
z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r� �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN)r r) r� r} r� r� r� r� �pattern�flagsr� r\ rZ �
sre_constants�error�compiledREtyper~ r� r� r� r� r� r� )r� rh ri r ry rz r� �
s:
�
�
�
zRegex.__init__Tc C s` | j �||�}|s"t||| j| ��|�� }|�� }t|�� �}|rX|D ]}|| ||< qF||fS r� )r� r7 r! r� r` � groupdictr$ ra )r� rR r� r� r- �dr� r� ry ry rz r� �
s zRegex.parseImplc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))r r) r� rp r{ r� rh r� r ry rz r�
s
z
Regex.__str__)r )T) r� r� r� r� r� r� r\ rl r� r� r� r1 ry ry r rz r) �
s
"
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r' a�
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sN t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z t� � j� j�� _� j� _ W n0 t j k
�r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrs r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r[ � endQuoteCharrY r& r� ry rz r� X s � �z(QuotedString.__init__.<locals>.<genexpr>rt �)z|(?:%s)z|(?:%s.)z(.)z)*%srg r� FT)%r r' r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharro �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLri r[ rY rh r� r� �escCharReplacePatternr\ rZ rj rk r� r� r� r� r� )r� rr rv rw Z multilinerx ro ry r r� rz r� / s|
��
����� �
zQuotedString.__init__c C s� || | j kr | j�||�p d }|s4t||| j| ��|�� }|�� }| jr�|| j| j � }t
|t �r�d|kr�| j r�ddddd�}|�
� D ]\}}|�||�}q�| jr�t�| jd|�}| jr�|�| j| j�}||fS )N�\� r2 � �
)�\tr' z\fz\rz\g<1>)rt r� r7 r! r� r` ra rx rs ru r} r� ry r� r� rv r� r| rw ro ) r� rR r� r� r- r� Zws_mapZwslitZwscharry ry rz r� p s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r r' r� rp r{ rr ro r� r ry rz r� � s
zQuotedString.__str__)NNFTNT)Trf ry ry r rz r' s A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a�
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )r r r� r~ �notCharsr� rV rW r0 r� r� r� r� r� )r� r� r] r^ r_ r ry rz r� � s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r! r� r] rW r� rV )r� rR r� r� rJ Znotchars�maxlenry ry rz r� � s
�
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nrb z
!W:(%s...)z!W:(%s))r r r� rp r{ r� r� r� r ry rz r� � s
zCharsNotIn.__str__)r� r r )Trf ry ry r rz r � s
c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r0 a�
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
z<SPC>z<TAB>z<LF>z<CR>z<FF>)r( r~ r2 r� r �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� ry rz r� � s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )r0 � whiteStrsr� ry ry rz r� � s Tr� r )
r r0 r� r� r
r� r r� r� r� rV rW r0 )r� Zwsr] r^ r_ r r� rz r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r! r� rW r] r� rV )r� rR r� r� rJ rK ry ry rz r� s
zWhite.parseImpl)r� r� r r )T)r� r� r� r� r� r� r� r1 ry ry r rz r0 � s �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )r r� r� rm r� r� r� r� r� r ry rz r� s
z_PositionToken.__init__�r� r� r� r� r1 ry ry r rz r� s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r zb
Token to advance to a specific column of input text; useful for tabular report scraping.
c s t t| ��� || _d S r� )r r r� r; )r� �colnor ry rz r� $ s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )r; r� r� r� �isspace)r� rR r� r� ry ry rz r� ( s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�r; r! )r� rR r� r� ZthiscolZnewlocr� ry ry rz r� 1 s
zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r1 ry ry r rz r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Matches if current position is at the beginning of a line within the parse string
Example::
test = ''' AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)r r r� r� r� r ry rz r� O s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )r; r! r� r� ry ry rz r� S s zLineStart.parseImpl)Tr5 ry ry r rz r : s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU
Matches if current position is at the end of a line within the parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr2 r� zExpected end of line)r r r� r
r& rs r� r� r� r ry rz r� \ s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr2 r� �r� r! r� r� ry ry rz r� a s zLineEnd.parseImpl)Tr5 ry ry r rz r X s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r, zM
Matches if current position is at the beginning of the parse string
c s t t| ��� d| _d S )NzExpected start of text)r r, r� r� r� r ry rz r� p s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� t s zStringStart.parseImpl)Tr5 ry ry r rz r, l s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r+ zG
Matches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)r r+ r� r� r� r ry rz r� s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� ry ry rz r� � s zStringEnd.parseImpl)Tr5 ry ry r rz r+ { s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r3 ap
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)r r3 r� r� � wordCharsr� �r� r� r ry rz r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� � s �zWordStart.parseImpl)T�r� r� r� r� rX r� r� r1 ry ry r rz r3 � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r2 aZ
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)r r2 r� r� r� r~ r� r� r ry rz r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r� )r� r� r! r� )r� rR r� r� r� ry ry rz r� � s �zWordEnd.parseImpl)Tr� ry ry r rz r2 � s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Z� fd d �Z� fd
d�Z � fdd�Z
d� fdd� Z g fdd�Z � fdd�Z
� ZS )r" z^
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r"t|�}t|t�r<t�|�g| _ nht|t
�rxt|�}t dd� |D ��rlt tj|�}t|�| _ n,zt|�| _ W n t
k
r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S r� )r} r� )r� rS ry ry rz r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r r" r� r} r� r� r� r& rw �exprsr �allr� r� r� �r� r� r� r ry rz r� � s
zParseExpression.__init__c C s
| j | S r� )r� r� ry ry rz r� � s zParseExpression.__getitem__c C s | j �|� d | _| S r� )r� r r{ r" ry ry rz r � s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions.Fc S s g | ] }|� � �qS ry r �r� r� ry ry rz r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r~ r� r )r� r� ry ry rz r � s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r� )r} r- r� r r" r r� )r� r r� r ry rz r � s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) r r" r� rp r{ rm r� r� r� r� r ry rz r� � s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nrs r r� rt r� )r r" r� r� r� r} rm ry r| r� r{ r� r� r� r� )r� r� r r ry rz r� � s<
���
��� zParseExpression.streamlinec s t t| ��||�}|S r� )r r" r� )r� r� r� r� r ry rz r�
s z ParseExpression.setResultsNamec C s6 |d d � | g }| j D ]}|�|� q| �g � d S r� )r� r r )r� r �tmpr� ry ry rz r
s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS ry r r� ry ry rz r� %
s z(ParseExpression.copy.<locals>.<listcomp>)r r" r� r� r1 r ry rz r� #
s zParseExpression.copy)F)F)r� r� r� r� r� r� r r r r� r� r� r r� r1 ry ry r rz r" � s
" c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d
� Zd d � Z d
d� Z
� Z S )r a
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)r r r� r� r� r rG r ry rz r� 9
s zAnd._ErrorStop.__init__r� ry ry r rz r� 8
s r� Tc sR t t| ��||� tdd� | jD ��| _| �| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S r� �r� r� ry ry rz r� @
s z And.__init__.<locals>.<genexpr>r T)
r r r� r� r� r� r
r r~ r� r� r ry rz r� >
s
z And.__init__c C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr� r� T)
r� r� r} r r� r% r �
__traceback__r� r� r� r� r
) r� rR r� r� �
resultlistZ errorStopr� Z
exprtokensr� ry ry rz r� E
s(
z
And.parseImplc C s t |t�rt�|�}| �|�S r� �r} r� r& rw r r" ry ry rz r! ^
s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� r r� �r� r� �subRecCheckListr� ry ry rz r c
s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� �{r( c s s | ]}t |�V qd S r� r� r� ry ry rz r� o
s z And.__str__.<locals>.<genexpr>�}�r� r� r{ r� r� r� ry ry rz r� j
s
z And.__str__)T)T) r� r� r� r� r r� r� r� r! r r� r1 ry ry r rz r (
s
c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z Or.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s z Or.__init__Tc C sR d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r(|j dd� d� |D ]^\}
}z|�
|||�W S tk
�r$ } z d | _| j|k�r| }| j}W 5 d } ~ X Y q�X q�|d k �r@| j|_ |�nt||d| ��d S )Nrt c S s
| d S r� ry )�xry ry rz r{ �
r| z Or.parseImpl.<locals>.<lambda>)r � no defined alternatives to match) r� r� r! r� r� r� r� r� r �sortr� r� ) r� rR r� r� � maxExcLoc� maxExceptionr� r� Zloc2r� �_ry ry rz r� �
s<
z Or.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ixor__�
s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z ^ c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z Or.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� r r� ry ry rz r �
s
zOr.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r t
s
& c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z&MatchFirst.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s zMatchFirst.__init__Tc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nrt r� )r� r� r! r� r� r� r� r� ) r� rR r� r� r� r� r� r� r� ry ry rz r� �
s$
zMatchFirst.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ior__�
s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� � | c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r s
zMatchFirst.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r �
s
c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d
� Z� ZS )
r am
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s8 t t| ��||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� ? s z Each.__init__.<locals>.<genexpr>T)r r r� r� r� r� r~ �initExprGroupsr� r ry rz r� = s z
Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r} r r! rS r� ry ry rz r� E s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS ry �r} r rS r� ry ry rz r� F s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS ry )r� r} r r� ry ry rz r� G s
c S s g | ]}t |t�r|j�qS ry )r} r4 rS r� ry ry rz r� I s
c S s g | ]}t |t�r|j�qS ry )r} r rS r� ry ry rz r� J s
c S s g | ]}t |tttf�s|�qS ry )r} r r4 r r� ry ry rz r� K s FTr% c s s | ]}t |�V qd S r� r� r� ry ry rz r� f s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS ry r� r� �ZtmpOptry rz r� j s
)r� r� r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r! r r� r! �remover� r� r� �sumr$ )r� rR r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� rN Z finalResultsry r� rz r� C sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z & c s s | ]}t |�V qd S r� r� r� ry ry rz r� y s z Each.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� t s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r } s
zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r r1 ry ry r rz r s
5
1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z g fdd�Z
� fdd�Z � Z S )r za
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@ttjt�r2t�|�}nt�t |��}|| _
d | _ |d k r�|j | _ |j
| _
| �|j� |j| _|j| _|j| _| j�|j� d S r� )r r r� r} r� �
issubclassr& rw r. r rS r{ r� r� r
r r~ r} r� r� r �r� rS r� r ry rz r� � s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr� r� )rS r� r! r� r� ry ry rz r� � s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r� )r~ rS r� r r� ry ry rz r � s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r� )r} r- r� r r r rS r" r ry rz r � s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )r r r� rS r� r ry rz r� � s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r( rS r )r� r� r� ry ry rz r � s
z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j �|� | �g � d S r� �rS r r �r� r r� ry ry rz r � s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) r r r� rp r{ rS rm r� r� r� r ry rz r� � s zParseElementEnhance.__str__)F)T)
r� r� r� r� r� r� r r r� r r r� r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )r r r� r� �r� rS r ry rz r� � s zFollowedBy.__init__Tc C s | j �||� |g fS r� )rS r� r� ry ry rz r� � s zFollowedBy.parseImpl)Tr5 ry ry r rz r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r a�
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r r r� r~ r� r� rS r� r� r ry rz r� � s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )rS r� r! r� r� ry ry rz r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r� �r� r� r{ r� rS r� ry ry rz r� s
zNotAny.__str__)Trf ry ry r rz r � s
c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| ��|� d| _|}t|t�r.t�|�}|d k r<| nd | _d S r� ) r r� r� r} r} r� r& rw � not_ender)r� rS �stopOnZenderr ry rz r� s
z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr� ) rS r� r� r� r� r� r
r! r� ) r� rR r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensry ry rz r� s*
z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r1 ry ry r rz r�
s r� c @ s e Zd ZdZdd� ZdS )r a�
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r� z}...r� r� ry ry rz r� J s
zOneOrMore.__str__N)r� r� r� r� r� ry ry ry rz r 0 s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) r4 aw
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
Nc s t t| �j||d� d| _d S )N)r� T)r r4 r� r� )r� rS r� r ry rz r� _ s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )r r4 r� r! r� r� r ry rz r� c s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ �]...r� r� ry ry rz r� i s
zZeroOrMore.__str__)N)Trf ry ry r rz r4 S s c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r� ry r� ry ry rz r� s s z_NullToken.__bool__c C s dS r� ry r� ry ry rz r� v s z_NullToken.__str__N)r� r� r� r� rL r� ry ry ry rz r� r s r� c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS )
r aa
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr3 T)r r r� rS r} r r� )r� rS r r ry rz r� � s
zOptional.__init__Tc C sz z | j j|||dd�\}}W nT ttfk
rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS r� )rS r� r! r� r �_optionalNotMatchedr| r$ )r� rR r� r� r� ry ry rz r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ r' r� r� ry ry rz r� � s
zOptional.__str__)T) r� r� r� r� r� r� r� r� r1 ry ry r rz r z s "
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r* a�
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rFt
� |�| _ n|| _ dt
| j� | _d S )NTFzNo match found for )r r* r� �
ignoreExprr� r� � includeMatchr� r} r� r& rw �failOnr� rS r� )r� r Zincluder r� r ry rz r� � s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r� )
r� rS r� r� r� r� r� r r! r� r� r$ r� )r� rR r� r� rU r� rS Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultrM ry ry rz r� � s:
zSkipTo.parseImpl)FNN)Tr5 ry ry r rz r* � s 6
c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zg fd
d�Z dd� Z
� fdd�Z � Z S )r aK
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
Nc s t t| �j|dd� d S r2 )r r r� r" r ry rz r� @ s zForward.__init__c C sj t |t�rt�|�}|| _d | _| jj| _| jj| _| �| jj � | jj
| _
| jj | _ | j �
| jj � | S r� )r} r� r& rw rS r{ r� r� r
r r~ r} r� r r" ry ry rz �
__lshift__C s
zForward.__lshift__c C s | |> S r� ry r" ry ry rz � __ilshift__P s zForward.__ilshift__c C s
d| _ | S r� r r� ry ry rz r S s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� rS r� r� ry ry rz r� W s
zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j �|� | �g � d S r� r� r� ry ry rz r ^ s
zForward.validatec C sV t | d�r| jS | jjd S z | jd k r4t| j�}nd}W 5 | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rm r� Z _revertClass�_ForwardNoRecurserS r� )r� Z retStringry ry rz r� e s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )rS r r r� r1 r ry rz r� v s
z Forward.copy)N)
r� r� r� r� r� r� r� r r� r r� r� r1 ry ry r rz r - s
c @ s e Zd Zdd� ZdS )r� c C s dS )Nrc ry r� ry ry rz r� s z_ForwardNoRecurse.__str__N)r� r� r� r� ry ry ry rz r� ~ s r� c s" e Zd ZdZd� fdd� Z� ZS )r/ zQ
Abstract subclass of C{ParseExpression}, for converting parsed results.
Fc s t t| ��|� d| _d S r� )r r/ r� r} r� r ry rz r� � s zTokenConverter.__init__)Fr4 ry ry r rz r/ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a�
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )r r r� r �adjacentr~ �
joinStringr� )r� rS r� r� r ry rz r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r� r& r r r r" r ry rz r � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r� )r� r$ r� r( r� r� r| r
)r� rR r� r� ZretToksry ry rz r� � s
"zCombine.postParse)r� T)r� r� r� r� r� r r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a�
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )r r r� r} r� r ry rz r� � s zGroup.__init__c C s |gS r� ry r� ry ry rz r� � s zGroup.postParse�r� r� r� r� r� r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r
aW
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
c s t t| ��|� d| _d S r� )r r
r� r} r� r ry rz r� � s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� rs ) r� r� r} rv r� r� r� r$ r� r
r| )r� rR r� r� r� �tokZikeyZ dictvaluery ry rz r� � s$
zDict.postParser� ry ry r rz r
� s # c @ s e Zd ZdZdd� Zdd� ZdS )r- aV
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
c C s g S r� ry r� ry ry rz r� s zSuppress.postParsec C s | S r� ry r� ry ry rz r
" s zSuppress.suppressN)r� r� r� r� r� r
ry ry ry rz r- s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI
Wrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r� )rr �callable�called)r� Z
methodCallry ry rz r� * s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r� r� r! )r� r� r[ rx rN ry ry rz r - s
zOnlyOnce.__call__c C s
d| _ d S r� )r� r� ry ry rz �reset3 s zOnlyOnce.resetN)r� r� r� r� r� r r� ry ry ry rz r & s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )at
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr^ rq r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r� r� rm r� �stderr�writerI rp )ZpaArgsZthisFuncr� r[ rx r� rX �r ry rz �zL s ztraceParseAction.<locals>.z)rr r� r� )r r� ry r� rz rd 6 s
�,Fc C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a�
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r( r� N)r� r r4 r� r- )rS Zdelim�combineZdlNamery ry rz rB b s
$c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a:
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r r rE )r� r[ rx r� �Z arrayExprrS ry rz �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )rv rw ry ry rz r{ � r| z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rc )r r1 rT r� r� r� r� r� )rS ZintExprr� ry r� rz r> u s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r} r� r r� r )�Lr� r� ry ry rz r� � s
r� c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a*
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r �r� Zttry ry rz r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r[ rx Ztflat�Zrepry rz �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr� �(prev) )r r� r� r� )rS r� ry r� rz rQ � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aS
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r� r� r! )r� r[ rx Z theseTokens�Z matchTokensry rz �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr� )r� r� r� )r� r[ rx r� r� r� rz r� � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr� r� )r r� r� r� r� )rS Ze2r� ry r� rz rP � s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r2 r' r~ r� )r� �_bslashr� )r� r� ry ry rz rY � s
rY Tc
s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| �� }n$t| t�rZt| �}ntjdt dd� |stt
� S d }|t |�d
k �r|| }t ||d
d � �D ]R\}} || |�r�||| d
= qxq�||| �r�||| d
= |�
|| � | } qxq�|d
7 }qx|�s�|�r�zlt |�t d �|��k�rTtd
d �dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a�
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
c S s | � � |� � kS r� )r@ �r �bry ry rz r{ � r| zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r@ r< r� ry ry rz r{ � r| c S s | |kS r� ry r� ry ry rz r{ � r| c S s
|� | �S r� )r< r� ry ry rz r{ � r| z6Invalid argument to oneOf, expected string or iterablers r� r r� Nr� z[%s]c s s | ]}t |�V qd S r� )rY �r� Zsymry ry rz r� s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r[ r� ry ry rz r� s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� ry r� �ZparseElementClassry rz r� $ s )r
r r} r� r� r r� r� r� r� r r� r� r r� r) r� rp r )
Zstrsr? ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r ry r� rz rU � sT
�
** � c C s t tt| | ���S )a�
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r
r4 r )r r� ry ry rz rC & s !c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a�
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� ry )r� r� rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r� r� rZ ry ry rz r{ f r| c S s& | |� d�|� d�� g|d d �< d S )Nr� r� )r rZ ry ry rz � extractTexth s z$originalTextFor.<locals>.extractText)r r� r� r� r� )rS ZasStringZ locMarkerZ endlocMarker� matchExprr� ry ry rz ri I s
c C s t | ��dd� �S )zp
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
c S s | d S r� ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r� )rS ry ry rz rj n s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a�
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� ry rZ ry ry rz r{ � r| z locatedExpr.<locals>.<lambda>Z
locn_startr� Zlocn_end)r r� r r� r )rS Zlocatorry ry rz rl u s z\[]-*.$+^?()~ �r_ c C s |d d S r� ry rZ ry ry rz r{ � r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0x� )�unichrrv �lstriprZ ry ry rz r{ � r| z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� rv rZ ry ry rz r{ � r| z\]r� r$ r) �negate�bodyr' c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a�
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� )r� r� ry ry rz r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r} r$ r� r� �ord)�pry ry rz r{ � r| zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� ry )r� �part�Z _expandedry rz r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� r� rp rd ry r� rz ra � s
"c s � fdd�}|S )zt
Helper method for defining parse actions that require matching at a specific
column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )rN ZlocnrV r� ry rz � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColry )r� r� ry r� rz rO � s c s � fdd�S )a�
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� ry rZ �ZreplStrry rz r{ � r| z replaceWith.<locals>.<lambda>ry r� ry r� rz r^ � s c C s |d dd� S )a
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� rt ry rZ ry ry rz r\ � s c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aG
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS ry ry )r� Ztokn�r� r\ ry rz r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>ry rZ r� ry rz r� � s ztokenMap.<locals>.par� rm )ro r� rp r~ )r\ r� r� rq ry r� rz ro � s
�c C s t | ��� S r� �r� r@ rw ry ry rz r{ r| c C s t | ��� S r� �r� �lowerrw ry ry rz r{ r| c C s� t | t�r | }t| | d�} n| j}tttd �}|r�t�� � t
�}t d�| d� t t
t|t d� | ��� tddgd��d �� d
d � � t d � }n�d
�dd� tD ��}t�� � t
�t|�B }t d�| d� t t
t|� t�tt d�| � ��� tddgd��d �� dd � � t d � }ttd�| d �}|�dd
�|�dd��� �� � ��d| �}|�dd
�|�dd��� �� � ��d| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namerE z_-:r5 �tag�=�/F�r rE c S s |d dkS �Nr r� ry rZ ry ry rz r{ r| z_makeTags.<locals>.<lambda>r6 r� c s s | ]}|d kr|V qdS )r6 Nry r� ry ry rz r� s z _makeTags.<locals>.<genexpr>c S s |d dkS r� ry rZ ry ry rz r{ r| r7 rJ �:r( z<%s>r` z</%s>) r} r� r r� r1 r6 r5 r@ r� r� r\ r- r
r4 r r r� r� rX r[ rD r �_Lr� �titler� r� r� )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagry ry rz � _makeTags s>
� ���� ��..r c C s
t | d�S )a
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
F�r �r� ry ry rz rM ( s c C s
t | d�S )z�
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
Tr r ry ry rz rN ; s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a<
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS ry ry r/ ry ry rz r� z s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg � ANY_VALUE)r� r[ r� ZattrNameZ attrValue�Zattrsry rz r� { s �zwithAttribute.<locals>.pa)r� )r� ZattrDictr� ry r rz rg D s 2 c C s |r d| nd}t f || i�S )a�
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)rg )Z classname� namespaceZ classattrry ry rz rm � s �(rp c C s� t � }| || | B }t|�D �]l\}}|d dd� \}} }
} | dk rPd| nd| } | dkr�|dkstt|�dkr|td��|\}
}t � �| �}|
tjk�r^| d kr�t|| �t|t |� � }n�| dk�r|dk r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rTt||
| | | �t||
| | | � }ntd
��n�|
tj
k�rB| d k�r�t |t ��s�t |�}t|j
| �t|| � }n�| dk�r�|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r8t||
| | | �t||
| | | � }ntd
��ntd ��| �rvt | ttf��rl|j| � n
|�| � ||�| �|B K }|}q ||K }|S ) aD
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
r� Nrb rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r� r� r� r� rV �LEFTr r r �RIGHTr} r rS r� r� r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr� ry ry rz rk � sZ =
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a~
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r� �r� rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d � � S r� r
rw ry ry rz r{ j r| c S s | d � � S r� r
rw ry ry rz r{ p r| c S s | d � � S r� r
rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� r} r� r� r r r r& rs r� rE r� r r r r- r4 r� )ZopenerZcloserZcontentr� r� ry ry rz rR % sH :
����� �� ��
*$c s� � fdd�}� fdd�}� fdd�}t t� �d��� �}t� t� �|� �d�}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n$tt|�t |t| � t|� � �}
| � t
t� � |
�d �S ) a
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrt zillegal nestingznot a peer entry)r� r; r# r! �r� r[ rx ZcurCol�� indentStackry rz �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nrt znot a subentry)r; r r! r r ry rz �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� r6|� d k r6|� d ksBt| |d��� �� d S )Nrt r_ znot an unindent)r� r; r! r r r ry rz �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r
r
r r� r� r r r r� ) ZblockStatementExprr r9 r r r rE r ZPEERZUNDENTZsmExprry r rz rh s( N ����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r� z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityrw ry ry rz r] � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentrO � � commaItemr� c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?rp a�
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ � r| zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz
[+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr� �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 address)r rh z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS r3 )rp �
_ipv6_partr� r� ry ry rz r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r� rw ry ry rz r{ � r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater� r! r~ �r� r[ rx Zve��fmtry rz �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnry �r$ r% ry r# rz �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r r r� r! r~ r" r# ry rz r% � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r& ry r# rz �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
r )rp �_html_stripperr� )r� r[ r� ry ry rz �
stripHTMLTags s
z pyparsing_common.stripHTMLTagsr� rO r r r� r� zcomma separated listc C s t | ��� S r� r� rw ry ry rz r{ " r| c C s t | ��� S r� r� rw ry ry rz r{ % r| N)r )r( )?r� r� r� r� ro rv ZconvertToInteger�floatZconvertToFloatr1 rT r� r� r rF r r) Zsigned_integerr r� r r
Z
mixed_integerr� �realZsci_realr� �numberr r6 r5 r Z ipv4_addressr Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr/ r' r) Z iso8601_dateZiso8601_datetime�uuidr9 r8 r+ r, r r r rX r0 �
_commasepitemrB r[ r� Zcomma_separated_listrf rD ry ry ry rz rp sV ""
2
� � �__main__Zselect�fromr= r� )r� �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)rs )r� F)N)FT)T)r� )T)�r� � __version__Z__versionTime__�
__author__r� �weakrefr r� r� r� r� r� rj r� rF rc r� r �_threadr � ImportErrorZ threadingZcollections.abcr r r r� Z ordereddict�__all__r� � version_inforb r0 �maxsizer0 r~ r� �chrr� r� r� r� r@ �reversedr� r� rB r� r] r^ rn ZmaxintZxranger� Z __builtin__r� Zfnamer ro r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser6 rT rF r5 r� r� Z printablerX rp r r! r# r% r( r� r$ �registerr; rL rI rT rW rY rS rr r& r. r r r r� rw r r
r rn r1 r) r' r r0 r� r r r r, r+ r3 r2 r" r r r r r r r r� r r4 r� r� r r* r r� r/ r r r
r- r rd rB r> r� rQ rP rY rU rC ri rj rl r� rE rK rJ rc rb r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r� ra rO r^ r\ ro rf rD r rM rN rg r rm rV r r rk rW r@ r` r[ re rR rh r7 rY r9 r8 r� r� r r r= r] r: rG r r_ rA r? rH rZ r� r1 r< rp r� Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr. r/ r r r0 r* ry ry ry rz �<module> s� �4 �
8
@ v &A= I
G3 pLOD|M &# @sQ,A, I# % 0
, ? #p
�� Zr
(
��� �
"
site-packages/setuptools/_vendor/__pycache__/ordered_set.cpython-38.pyc 0000644 00000040034 15201600074 0022274 0 ustar 00 U
�Qab; � @ s| d Z ddlZddlmZ zddlmZmZ W n$ ek
rP ddlmZmZ Y nX e d�Z
dZ dd� Z G dd � d ee�Z
dS )
z�
An OrderedSet is a custom MutableSet that remembers its order, so that every
entry has an index that can be looked up.
Based on a recipe originally posted to ActiveState Recipes by Raymond Hettiger,
and released under the MIT license.
� N)�deque)�
MutableSet�Sequencez3.1c C s" t | d�o t| t� o t| t� S )a
Are we being asked to look up a list of things, instead of a single thing?
We check for the `__iter__` attribute so that this can cover types that
don't have to be known by this module, such as NumPy arrays.
Strings, however, should be considered as atomic values to look up, not
iterables. The same goes for tuples, since they are immutable and therefore
valid entries.
We don't need to check for the Python 2 `unicode` type, because it doesn't
have an `__iter__` attribute anyway.
�__iter__)�hasattr�
isinstance�str�tuple)�obj� r �B/usr/lib/python3.8/site-packages/setuptools/_vendor/ordered_set.py� is_iterable s
�
�r
c @ s� e Zd ZdZd;dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e Z dd� Z
dd� ZeZeZdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Z d/d0� Z d1d2� Z d3d4� Z d5d6� Z d7d8� Z!d9d:� Z"dS )<�
OrderedSetz�
An OrderedSet is a custom MutableSet that remembers its order, so that
every entry has an index that can be looked up.
Example:
>>> OrderedSet([1, 1, 2, 3, 2])
OrderedSet([1, 2, 3])
Nc C s g | _ i | _|d k r | |O } d S �N)�items�map)�self�iterabler r r �__init__4 s zOrderedSet.__init__c C s
t | j�S )z�
Returns the number of unique elements in the ordered set
Example:
>>> len(OrderedSet([]))
0
>>> len(OrderedSet([1, 2]))
2
)�lenr �r r r r �__len__: s
zOrderedSet.__len__c s| t |t�r|tkr� �� S t|�r4� fdd�|D �S t|d�sHt |t�rl� j| }t |t�rf� �|�S |S n t d| ��dS )aQ
Get the item at a given index.
If `index` is a slice, you will get back that slice of items, as a
new OrderedSet.
If `index` is a list or a similar iterable, you'll get a list of
items corresponding to those indices. This is similar to NumPy's
"fancy indexing". The result is not an OrderedSet because you may ask
for duplicate indices, and the number of elements returned should be
the number of elements asked for.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset[1]
2
c s g | ]}� j | �qS r )r )�.0�ir r r �
<listcomp>[ s z*OrderedSet.__getitem__.<locals>.<listcomp>� __index__z+Don't know how to index an OrderedSet by %rN)
r �slice� SLICE_ALL�copyr
r r �list� __class__� TypeError)r �index�resultr r r � __getitem__F s
zOrderedSet.__getitem__c C s
| � | �S )z�
Return a shallow copy of this object.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> other = this.copy()
>>> this == other
True
>>> this is other
False
)r r r r r r e s zOrderedSet.copyc C s t | �dkrdS t| �S d S )Nr r )r r r r r r � __getstate__s s zOrderedSet.__getstate__c C s" |dkr| � g � n
| � |� d S )Nr )r )r �stater r r � __setstate__ s zOrderedSet.__setstate__c C s
|| j kS )z�
Test if the item is in this ordered set
Example:
>>> 1 in OrderedSet([1, 3, 2])
True
>>> 5 in OrderedSet([1, 3, 2])
False
)r �r �keyr r r � __contains__� s
zOrderedSet.__contains__c C s0 || j kr&t| j�| j |< | j�|� | j | S )aE
Add `key` as an item to this OrderedSet, then return its index.
If `key` is already in the OrderedSet, return the index it already
had.
Example:
>>> oset = OrderedSet()
>>> oset.append(3)
0
>>> print(oset)
OrderedSet([3])
)r r r �appendr( r r r �add� s
zOrderedSet.addc C sF d}z|D ]}| � |�}q
W n$ tk
r@ tdt|� ��Y nX |S )a<
Update the set with the given iterable sequence, then return the index
of the last element inserted.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.update([3, 1, 5, 1, 4])
4
>>> print(oset)
OrderedSet([1, 2, 3, 5, 4])
Nz(Argument needs to be an iterable, got %s)r, r! �
ValueError�type)r ZsequenceZ
item_index�itemr r r �update� s
�
zOrderedSet.updatec s$ t |�r� fdd�|D �S � j| S )aH
Get the index of a given entry, raising an IndexError if it's not
present.
`key` can be an iterable of entries that is not a string, in which case
this returns a list of indices.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.index(2)
1
c s g | ]}� � |��qS r )r" )r Zsubkeyr r r r � s z$OrderedSet.index.<locals>.<listcomp>)r
r r( r r r r" � s
zOrderedSet.indexc C s, | j std��| j d }| j d= | j|= |S )z�
Remove and return the last element from the set.
Raises KeyError if the set is empty.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.pop()
3
z Set is empty���)r �KeyErrorr )r �elemr r r �pop� s
zOrderedSet.popc C sP || krL| j | }| j|= | j |= | j �� D ] \}}||kr,|d | j |< q,dS )a�
Remove an element. Do not raise an exception if absent.
The MutableSet mixin uses this to implement the .remove() method, which
*does* raise an error when asked to remove a non-existent item.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
� N)r r )r r) r �k�vr r r �discard� s
zOrderedSet.discardc C s | j dd�= | j�� dS )z8
Remove all items from this OrderedSet.
N)r r �clearr r r r r9 � s zOrderedSet.clearc C s
t | j�S )zb
Example:
>>> list(iter(OrderedSet([1, 2, 3])))
[1, 2, 3]
)�iterr r r r r r s zOrderedSet.__iter__c C s
t | j�S )zf
Example:
>>> list(reversed(OrderedSet([1, 2, 3])))
[3, 2, 1]
)�reversedr r r r r � __reversed__ s zOrderedSet.__reversed__c C s& | sd| j jf S d| j jt| �f S )Nz%s()z%s(%r))r �__name__r r r r r �__repr__ s zOrderedSet.__repr__c C sR t |ttf�r t| �t|�kS z t|�}W n tk
r@ Y dS X t| �|kS dS )a�
Returns true if the containers have the same items. If `other` is a
Sequence, then order is checked, otherwise it is ignored.
Example:
>>> oset = OrderedSet([1, 3, 2])
>>> oset == [1, 3, 2]
True
>>> oset == [1, 2, 3]
False
>>> oset == [2, 3]
False
>>> oset == OrderedSet([3, 2, 1])
False
FN)r r r r �setr! )r �otherZ other_as_setr r r �__eq__ s zOrderedSet.__eq__c G s< t | t�r| jnt}ttt�| g|��}tj�|�}||�S )a�
Combines all unique items.
Each items order is defined by its first appearance.
Example:
>>> oset = OrderedSet.union(OrderedSet([3, 1, 4, 1, 5]), [1, 3], [2, 0])
>>> print(oset)
OrderedSet([3, 1, 4, 5, 2, 0])
>>> oset.union([8, 9])
OrderedSet([3, 1, 4, 5, 2, 0, 8, 9])
>>> oset | {10}
OrderedSet([3, 1, 4, 5, 2, 0, 10])
)r r r r r �it�chain�
from_iterable)r �sets�clsZ
containersr r r r �union6 s zOrderedSet.unionc C s
| � |�S r )� intersection�r r@ r r r �__and__I s zOrderedSet.__and__c sH t | t�r| jnt}|r<tjtt|�� � � fdd�| D �}n| }||�S )a�
Returns elements in common between all sets. Order is defined only
by the first set.
Example:
>>> oset = OrderedSet.intersection(OrderedSet([0, 1, 2, 3]), [1, 2, 3])
>>> print(oset)
OrderedSet([1, 2, 3])
>>> oset.intersection([2, 4, 5], [1, 2, 3, 4])
OrderedSet([2])
>>> oset.intersection()
OrderedSet([1, 2, 3])
c 3 s | ]}|� kr|V qd S r r �r r/ ��commonr r � <genexpr>^ s z*OrderedSet.intersection.<locals>.<genexpr>)r r r r? rH r �r rE rF r r rL r rH M s zOrderedSet.intersectionc s: | j }|r.tjtt|�� � � fdd�| D �}n| }||�S )a�
Returns all elements that are in this set but not the others.
Example:
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]))
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]), OrderedSet([3]))
OrderedSet([1])
>>> OrderedSet([1, 2, 3]) - OrderedSet([2])
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference()
OrderedSet([1, 2, 3])
c 3 s | ]}|� kr|V qd S r r rK �r@ r r rN t s z(OrderedSet.difference.<locals>.<genexpr>)r r? rG r rO r rP r �
differencec s zOrderedSet.differencec s* t | �t � �krdS t� fdd�| D ��S )a7
Report whether another set contains this set.
Example:
>>> OrderedSet([1, 2, 3]).issubset({1, 2})
False
>>> OrderedSet([1, 2, 3]).issubset({1, 2, 3, 4})
True
>>> OrderedSet([1, 2, 3]).issubset({1, 4, 3, 5})
False
Fc 3 s | ]}|� kV qd S r r rK rP r r rN � s z&OrderedSet.issubset.<locals>.<genexpr>�r �allrI r rP r �issubsety s zOrderedSet.issubsetc s* t � �t |�k rdS t� fdd�|D ��S )a=
Report whether this set contains another set.
Example:
>>> OrderedSet([1, 2]).issuperset([1, 2, 3])
False
>>> OrderedSet([1, 2, 3, 4]).issuperset({1, 2, 3})
True
>>> OrderedSet([1, 4, 3, 5]).issuperset({1, 2, 3})
False
Fc 3 s | ]}|� kV qd S r r rK r r r rN � s z(OrderedSet.issuperset.<locals>.<genexpr>rR rI r r r �
issuperset� s zOrderedSet.issupersetc C s: t | t�r| jnt}|| ��|�}||��| �}|�|�S )a�
Return the symmetric difference of two OrderedSets as a new set.
That is, the new set will contain all elements that are in exactly
one of the sets.
Their order will be preserved, with elements from `self` preceding
elements from `other`.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference(other)
OrderedSet([4, 5, 9, 2])
)r r r rQ rG )r r@ rF Zdiff1Zdiff2r r r �symmetric_difference� s z OrderedSet.symmetric_differencec C s || _ dd� t|�D �| _dS )zt
Replace the 'items' list of this OrderedSet with a new one, updating
self.map accordingly.
c S s i | ]\}}||�qS r r )r �idxr/ r r r �
<dictcomp>� s z,OrderedSet._update_items.<locals>.<dictcomp>N)r � enumerater )r r r r r �
_update_items� s zOrderedSet._update_itemsc s: t � � |D ]}� t |�O � q
| �� fdd�| jD �� dS )a�
Update this OrderedSet to remove items from one or more other sets.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> this.difference_update(OrderedSet([2, 4]))
>>> print(this)
OrderedSet([1, 3])
>>> this = OrderedSet([1, 2, 3, 4, 5])
>>> this.difference_update(OrderedSet([2, 4]), OrderedSet([1, 4, 6]))
>>> print(this)
OrderedSet([3, 5])
c s g | ]}|� kr|�qS r r rK ��items_to_remover r r � s z0OrderedSet.difference_update.<locals>.<listcomp>N�r? rZ r )r rE r@ r r[ r �difference_update� s z OrderedSet.difference_updatec s& t � �� | �� fdd�| jD �� dS )a^
Update this OrderedSet to keep only items in another set, preserving
their order in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.intersection_update(other)
>>> print(this)
OrderedSet([1, 3, 7])
c s g | ]}|� kr|�qS r r rK rP r r r � s z2OrderedSet.intersection_update.<locals>.<listcomp>Nr] rI r rP r �intersection_update� s z OrderedSet.intersection_updatec s< �fdd�|D �}t |�� ��� fdd��jD �| � dS )a�
Update this OrderedSet to remove items from another set, then
add items from the other set that were not present in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference_update(other)
>>> print(this)
OrderedSet([4, 5, 9, 2])
c s g | ]}|� kr|�qS r r rK r r r r � s z:OrderedSet.symmetric_difference_update.<locals>.<listcomp>c s g | ]}|� kr|�qS r r rK r[ r r r � s Nr] )r r@ Z items_to_addr )r\ r r �symmetric_difference_update� s
�z&OrderedSet.symmetric_difference_update)N)#r= �
__module__� __qualname__�__doc__r r r$ r r% r' r* r, r+ r0 r" Zget_locZ get_indexerr4 r8 r9 r r< r> rA rG rJ rH rQ rT rU rV rZ r^ r_ r` r r r r r * s@
r )rc � itertoolsrB � collectionsr Zcollections.abcr r � ImportErrorr r � __version__r
r r r r r �<module> s site-packages/setuptools/_vendor/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000232 15201600074 0022467 0 ustar 00 U
�Qab � @ s d S )N� r r r �?/usr/lib/python3.8/site-packages/setuptools/_vendor/__init__.py�<module> � site-packages/setuptools/_vendor/__pycache__/pyparsing.cpython-38.opt-1.pyc 0000644 00000611637 15201600074 0022765 0 ustar 00 U
�Qabw� � i @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ zddlmZ W n ek
r� ddlmZ Y nX z dd lmZ dd
lmZ W n, ek
r� dd l
mZ dd
l
mZ Y nX zdd l
mZ W nB ek
�rF zdd lmZ W n ek
�r@ dZY nX Y nX d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgiZ e e j �ddu� Z e d dukZ e �rpe j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n`e j3Z"e4Z5dvdw� Z'g Z2ddl6Z6dx�7� D ]8Z8ze2�9e:e6e8�� W n e;k
�r� Y �q�Y nX �q�e<dydz� e5d{�D ��Z=d|d}� Z>G d~d� de?�Z@ejAejB ZCd�ZDeDd� ZEeCeD ZFe%d��ZGd��Hd�dz� ejID ��ZJG d�d#� d#eK�ZLG d�d%� d%eL�ZMG d�d'� d'eL�ZNG d�d)� d)eN�ZOG d�d,� d,eK�ZPG d�d�� d�e?�ZQG d�d(� d(e?�ZRe�SeR� d�d?� ZTd�dP� ZUd�dM� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�dW� ZZ�d/d�d��Z[G d�d*� d*e?�Z\G d�d2� d2e\�Z]G d�d� de]�Z^G d�d � d e]�Z_G d�d� de]�Z`e`Zae`e\_bG d�d� de]�ZcG d�d� de`�ZdG d�d
� d
ec�ZeG d�dr� dre]�ZfG d�d5� d5e]�ZgG d�d-� d-e]�ZhG d�d+� d+e]�ZiG d�d� de]�ZjG d�d4� d4e]�ZkG d�d�� d�e]�ZlG d�d� del�ZmG d�d� del�ZnG d�d� del�ZoG d�d0� d0el�ZpG d�d/� d/el�ZqG d�d7� d7el�ZrG d�d6� d6el�ZsG d�d&� d&e\�ZtG d�d � d et�ZuG d�d"� d"et�ZvG d�d � d et�ZwG d�d� det�ZxG d�d$� d$e\�ZyG d�d� dey�ZzG d�d � d ey�Z{G d�d�� d�ey�Z|G d�d � d e|�Z}G d�d8� d8e|�Z~G d�d�� d�e?�Ze� Z�G d�d!� d!ey�Z�G d�d.� d.ey�Z�G d�d� dey�Z�G d�dÄ d�e��Z�G d�d3� d3ey�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d1� d1e��Z�G d�d � d e?�Z�d�dh� Z��d0d�dF�Z��d1d�dB�Z�d�dЄ Z�d�dU� Z�d�dT� Z�d�dԄ Z��d2d�dY�Z�d�dG� Z��d3d�dm�Z�d�dn� Z�d�dp� Z�e^� ��dI�Z�en� ��dO�Z�eo� ��dN�Z�ep� ��dg�Z�eq� ��df�Z�egeGd�d�d܍��d�dބ �Z�ehd߃��d�dބ �Z�ehd���d�dބ �Z�e�e�B e�B ejd�d{d܍B Z�e�e�e�d� e� �Z�e`d�e�d���d� e�e}e�e�B ����d� d� Z�d�de� Z�d�dS� Z�d�db� Z�d�d`� Z�d�ds� Z�e�d�dބ �Z�e�d�dބ �Z�d�d� Z�d�dQ� Z�d�dR� Z�d�dk� Z�e?� e�_��d4d�dq�Z�e@� Z�e?� e�_�e?� e�_�e�d��e�d��fd�do�Z�e�Z�e�ehd��d� ���d��Z�e�ehd��d� ���d��Z�e�ehd��d� ehd��d� B ����d �Z�e�ea�d�e��� ����d�Z�d�d�de��� f�ddV�Z��d5�ddl�Z�e��d�Z�e��d�Z�e�egeCeF�d ����d��\Z�Z�e�ed �7� �d
��Z�eh�d �d �Heàġ � �d
����d�ZŐdda� Z�e�eh�d��d ����d�Z�eh�d����d�Z�eh�d��ɡ ���d�Z�eh�d����d�Z�e�eh�d��d e�B ����d�Z�e�Z�eh�d����d�Z�e�e}egeJdːd �e�eg�d �e`d˃ eo� � ���ϡ ���d �Z�e�e�e��� e�B d��d ����d@�Z�G �d dt� dt�Z�eӐd!k� r�ed�d"�Z�ed�d#�Z�egeCeF�d$ �Z�e�ed%dՐd&���e��Z�e�e�e׃����d'�Zؐd(e�B Z�e�ed%dՐd&���e��Z�e�e�eڃ����d)�Z�eԐd*�eِd'� e� eېd)� Z�eܠݐd+� e�jޠݐd,� e�jߠݐd,� e�j�ݐd-� ddl�Z�e�je�e�j�� e�j�ݐd.� dS (6 a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)�Iterable)�MutableMapping)� OrderedDict�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��t� ry �@/usr/lib/python3.8/site-packages/setuptools/_vendor/pyparsing.py�<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr) �setParseAction�transformString)�obj�retZ
xmlcharrefry ry rz �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nry )�.0�yry ry rz � <genexpr>� s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nry )r� �sry ry rz r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_ry ry rz � _xml_escape� s
r� c @ s e Zd ZdS )�
_ConstantsN)�__name__�
__module__� __qualname__ry ry ry rz r� � s r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cry ry rz r� � s
c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�loc�msg�pstr�
parserElement�args)�selfr� r� r� �elemry ry rz �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�pery ry rz �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rL )r; �columnrI N)rL r� r� r; rI �AttributeError)r� Zanamery ry rz � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rL r� �r� ry ry rz �__str__� s �zParseBaseException.__str__c C s t | �S r� �r� r� ry ry rz �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rI r� �join�strip)r� Z markerStringZline_strZ line_columnry ry rz �
markInputline� s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� ry ry rz �__dir__ s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� ry ry ry rz r � s
c @ s e Zd ZdZdS )r! aN
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
N�r� r� r� r� ry ry ry rz r! s c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyNr� ry ry ry rz r# s c @ s e Zd ZdZdS )r% z�just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been foundNr� ry ry ry rz r% s c @ s e Zd ZdZdd� Zdd� ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListry ry rz r� 4 s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� ry ry rz r� 7 s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� ry ry ry rz r( 2 s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2ry ry rz r� ; s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� �iry ry rz � __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� ry ry rz r� ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� ry ry rz � setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� ry ry ry rz r� : s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r$ aI
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r} �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjry ry rz r� k s
zParseResults.__new__c
C sb | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r^|�r^|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s^||t�r�|g}|�r(||t��rt|�� d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r\ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictrv r� r� �
basestringr$ r� �copy�KeyError� TypeError�
IndexError)r� r� r� r� r� r} ry ry rz r� t sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrt r c S s g | ] }|d �qS �r ry �r� �vry ry rz �
<listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv �slicer� r� r� r$ r� ry ry rz r� � s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r� �getr� rv r� r� r$ �wkrefr� )r� �kr� r} �subry ry rz � __setitem__� s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r} rv r� �lenr� r� �range�indices�reverser� �items� enumerater� )
r� r� ZmylenZremovedr� � occurrences�jr� �value�positionry ry rz � __delitem__� s
zParseResults.__delitem__c C s
|| j kS r� )r� )r� r� ry ry rz � __contains__� s zParseResults.__contains__c C s
t | j�S r� )r� r� r� ry ry rz �__len__� r| zParseResults.__len__c C s
| j S r� �r� r� ry ry rz �__bool__� r| zParseResults.__bool__c C s
t | j�S r� ��iterr� r� ry ry rz �__iter__� r| zParseResults.__iter__c C s t | jd d d� �S �Nrt r� r� ry ry rz � __reversed__� r| zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr� r� r� r� ry ry rz � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� ry �r� r� r� ry rz r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r r� ry r� rz � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� ry r r� ry rz r� � s z*ParseResults._iteritems.<locals>.<genexpr>r r� ry r� rz �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� r� ry ry rz �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� �
itervaluesr� ry ry rz �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritemsr� ry ry rz r� � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)�boolr� r� ry ry rz �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
rt �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r� r� r} rv r� )r� r� �kwargsr� r� �indexr� Z defaultvaluery ry rz �pop� s" "
�
�zParseResults.popc C s || kr| | S |S dS )ai
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nry )r� �key� defaultValuery ry rz r� 3 s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r� �insertr� r� r� r� )r� r
ZinsStrr� r� r� r� r� ry ry rz r I s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r� �append)r� �itemry ry rz r ] s zParseResults.appendc C s$ t |t�r| |7 } n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r} r$ r� �extend)r� Zitemseqry ry rz r k s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r� r� �clearr� ry ry rz r } s zParseResults.clearc C sj z
| | W S t k
r Y dS X || jkrb|| jkrH| j| d d S tdd� | j| D ��S ndS d S )Nr� rt r c S s g | ] }|d �qS r� ry r� ry ry rz r� � s z,ParseResults.__getattr__.<locals>.<listcomp>)r� r� r� r$ �r� r� ry ry rz r� � s
zParseResults.__getattr__c C s | � � }||7 }|S r� �r� )r� �otherr� ry ry rz �__add__� s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� ry )�a)�offsetry rz r{ � r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r� �vlistr� )� addoffsetry rz r� � s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r� r� r� r� r} r$ r� r� r� �update)r� r Z
otheritemsZotherdictitemsr� r� ry )r r rz �__iadd__� s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r} rv r� �r� r ry ry rz �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� r� ry ry rz r� � s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r} r$ r� r� �r� r� ry ry rz r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� r� ry ry rz r� � s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r� r r} r$ �
_asStringListr� )r� �sep�outr ry ry rz r( � s
zParseResults._asStringListc C s dd� | j D �S )a�
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS ry )r} r$ r� )r� �resry ry rz r� � s z'ParseResults.asList.<locals>.<listcomp>r� r� ry ry rz r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS ry ry r� ��toItemry rz r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r
�asDict)r� r, ry rz r- � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� ry �r� r� r� r, ry rz r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r r� )r� Zitem_fnry r, rz r. � s
zParseResults.asDictc C s8 t | j�}| j�� |_| j|_|j�| j� | j|_|S )zA
Returns a new copy of a C{ParseResults} object.
)r$ r� r� r� r� r� r r� �r� r� ry ry rz r� � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
�
c s s( | ] \}}|D ]}|d |fV qqdS �r� Nry r ry ry rz r� s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r� r� r� r� r� r� r} r$ �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr* Z
namedItemsZnextLevelIndentZselfTagr� r+ ZresTagZ xmlBodyTextry ry rz r8 � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r� r� )r� r� r� r r� r� ry ry rz Z__lookup; s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a(
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r rt ) r� r� �_ParseResults__lookupr� r� �nextr� r r )r� �parry ry rz �getNameB s
� �zParseResults.getNamer c C sZ g }d}|� |t| �� � � |�rP| �� r�tdd� | �� D ��}|D ]r\}}|r\|� |� |� d|d| |f � t|t�r�|r�|� |�||d �� q�|� t|�� qF|� t |�� qFn�t
dd� | D ���rP| }t |�D ]r\} }
t|
t��r$|� d|d| | |d|d |
�||d �f � q�|� d|d| | |d|d t|
�f � q�d � |�S )
aH
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r2 c s s | ]\}}t |�|fV qd S r� )r~ r/ ry ry rz r� ~ s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: r4 r� c s s | ]}t |t�V qd S r� )r} r$ )r� �vvry ry rz r� � s z
%s%s[%d]:
%s%s%sr� )
r r� r� r
�sortedr� r} r$ �dumpr� �anyr� r� ) r� r9 �depth�fullr* �NLr� r� r� r� r? ry ry rz rA g s,
4,zParseResults.dumpc O s t j | �� f|�|� dS )a�
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr� �r� r� r ry ry rz rF � s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r� r� r� r� r� r� r� ry ry rz � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r� )r� r� r� r� r r� r� )r� �stater= Z inAccumNamesry ry rz � __setstate__� s
� zParseResults.__setstate__c C s | j | j| j| jfS r� )r� r� r� r� r� ry ry rz �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r� r r� ry ry rz r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� r} r� r� r� r� r� r� r� � __nonzero__r� r� r r r r0 r r r� r� r r r
r r� r r r r r� r r! r# r� r� r( r� r. r� r8 r; r> rA rF rH rJ rK r� ry ry ry rz r$ D sh &
'
4
#
=%
-
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r r� r2 )r� �rfind)r� �strgr� ry ry rz r; � s
c C s |� dd| �d S )a Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r2 r r� )�count)r� rN ry ry rz rL � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r2 r r� N)rM �find)r� rN ZlastCRZnextCRry ry rz rI � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rL r; )�instringr� �exprry ry rz �_defaultStartDebugAction� s rT c C s$ t dt|� d t|�� � � d S )NzMatched z -> )rQ r� r~ r� )rR �startlocZendlocrS �toksry ry rz �_defaultSuccessDebugAction� s rW c C s t dt|� � d S )NzException raised:)rQ r� )rR r� rS �excry ry rz � _defaultExceptionDebugAction� s rY c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r� ry ry rz rS � s rs c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� ry �r� �lrx )�funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)rq r] r ������r� ��limitrs )�system_version� traceback�
extract_stack)ra r �
frame_summaryry ry rz rd s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr` rt rs )rc �
extract_tb)�tbra Zframesre ry ry rz rf s z _trim_arity.<locals>.extract_tb� r` rt r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� n4z.t�� d }� |dd�d d d� �ksj� W 5 ~X �d �kr��d d7 < Y q � Y q X q d S )Nr Trt rs r` r� )r� r� �exc_info)r� r� rg �rf Z
foundArityr\ ra �maxargsZpa_call_line_synthry rz �wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)r )r ) �singleArgBuiltinsrb rc rd rf �getattrr� � Exceptionr~ )r\ rk rd Z LINE_DIFFZ this_linerl � func_namery rj rz � _trim_arity s,
�rr c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r& z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r& �DEFAULT_WHITE_CHARS��charsry ry rz �setDefaultWhitespaceCharsT s
z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )a�
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r& �_literalStringClass)r� ry ry rz �inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _
d| _ d| _ t � | _
d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer& rs �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistry ry rz r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
N)r� ry r� r� r& rs r )r� Zcpyry ry rz r� � s
zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected � exception)r� r� r� r� r� r ry ry rz �setName� s
zParserElement.setNamec C s4 | � � }|�d�r"|dd� }d}||_| |_|S )aP
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
�*Nrt T)r� �endswithr| r� )r� r� �listAllMatchesZnewselfry ry rz �setResultsName� s
z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)rR r� � doActions� callPreParser� �Z _parseMethodry rz �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r� )r� Z breakFlagr� ry r� rz �setBreak� s
zParserElement.setBreakc O s& t ttt |���| _|�dd�| _| S )a
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
r� F)r� �maprr ry r� r� �r� �fnsr ry ry rz r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
r� F)ry r� r� rr r� r� r� ry ry rz �addParseAction s z ParserElement.addParseActionc s^ |� dd��|� dd�r tnt� |D ] �� ��fdd�}| j�|� q$| jpV|� dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
�messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S r� )r rr rZ ��exc_type�fnr� ry rz �pa& s z&ParserElement.addCondition.<locals>.par� )r� r# r! ry r r� )r� r� r r� ry r� rz � addCondition s zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately.)rz )r� r� ry ry rz �
setFailAction- s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r! )r� rR r� Z
exprsFound�eZdummyry ry rz �_skipIgnorables: s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r~ r r� )r� rR r� Zwt�instrlenry ry rz �preParseG s
zParserElement.preParsec C s |g fS r� ry �r� rR r� r� ry ry rz � parseImplS s zParserElement.parseImplc C s |S r� ry �r� rR r� � tokenlistry ry rz � postParseV s zParserElement.postParsec
C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| �||�}n|}|}zDz| �|||�\}}W n( tk
r� t|t|�| j | ��Y nX W nX t
k
r� } z:| jd r�| jd ||| | � | jr�| �||| | � � W 5 d } ~ X Y nX n�|�r| j�r| �||�}n|}|}| j �s&|t|�k�rjz| �|||�\}}W n* tk
�rf t|t|�| j | ��Y nX n| �|||�\}}| � |||�}t
|| j| j| jd�}
| j�r�|�s�| j�r�|�rTzN| jD ]B} | |||
�}|d k �r�t
|| j| j�o�t|t
tf�| jd�}
�q�W nF t
k
�rP } z&| jd �r>| jd ||| | � � W 5 d } ~ X Y nX nJ| jD ]B} | |||
�}|d k �rZt
|| j| j�o�t|t
tf�| jd�}
�qZ|�r�| jd �r�| jd |||| |
� ||
fS )Nr rs )r� r� r� )r� rz r� r� r� r� r� r! r� r� r r� r� r$ r| r} r� ry r� r} r� ) r� rR r� r� r� Z debugging�prelocZ tokensStart�tokens�errZ retTokensr� ry ry rz �
_parseNoCacheZ st
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF)r� r )r� r# r! r� �r� rR r� ry ry rz �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r! r� r� ry ry rz � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r ��cache� not_in_cachery rz r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� ry �r� r r� �r� ry rz �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �r r� r� ry rz r � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� ry rz � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� r r� )r� r� r� r r� ry r� rz r� � s z&ParserElement._UnboundedCache.__init__N�r� r� r� r� ry ry ry rz �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� ry rz r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S �NF)r� �popitemr� r� )r� �sizery rz r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� ry rz r � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� ry rz r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� r r� �r� r� r� r� r r� ry )r� r� r� rz r� � s �!ParserElement._FifoCache.__init__Nr� ry ry ry rz �
_FifoCache� s r� c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� ry rz r� � s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r �popleftr r� )r� �key_fifor� ry rz r� � s r� c s � � � �� � d S r� r� r� )r� r� ry rz r � s r� c s t � �S r� r� r� r� ry rz r� � s r� )
r� r� � collections�dequer� r� r� r� r r� r� ry )r� r� r� r� rz r� � s r� Nr� ry ry ry rz r� � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )Nr r� r )r& �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r r� rm r� r� r} rp ) r� rR r� r� r� ZHITZMISS�lookupr� r� r� ry ry rz � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r& r� r r� r� ry ry ry rz �
resetCache s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r& �_packratEnabledr� r� r� r� r� )Zcache_size_limitry ry rz �
enablePackrat% s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )aB
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r& r� r� �
streamliner� r� �
expandtabsr� r� r r+ r �verbose_stacktrace)r� rR �parseAllr� r� r� ZserX ry ry rz � parseStringH s$
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )a�
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r� r� r� r� r� r� r� r� r& r� r! r r� )r� rR �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� ZnextlocrX ry ry rz �
scanStringz sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )af
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS ry ry )r� �ory ry rz r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r� r r} r$ r� r� r� r� r� �_flattenr r& r� )r� rR r* ZlastErx r� r� rX ry ry rz r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS ry ry )r� rx r� r� ry ry rz r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r$ r� r r& r� )r� rR r� rX ry ry rz � searchString� s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )a[
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r� N)r� ) r� rR �maxsplitZincludeSeparatorsZsplitsZlastrx r� r� ry ry rz r� s
zParserElement.splitc C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )a�
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
�4Cannot combine element of type %s with ParserElementrs ��
stacklevelN) r} r� r& rw �warnings�warnr� �
SyntaxWarningr r" ry ry rz r s
�zParserElement.__add__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of + operator when left operand is not a C{L{ParserElement}}
r� rs r� N�r} r� r& rw r� r� r� r� r" ry ry rz r# 1 s
�zParserElement.__radd__c C sJ t |t�rt�|�}t |t�s:tjdt|� tdd� dS | t� � | S )zQ
Implementation of - operator, returns C{L{And}} with error stop
r� rs r� N)
r} r� r& rw r� r� r� r� r �
_ErrorStopr" ry ry rz �__sub__= s
�zParserElement.__sub__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of - operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rsub__I s
�zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S q�t |d t�r�t |d t�r�|\}}||8 }q�tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td ��|| k�r6dk�rBn ntd
��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S )
a�
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
r )NNNrs r� z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S r� )r ��n��makeOptionalListr� ry rz r� � s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv �tupler4 r r� r� �
ValueErrorr )r� r Z minElementsZ optElementsr� ry r� rz �__mul__U sD
zParserElement.__mul__c C s
| � |�S r� )r r" ry ry rz �__rmul__� s zParserElement.__rmul__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI
Implementation of | operator - returns C{L{MatchFirst}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__or__� s
�zParserElement.__or__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || B S )z]
Implementation of | operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__ror__� s
�zParserElement.__ror__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA
Implementation of ^ operator - returns C{L{Or}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__xor__� s
�zParserElement.__xor__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || A S )z]
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rxor__� s
�zParserElement.__rxor__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC
Implementation of & operator - returns C{L{Each}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__and__� s
�zParserElement.__and__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || @ S )z]
Implementation of & operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rand__� s
�zParserElement.__rand__c C s t | �S )zE
Implementation of ~ operator - returns C{L{NotAny}}
)r r� ry ry rz �
__invert__� s zParserElement.__invert__c C s |dk r| � |�S | �� S dS )a
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
N)r� r� r ry ry rz �__call__� s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
)r- r� ry ry rz �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r~ r� ry ry rz �leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r~ r r� )r� ru ry ry rz �setWhitespaceChars
s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
T)r� r� ry ry rz �
parseWithTabs s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r} r� r- r� r r� r" ry ry rz �ignore s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)rT rW rY r� r� )r� Z startActionZ
successActionZexceptionActionry ry rz �setDebugActions6 s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
F)r rT rW rY r� )r� �flagry ry rz �setDebug@ s #zParserElement.setDebugc C s | j S r� )r� r� ry ry rz r� i s zParserElement.__str__c C s t | �S r� r� r� ry ry rz r� l s zParserElement.__repr__c C s d| _ d | _| S r� )r� r{ r� ry ry rz r� o s zParserElement.streamlinec C s d S r� ry r� ry ry rz �checkRecursiont s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)r )r� �
validateTracery ry rz �validatew s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr� r r& r� )r� Zfile_or_filenamer� Z
file_contents�frX ry ry rz � parseFile} s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| �|�S tt| �|kS d S r� )r} r& �varsr� r� �superr" �rm ry rz �__eq__� s
zParserElement.__eq__c C s
| |k S r� ry r" ry ry rz �__ne__� s zParserElement.__ne__c C s t t| ��S r� )�hash�idr� ry ry rz �__hash__� s zParserElement.__hash__c C s | |kS r� ry r" ry ry rz �__req__� s zParserElement.__req__c C s
| |k S r� ry r" ry ry rz �__rne__� s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r� TFN)r� r� r )r� Z
testStringr� ry ry rz r� � s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}g }g }d} |D �]�}
|dk r^|� |
d�sf|rr|
sr|�
|
� qD|
sxqDd� |�|
g} g }z:|
� dd�}
| j
|
|d�} | �
| j|d�� | o�| } W n� tk
�rr }
z�t |
t�r�dnd }d|
k�r*| �
t|
j|
�� | �
d
t|
j|
�d d | � n| �
d
|
j d | � | �
d
t|
� � | �o\|} |
} W 5 d}
~
X Y nD tk
�r� } z$| �
dt|� � | �o�|} |} W 5 d}~X Y nX |�r�|�r�| �
d � td� | �� |�
|
| f� qD| |fS )a3
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
TNFr2 �\nr% )rD z(FATAL)r� � r� �^zFAIL: zFAIL-EXCEPTION: )r} r� r� r� r~ r� �rstrip�
splitlinesr r� r r� r� r� rA r r# rI r� r; rp rQ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ
allResultsZcomments�successrx r* �resultr� r� rX ry ry rz �runTests� sN W
$
zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr& TTF)Or� r� r� r� rs r� � staticmethodrv rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� �_MAX_INTr� r� r� r� r r# r� r� r r r r r r r r r r r
r r
r r r r r� r� r� r r r r r r" r# r$ r� r. �
__classcell__ry ry r rz r& O s�
&
G
"
2G+ D
)
c s e Zd ZdZ� fdd�Z� ZS )r. zT
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
c s t t| �jdd� d S �NF�r� )r r. r� r� r ry rz r� @ s zToken.__init__�r� r� r� r� r� r1 ry ry r rz r. < s c s e Zd ZdZ� fdd�Z� ZS )r z,
An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)r r r� r� r� r� r� r ry rz r� H s zEmpty.__init__r4 ry ry r rz r D s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z(
A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r r r� r� r� r� r� r� r ry rz r� S s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r! r� r� ry ry rz r� Z s zNoMatch.parseImpl)T�r� r� r� r� r� r� r1 ry ry r rz r O s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r� �"%s"r� F)r r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rm r� r� r� r� r� �r� � matchStringr ry rz r� l s
� zLiteral.__init__Tc C sJ || | j kr6| jdks&|�| j|�r6|| j | jfS t||| j| ��d S r� )r9 r8 �
startswithr7 r! r� r� ry ry rz r� s � �zLiteral.parseImpl)Tr5 ry ry r rz r ^ s
c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r a\
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r� r6 r� F)r r r� �DEFAULT_KEYWORD_CHARSr7 r� r8 r9 r� r� r� r� r� r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r; rB r? r ry rz r� � s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r� ) r? r8 r@ rA r� rB r7 r9 r< r! r� r� ry ry rz r� � s4 ����� �����zKeyword.parseImplc s t t| ��� }tj|_|S r� )r r r� r> rB )r� r� r ry rz r� � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r r> rt ry ry rz �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r5 r> r� r� r� r/ rC r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r
al
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )r r
r� r@ � returnStringr� r� r: r ry rz r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r8 r@ r7 rD r! r� r� ry ry rz r� � s zCaselessLiteral.parseImpl)Tr5 ry ry r rz r
� s
c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r z�
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
Nc s t t| �j||dd� d S )NT�r? )r r r� )r� r; rB r ry rz r� � s zCaselessKeyword.__init__Tc C sj |||| j � �� | jkrV|t|�| j ksF||| j �� | jkrV|| j | jfS t||| j| ��d S r� )r8 r@ rA r� rB r7 r! r� r� ry ry rz r� � s ��zCaselessKeyword.parseImpl)N)Tr5 ry ry r rz r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
rn ax
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r rn r� r� � match_string�
maxMismatchesr� r� r� )r� rF rG r ry rz r�
s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� | j��D ]2\}} | \} }
| |
krN| �|� t | �|
krN q�qN|d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� rF rG r� r� r r$ r! r� )r� rR r� r� �startr� �maxlocrF Zmatch_stringlocrI rG Zs_m�src�mat�resultsry ry rz r�
s(
zCloseMatch.parseImpl)r� )Tr5 ry ry r rz rn � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )r1 a
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rFd�� fdd�|D ��}|rFd�� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S r� ry r� �� excludeCharsry rz r� `
s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� ry r� rO ry rz r� b
s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr( z[%s]+z%s[%s]*z [%s][%s]*z\b)r r1 r� r� �
initCharsOrigr� � initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr0 r� r� r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compilerp )r� rR rT �min�max�exactrX rP r rO rz r� ]
s\
0
����z
Word.__init__Tc
C s> | j r<| j �||�}|s(t||| j| ��|�� }||�� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t
||�}||k r�|| |kr�|d7 }q�d} || | j k r�d} | j r�||k r�|| |kr�d} | j
�r|dkr�||d |k�s||k �r|| |k�rd} | �r.t||| j| ��||||� fS )Nr� FTr )r� r7 r! r� �end�grouprR r� rT rW r] rV rU rX )
r� rR r� r� r- rJ r� Z bodycharsrK ZthrowExceptionry ry rz r� �
s6
2zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� �...r� �r� ry ry rz �
charsAsStr�
s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r r1 r� rp r{ rQ rS )r� re r ry rz r� �
s
z Word.__str__)Nr� r r FN)T�r� r� r� r� r� r� r� r1 ry ry r rz r1 .
s .6
#c sF e Zd ZdZee�d��Zd � fdd� Zd dd�Z � fd d
�Z
� Z S )
r) a�
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r c s� t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S )
z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r� �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN)r r) r� r} r� r� r� r� �pattern�flagsr� r\ rZ �
sre_constants�error�compiledREtyper~ r� r� r� r� r� r� )r� rh ri r ry rz r� �
s:
�
�
�
zRegex.__init__Tc C s` | j �||�}|s"t||| j| ��|�� }|�� }t|�� �}|rX|D ]}|| ||< qF||fS r� )r� r7 r! r� r` � groupdictr$ ra )r� rR r� r� r- �dr� r� ry ry rz r� �
s zRegex.parseImplc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))r r) r� rp r{ r� rh r� r ry rz r�
s
z
Regex.__str__)r )T) r� r� r� r� r� r� r\ rl r� r� r� r1 ry ry r rz r) �
s
"
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r' a�
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sN t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z t� � j� j�� _� j� _ W n0 t j k
�r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrs r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r[ � endQuoteCharrY r& r� ry rz r� X s � �z(QuotedString.__init__.<locals>.<genexpr>rt �)z|(?:%s)z|(?:%s.)z(.)z)*%srg r� FT)%r r' r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharro �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLri r[ rY rh r� r� �escCharReplacePatternr\ rZ rj rk r� r� r� r� r� )r� rr rv rw Z multilinerx ro ry r r� rz r� / s|
��
����� �
zQuotedString.__init__c C s� || | j kr | j�||�p d }|s4t||| j| ��|�� }|�� }| jr�|| j| j � }t
|t �r�d|kr�| j r�ddddd�}|�
� D ]\}}|�||�}q�| jr�t�| jd|�}| jr�|�| j| j�}||fS )N�\� r2 � �
)�\tr' z\fz\rz\g<1>)rt r� r7 r! r� r` ra rx rs ru r} r� ry r� r� rv r� r| rw ro ) r� rR r� r� r- r� Zws_mapZwslitZwscharry ry rz r� p s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r r' r� rp r{ rr ro r� r ry rz r� � s
zQuotedString.__str__)NNFTNT)Trf ry ry r rz r' s A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a�
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )r r r� r~ �notCharsr� rV rW r0 r� r� r� r� r� )r� r� r] r^ r_ r ry rz r� � s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r! r� r] rW r� rV )r� rR r� r� rJ Znotchars�maxlenry ry rz r� � s
�
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nrb z
!W:(%s...)z!W:(%s))r r r� rp r{ r� r� r� r ry rz r� � s
zCharsNotIn.__str__)r� r r )Trf ry ry r rz r � s
c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r0 a�
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
z<SPC>z<TAB>z<LF>z<CR>z<FF>)r( r~ r2 r� r �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� ry rz r� � s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )r0 � whiteStrsr� ry ry rz r� � s Tr� r )
r r0 r� r� r
r� r r� r� r� rV rW r0 )r� Zwsr] r^ r_ r r� rz r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r! r� rW r] r� rV )r� rR r� r� rJ rK ry ry rz r� s
zWhite.parseImpl)r� r� r r )T)r� r� r� r� r� r� r� r1 ry ry r rz r0 � s �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )r r� r� rm r� r� r� r� r� r ry rz r� s
z_PositionToken.__init__�r� r� r� r� r1 ry ry r rz r� s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r zb
Token to advance to a specific column of input text; useful for tabular report scraping.
c s t t| ��� || _d S r� )r r r� r; )r� �colnor ry rz r� $ s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )r; r� r� r� �isspace)r� rR r� r� ry ry rz r� ( s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�r; r! )r� rR r� r� ZthiscolZnewlocr� ry ry rz r� 1 s
zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r1 ry ry r rz r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Matches if current position is at the beginning of a line within the parse string
Example::
test = ''' AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)r r r� r� r� r ry rz r� O s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )r; r! r� r� ry ry rz r� S s zLineStart.parseImpl)Tr5 ry ry r rz r : s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU
Matches if current position is at the end of a line within the parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr2 r� zExpected end of line)r r r� r
r& rs r� r� r� r ry rz r� \ s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr2 r� �r� r! r� r� ry ry rz r� a s zLineEnd.parseImpl)Tr5 ry ry r rz r X s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r, zM
Matches if current position is at the beginning of the parse string
c s t t| ��� d| _d S )NzExpected start of text)r r, r� r� r� r ry rz r� p s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� t s zStringStart.parseImpl)Tr5 ry ry r rz r, l s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r+ zG
Matches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)r r+ r� r� r� r ry rz r� s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� ry ry rz r� � s zStringEnd.parseImpl)Tr5 ry ry r rz r+ { s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r3 ap
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)r r3 r� r� � wordCharsr� �r� r� r ry rz r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� � s �zWordStart.parseImpl)T�r� r� r� r� rX r� r� r1 ry ry r rz r3 � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r2 aZ
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)r r2 r� r� r� r~ r� r� r ry rz r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r� )r� r� r! r� )r� rR r� r� r� ry ry rz r� � s �zWordEnd.parseImpl)Tr� ry ry r rz r2 � s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Z� fd d �Z� fd
d�Z � fdd�Z
d� fdd� Z g fdd�Z � fdd�Z
� ZS )r" z^
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r"t|�}t|t�r<t�|�g| _ nht|t
�rxt|�}t dd� |D ��rlt tj|�}t|�| _ n,zt|�| _ W n t
k
r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S r� )r} r� )r� rS ry ry rz r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r r" r� r} r� r� r� r& rw �exprsr �allr� r� r� �r� r� r� r ry rz r� � s
zParseExpression.__init__c C s
| j | S r� )r� r� ry ry rz r� � s zParseExpression.__getitem__c C s | j �|� d | _| S r� )r� r r{ r" ry ry rz r � s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions.Fc S s g | ] }|� � �qS ry r �r� r� ry ry rz r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r~ r� r )r� r� ry ry rz r � s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r� )r} r- r� r r" r r� )r� r r� r ry rz r � s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) r r" r� rp r{ rm r� r� r� r� r ry rz r� � s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nrs r r� rt r� )r r" r� r� r� r} rm ry r| r� r{ r� r� r� r� )r� r� r r ry rz r� � s<
���
��� zParseExpression.streamlinec s t t| ��||�}|S r� )r r" r� )r� r� r� r� r ry rz r�
s z ParseExpression.setResultsNamec C s6 |d d � | g }| j D ]}|�|� q| �g � d S r� )r� r r )r� r �tmpr� ry ry rz r
s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS ry r r� ry ry rz r� %
s z(ParseExpression.copy.<locals>.<listcomp>)r r" r� r� r1 r ry rz r� #
s zParseExpression.copy)F)F)r� r� r� r� r� r� r r r r� r� r� r r� r1 ry ry r rz r" � s
" c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d
� Zd d � Z d
d� Z
� Z S )r a
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)r r r� r� r� r rG r ry rz r� 9
s zAnd._ErrorStop.__init__r� ry ry r rz r� 8
s r� Tc sR t t| ��||� tdd� | jD ��| _| �| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S r� �r� r� ry ry rz r� @
s z And.__init__.<locals>.<genexpr>r T)
r r r� r� r� r� r
r r~ r� r� r ry rz r� >
s
z And.__init__c C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr� r� T)
r� r� r} r r� r% r �
__traceback__r� r� r� r� r
) r� rR r� r� �
resultlistZ errorStopr� Z
exprtokensr� ry ry rz r� E
s(
z
And.parseImplc C s t |t�rt�|�}| �|�S r� �r} r� r& rw r r" ry ry rz r! ^
s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� r r� �r� r� �subRecCheckListr� ry ry rz r c
s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� �{r( c s s | ]}t |�V qd S r� r� r� ry ry rz r� o
s z And.__str__.<locals>.<genexpr>�}�r� r� r{ r� r� r� ry ry rz r� j
s
z And.__str__)T)T) r� r� r� r� r r� r� r� r! r r� r1 ry ry r rz r (
s
c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z Or.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s z Or.__init__Tc C sR d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r(|j dd� d� |D ]^\}
}z|�
|||�W S tk
�r$ } z d | _| j|k�r| }| j}W 5 d } ~ X Y q�X q�|d k �r@| j|_ |�nt||d| ��d S )Nrt c S s
| d S r� ry )�xry ry rz r{ �
r| z Or.parseImpl.<locals>.<lambda>)r � no defined alternatives to match) r� r� r! r� r� r� r� r� r �sortr� r� ) r� rR r� r� � maxExcLoc� maxExceptionr� r� Zloc2r� �_ry ry rz r� �
s<
z Or.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ixor__�
s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z ^ c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z Or.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� r r� ry ry rz r �
s
zOr.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r t
s
& c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z&MatchFirst.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s zMatchFirst.__init__Tc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nrt r� )r� r� r! r� r� r� r� r� ) r� rR r� r� r� r� r� r� r� ry ry rz r� �
s$
zMatchFirst.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ior__�
s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� � | c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r s
zMatchFirst.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r �
s
c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d
� Z� ZS )
r am
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s8 t t| ��||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� ? s z Each.__init__.<locals>.<genexpr>T)r r r� r� r� r� r~ �initExprGroupsr� r ry rz r� = s z
Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r} r r! rS r� ry ry rz r� E s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS ry �r} r rS r� ry ry rz r� F s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS ry )r� r} r r� ry ry rz r� G s
c S s g | ]}t |t�r|j�qS ry )r} r4 rS r� ry ry rz r� I s
c S s g | ]}t |t�r|j�qS ry )r} r rS r� ry ry rz r� J s
c S s g | ]}t |tttf�s|�qS ry )r} r r4 r r� ry ry rz r� K s FTr% c s s | ]}t |�V qd S r� r� r� ry ry rz r� f s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS ry r� r� �ZtmpOptry rz r� j s
)r� r� r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r! r r� r! �remover� r� r� �sumr$ )r� rR r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� rN Z finalResultsry r� rz r� C sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z & c s s | ]}t |�V qd S r� r� r� ry ry rz r� y s z Each.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� t s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r } s
zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r r1 ry ry r rz r s
5
1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z g fdd�Z
� fdd�Z � Z S )r za
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@ttjt�r2t�|�}nt�t |��}|| _
d | _ |d k r�|j | _ |j
| _
| �|j� |j| _|j| _|j| _| j�|j� d S r� )r r r� r} r� �
issubclassr& rw r. r rS r{ r� r� r
r r~ r} r� r� r �r� rS r� r ry rz r� � s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr� r� )rS r� r! r� r� ry ry rz r� � s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r� )r~ rS r� r r� ry ry rz r � s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r� )r} r- r� r r r rS r" r ry rz r � s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )r r r� rS r� r ry rz r� � s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r( rS r )r� r� r� ry ry rz r � s
z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j �|� | �g � d S r� �rS r r �r� r r� ry ry rz r � s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) r r r� rp r{ rS rm r� r� r� r ry rz r� � s zParseElementEnhance.__str__)F)T)
r� r� r� r� r� r� r r r� r r r� r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )r r r� r� �r� rS r ry rz r� � s zFollowedBy.__init__Tc C s | j �||� |g fS r� )rS r� r� ry ry rz r� � s zFollowedBy.parseImpl)Tr5 ry ry r rz r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r a�
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r r r� r~ r� r� rS r� r� r ry rz r� � s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )rS r� r! r� r� ry ry rz r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r� �r� r� r{ r� rS r� ry ry rz r� s
zNotAny.__str__)Trf ry ry r rz r � s
c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| ��|� d| _|}t|t�r.t�|�}|d k r<| nd | _d S r� ) r r� r� r} r} r� r& rw � not_ender)r� rS �stopOnZenderr ry rz r� s
z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr� ) rS r� r� r� r� r� r
r! r� ) r� rR r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensry ry rz r� s*
z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r1 ry ry r rz r�
s r� c @ s e Zd ZdZdd� ZdS )r a�
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r� z}...r� r� ry ry rz r� J s
zOneOrMore.__str__N)r� r� r� r� r� ry ry ry rz r 0 s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) r4 aw
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
Nc s t t| �j||d� d| _d S )N)r� T)r r4 r� r� )r� rS r� r ry rz r� _ s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )r r4 r� r! r� r� r ry rz r� c s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ �]...r� r� ry ry rz r� i s
zZeroOrMore.__str__)N)Trf ry ry r rz r4 S s c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r� ry r� ry ry rz r� s s z_NullToken.__bool__c C s dS r� ry r� ry ry rz r� v s z_NullToken.__str__N)r� r� r� r� rL r� ry ry ry rz r� r s r� c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS )
r aa
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr3 T)r r r� rS r} r r� )r� rS r r ry rz r� � s
zOptional.__init__Tc C sz z | j j|||dd�\}}W nT ttfk
rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS r� )rS r� r! r� r �_optionalNotMatchedr| r$ )r� rR r� r� r� ry ry rz r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ r' r� r� ry ry rz r� � s
zOptional.__str__)T) r� r� r� r� r� r� r� r� r1 ry ry r rz r z s "
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r* a�
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rFt
� |�| _ n|| _ dt
| j� | _d S )NTFzNo match found for )r r* r� �
ignoreExprr� r� � includeMatchr� r} r� r& rw �failOnr� rS r� )r� r Zincluder r� r ry rz r� � s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r� )
r� rS r� r� r� r� r� r r! r� r� r$ r� )r� rR r� r� rU r� rS Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultrM ry ry rz r� � s:
zSkipTo.parseImpl)FNN)Tr5 ry ry r rz r* � s 6
c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zg fd
d�Z dd� Z
� fdd�Z � Z S )r aK
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
Nc s t t| �j|dd� d S r2 )r r r� r" r ry rz r� @ s zForward.__init__c C sj t |t�rt�|�}|| _d | _| jj| _| jj| _| �| jj � | jj
| _
| jj | _ | j �
| jj � | S r� )r} r� r& rw rS r{ r� r� r
r r~ r} r� r r" ry ry rz �
__lshift__C s
zForward.__lshift__c C s | |> S r� ry r" ry ry rz � __ilshift__P s zForward.__ilshift__c C s
d| _ | S r� r r� ry ry rz r S s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� rS r� r� ry ry rz r� W s
zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j �|� | �g � d S r� r� r� ry ry rz r ^ s
zForward.validatec C sV t | d�r| jS | jjd S z | jd k r4t| j�}nd}W 5 | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rm r� Z _revertClass�_ForwardNoRecurserS r� )r� Z retStringry ry rz r� e s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )rS r r r� r1 r ry rz r� v s
z Forward.copy)N)
r� r� r� r� r� r� r� r r� r r� r� r1 ry ry r rz r - s
c @ s e Zd Zdd� ZdS )r� c C s dS )Nrc ry r� ry ry rz r� s z_ForwardNoRecurse.__str__N)r� r� r� r� ry ry ry rz r� ~ s r� c s" e Zd ZdZd� fdd� Z� ZS )r/ zQ
Abstract subclass of C{ParseExpression}, for converting parsed results.
Fc s t t| ��|� d| _d S r� )r r/ r� r} r� r ry rz r� � s zTokenConverter.__init__)Fr4 ry ry r rz r/ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a�
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )r r r� r �adjacentr~ �
joinStringr� )r� rS r� r� r ry rz r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r� r& r r r r" r ry rz r � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r� )r� r$ r� r( r� r� r| r
)r� rR r� r� ZretToksry ry rz r� � s
"zCombine.postParse)r� T)r� r� r� r� r� r r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a�
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )r r r� r} r� r ry rz r� � s zGroup.__init__c C s |gS r� ry r� ry ry rz r� � s zGroup.postParse�r� r� r� r� r� r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r
aW
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
c s t t| ��|� d| _d S r� )r r
r� r} r� r ry rz r� � s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� rs ) r� r� r} rv r� r� r� r$ r� r
r| )r� rR r� r� r� �tokZikeyZ dictvaluery ry rz r� � s$
zDict.postParser� ry ry r rz r
� s # c @ s e Zd ZdZdd� Zdd� ZdS )r- aV
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
c C s g S r� ry r� ry ry rz r� s zSuppress.postParsec C s | S r� ry r� ry ry rz r
" s zSuppress.suppressN)r� r� r� r� r� r
ry ry ry rz r- s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI
Wrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r� )rr �callable�called)r� Z
methodCallry ry rz r� * s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r� r� r! )r� r� r[ rx rN ry ry rz r - s
zOnlyOnce.__call__c C s
d| _ d S r� )r� r� ry ry rz �reset3 s zOnlyOnce.resetN)r� r� r� r� r� r r� ry ry ry rz r & s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )at
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr^ rq r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r� r� rm r� �stderr�writerI rp )ZpaArgsZthisFuncr� r[ rx r� rX �r ry rz �zL s ztraceParseAction.<locals>.z)rr r� r� )r r� ry r� rz rd 6 s
�,Fc C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a�
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r( r� N)r� r r4 r� r- )rS Zdelim�combineZdlNamery ry rz rB b s
$c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a:
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r r rE )r� r[ rx r� �Z arrayExprrS ry rz �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )rv rw ry ry rz r{ � r| z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rc )r r1 rT r� r� r� r� r� )rS ZintExprr� ry r� rz r> u s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r} r� r r� r )�Lr� r� ry ry rz r� � s
r� c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a*
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r �r� Zttry ry rz r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r[ rx Ztflat�Zrepry rz �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr� �(prev) )r r� r� r� )rS r� ry r� rz rQ � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aS
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r� r� r! )r� r[ rx Z theseTokens�Z matchTokensry rz �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr� )r� r� r� )r� r[ rx r� r� r� rz r� � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr� r� )r r� r� r� r� )rS Ze2r� ry r� rz rP � s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r2 r' r~ r� )r� �_bslashr� )r� r� ry ry rz rY � s
rY Tc
s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| �� }n$t| t�rZt| �}ntjdt dd� |stt
� S d }|t |�d
k �r|| }t ||d
d � �D ]R\}} || |�r�||| d
= qxq�||| �r�||| d
= |�
|| � | } qxq�|d
7 }qx|�s�|�r�zlt |�t d �|��k�rTtd
d �dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a�
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
c S s | � � |� � kS r� )r@ �r �bry ry rz r{ � r| zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r@ r< r� ry ry rz r{ � r| c S s | |kS r� ry r� ry ry rz r{ � r| c S s
|� | �S r� )r< r� ry ry rz r{ � r| z6Invalid argument to oneOf, expected string or iterablers r� r r� Nr� z[%s]c s s | ]}t |�V qd S r� )rY �r� Zsymry ry rz r� s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r[ r� ry ry rz r� s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� ry r� �ZparseElementClassry rz r� $ s )r
r r} r� r� r r� r� r� r� r r� r� r r� r) r� rp r )
Zstrsr? ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r ry r� rz rU � sT
�
** � c C s t tt| | ���S )a�
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r
r4 r )r r� ry ry rz rC & s !c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a�
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� ry )r� r� rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r� r� rZ ry ry rz r{ f r| c S s& | |� d�|� d�� g|d d �< d S )Nr� r� )r rZ ry ry rz � extractTexth s z$originalTextFor.<locals>.extractText)r r� r� r� r� )rS ZasStringZ locMarkerZ endlocMarker� matchExprr� ry ry rz ri I s
c C s t | ��dd� �S )zp
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
c S s | d S r� ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r� )rS ry ry rz rj n s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a�
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� ry rZ ry ry rz r{ � r| z locatedExpr.<locals>.<lambda>Z
locn_startr� Zlocn_end)r r� r r� r )rS Zlocatorry ry rz rl u s z\[]-*.$+^?()~ �r_ c C s |d d S r� ry rZ ry ry rz r{ � r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0x� )�unichrrv �lstriprZ ry ry rz r{ � r| z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� rv rZ ry ry rz r{ � r| z\]r� r$ r) �negate�bodyr' c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a�
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� )r� r� ry ry rz r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r} r$ r� r� �ord)�pry ry rz r{ � r| zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� ry )r� �part�Z _expandedry rz r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� r� rp rd ry r� rz ra � s
"c s � fdd�}|S )zt
Helper method for defining parse actions that require matching at a specific
column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )rN ZlocnrV r� ry rz � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColry )r� r� ry r� rz rO � s c s � fdd�S )a�
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� ry rZ �ZreplStrry rz r{ � r| z replaceWith.<locals>.<lambda>ry r� ry r� rz r^ � s c C s |d dd� S )a
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� rt ry rZ ry ry rz r\ � s c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aG
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS ry ry )r� Ztokn�r� r\ ry rz r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>ry rZ r� ry rz r� � s ztokenMap.<locals>.par� rm )ro r� rp r~ )r\ r� r� rq ry r� rz ro � s
�c C s t | ��� S r� �r� r@ rw ry ry rz r{ r| c C s t | ��� S r� �r� �lowerrw ry ry rz r{ r| c C s� t | t�r | }t| | d�} n| j}tttd �}|r�t�� � t
�}t d�| d� t t
t|t d� | ��� tddgd��d �� d
d � � t d � }n�d
�dd� tD ��}t�� � t
�t|�B }t d�| d� t t
t|� t�tt d�| � ��� tddgd��d �� dd � � t d � }ttd�| d �}|�dd
�|�dd��� �� � ��d| �}|�dd
�|�dd��� �� � ��d| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namerE z_-:r5 �tag�=�/F�r rE c S s |d dkS �Nr r� ry rZ ry ry rz r{ r| z_makeTags.<locals>.<lambda>r6 r� c s s | ]}|d kr|V qdS )r6 Nry r� ry ry rz r� s z _makeTags.<locals>.<genexpr>c S s |d dkS r� ry rZ ry ry rz r{ r| r7 rJ �:r( z<%s>r` z</%s>) r} r� r r� r1 r6 r5 r@ r� r� r\ r- r
r4 r r r� r� rX r[ rD r �_Lr� �titler� r� r� )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagry ry rz � _makeTags s>
� ���� ��..r c C s
t | d�S )a
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
F�r �r� ry ry rz rM ( s c C s
t | d�S )z�
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
Tr r ry ry rz rN ; s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a<
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS ry ry r/ ry ry rz r� z s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg � ANY_VALUE)r� r[ r� ZattrNameZ attrValue�Zattrsry rz r� { s �zwithAttribute.<locals>.pa)r� )r� ZattrDictr� ry r rz rg D s 2 c C s |r d| nd}t f || i�S )a�
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)rg )Z classname� namespaceZ classattrry ry rz rm � s �(rp c C s� t � }| || | B }t|�D �]l\}}|d dd� \}} }
} | dk rPd| nd| } | dkr�|dkstt|�dkr|td��|\}
}t � �| �}|
tjk�r^| d kr�t|| �t|t |� � }n�| dk�r|dk r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rTt||
| | | �t||
| | | � }ntd
��n�|
tj
k�rB| d k�r�t |t ��s�t |�}t|j
| �t|| � }n�| dk�r�|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r8t||
| | | �t||
| | | � }ntd
��ntd ��| �rvt | ttf��rl|j| � n
|�| � ||�| �|B K }|}q ||K }|S ) aD
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
r� Nrb rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r� r� r� r� rV �LEFTr r r �RIGHTr} r rS r� r� r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr� ry ry rz rk � sZ =
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a~
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r� �r� rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d � � S r� r
rw ry ry rz r{ j r| c S s | d � � S r� r
rw ry ry rz r{ p r| c S s | d � � S r� r
rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� r} r� r� r r r r& rs r� rE r� r r r r- r4 r� )ZopenerZcloserZcontentr� r� ry ry rz rR % sH :
����� �� ��
*$c s� � fdd�}� fdd�}� fdd�}t t� �d��� �}t� t� �|� �d�}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n$tt|�t |t| � t|� � �}
| � t
t� � |
�d �S ) a
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrt zillegal nestingznot a peer entry)r� r; r# r! �r� r[ rx ZcurCol�� indentStackry rz �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nrt znot a subentry)r; r r! r r ry rz �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� r6|� d k r6|� d ksBt| |d��� �� d S )Nrt r_ znot an unindent)r� r; r! r r r ry rz �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r
r
r r� r� r r r r� ) ZblockStatementExprr r9 r r r rE r ZPEERZUNDENTZsmExprry r rz rh s( N ����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r� z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityrw ry ry rz r] � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentrO � � commaItemr� c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?rp a�
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ � r| zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz
[+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr� �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 address)r rh z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS r3 )rp �
_ipv6_partr� r� ry ry rz r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r� rw ry ry rz r{ � r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater� r! r~ �r� r[ rx Zve��fmtry rz �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnry �r$ r% ry r# rz �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r r r� r! r~ r" r# ry rz r% � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r& ry r# rz �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
r )rp �_html_stripperr� )r� r[ r� ry ry rz �
stripHTMLTags s
z pyparsing_common.stripHTMLTagsr� rO r r r� r� zcomma separated listc C s t | ��� S r� r� rw ry ry rz r{ " r| c C s t | ��� S r� r� rw ry ry rz r{ % r| N)r )r( )?r� r� r� r� ro rv ZconvertToInteger�floatZconvertToFloatr1 rT r� r� r rF r r) Zsigned_integerr r� r r
Z
mixed_integerr� �realZsci_realr� �numberr r6 r5 r Z ipv4_addressr Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr/ r' r) Z iso8601_dateZiso8601_datetime�uuidr9 r8 r+ r, r r r rX r0 �
_commasepitemrB r[ r� Zcomma_separated_listrf rD ry ry ry rz rp sV ""
2
� � �__main__Zselect�fromr= r� )r� �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)rs )r� F)N)FT)T)r� )T)�r� � __version__Z__versionTime__�
__author__r� �weakrefr r� r� r� r� r� rj r� rF rc r� r �_threadr � ImportErrorZ threadingZcollections.abcr r r r� Z ordereddict�__all__r� � version_inforb r0 �maxsizer0 r~ r� �chrr� r� r� r� r@ �reversedr� r� rB r� r] r^ rn ZmaxintZxranger� Z __builtin__r� Zfnamer ro r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser6 rT rF r5 r� r� Z printablerX rp r r! r# r% r( r� r$ �registerr; rL rI rT rW rY rS rr r& r. r r r r� rw r r
r rn r1 r) r' r r0 r� r r r r, r+ r3 r2 r" r r r r r r r r� r r4 r� r� r r* r r� r/ r r r
r- r rd rB r> r� rQ rP rY rU rC ri rj rl r� rE rK rJ rc rb r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r� ra rO r^ r\ ro rf rD r rM rN rg r rm rV r r rk rW r@ r` r[ re rR rh r7 rY r9 r8 r� r� r r r= r] r: rG r r_ rA r? rH rZ r� r1 r< rp r� Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr. r/ r r r0 r* ry ry ry rz �<module> s� �4 �
8
@ v &A= I
G3 pLOD|M &# @sQ,A, I# % 0
, ? #p
�� Zr
(
��� �
"
site-packages/setuptools/_vendor/__pycache__/six.cpython-38.pyc 0000644 00000057553 15201600074 0020616 0 ustar 00 U
�Qab�u � A @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d(d#d3d2�e)d4d(e
�rd5nd6d7�e)d8d(d9�e)d:d;d<d=�e)d d d �e)d>d>d?�e)d@d@d?�e)dAdAd?�e)d3d(d#d3d2�e)dBd"d#dCdB�e)dDd"d"dEdD�e&d#d(�e&dFdG�e&dHdI�e&dJdKdL�e&dMdNdM�e&dOdPdQ�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdjdk�e&dldldk�e&dmdmdk�e&dndndo�e&dpdq�e&drds�e&dtdu�e&dvdwdv�e&dxdy�e&dzd{d|�e&d}d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rRe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rVe,�3e/d�e/j1 � �qV[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d=d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dҡ G d�dԄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q[/e8e7_.e,�3e7e+d� �d�dۡ G d�d݄ d�e(�Z9e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃g!Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�d d��d�gZ<e<D ]Z/e0e;e/j1e/� �q8[/e<e;_.e,�3e;e+�d
��d �d � G �d
�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d� G �d�d� �dej'�Z?e,�3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rH�dZB�dZC�d ZD�d ZE�d ZF�d ZGn$�d ZB�d!ZC�d"ZD�d#ZE�d$ZF�d%ZGzeHZIW n" eJk
� r� �d&�d'� ZIY nX eIZHzeKZKW n" eJk
� r� �d(�d)� ZKY nX e � r�d*�d+� ZLejMZN�d,�d-� ZOe ZPn>�d.�d+� ZL�d/�d0� ZN�d1�d-� ZOG �d2�d3� �d3e �ZPeKZKe#eL�d4� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe �
rԐd5�d6� ZX�d7�d8� ZY�d9�d:� ZZ�d;�d<� Z[e�\�d=�Z]e�\�d>�Z^e�\�d?�Z_nT�d@�d6� ZX�dA�d8� ZY�dB�d:� ZZ�dC�d<� Z[e�\�dD�Z]e�\�dE�Z^e�\�dF�Z_e#eX�dG� e#eY�dH� e#eZ�dI� e#e[�dJ� e � r�dK�dL� Z`�dM�dN� ZaebZcddldZded�e�dO�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp�dPZqej
�dQ �dQk� r�dRZr�dSZsn �dTZr�dUZsnj�dV�dL� Z`�dW�dN� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zke�tejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dP� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d|�dc�dd�Z}n�d}�de�df�Z|e|�dg� ej
dd� �dhk� r�e|�di� n.ej
dd� �dhk�
re|�dj� n �dk�dl� Z~eze4j{�dmd�Zedk�
rL�dn�do� Zej
dd� �dpk �
rreZ��dq�do� Ze#e}�dr� ej
dd� dk �
r�ej�ej�f�ds�dt�Z�nej�Z��du�dv� Z��dw�dx� Z��dy�dz� Z�g Z�e+Z�e�� ���d{�dk �
r�g e�_�ej��rBe�ej��D ]4\Z�Z�ee��j+dk�re�j1e+k�rej�e�= �q>�q[�[�ej���e,� dS (~ z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �:/usr/lib/python3.8/site-packages/setuptools/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__X s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r i s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r r s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__u s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' g s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r rt @ s rt Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ
splitqueryZsplittagZ splituserZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNru r r r r rw h s rw ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNru r r r r ry | s ry Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNru r r r r r{ � s r{ Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNru r r r r r} � s r} ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerv rx rz r| r~ c C s dddddgS )N�parse�error�request�responserp r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rp r8 r r r r r � s
r z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move� s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rs �__dict__rF r r r r � remove_move� s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable s r� c C s | S r r �Zunboundr r r �get_unbound_function s r� c C s | S r r �r �clsr r r �create_unbound_method s r� c C s | j S r )r� r� r r r r� " s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_method% s r� c C s t �| d |�S r )r� r� r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� - s z
Iterator.nextN)r
r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeys> s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesA s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsD s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsG s r� r� r� r� c K s | j f |�S r )r� r� r r r r� P s c K s | j f |�S r )r� r� r r r r� S s c K s | j f |�S r )r� r� r r r r� V s c K s | j f |�S r )r� r� r r r r� Y s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �bk s r� c C s | S r r r� r r r �un s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s* |d kr| � }|j |k r"|�|��|�d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� z9def reraise(tp, value, tb=None):
raise tp, value, tb
)r r zrdef raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
zCdef raise_from(value, from_value):
raise value from from_value
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_� sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rc �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� s r� c s& G � �fdd�d��}t �|ddi �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r Z
this_basesr� ��bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r
r r r� r r� r r � metaclass% s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sh | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � � | j| j|�S )N� __slots__r� � __weakref__)r� �copyr� rI r� r� r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� . s
z add_metaclass.<locals>.wrapperr )r� r� r r� r �
add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nzutf-8)� __unicode__r� r r r r �<lambda>J � z-python_2_unicode_compatible.<locals>.<lambda>)�PY2r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible< s
�
r �__spec__)N)NN)�r Z
__future__r rc rU �operatorr r� �
__author__� __version__� version_infor r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rs rt Z _urllib_parse_moved_attributesrw Z _urllib_error_moved_attributesry Z _urllib_request_moved_attributesr{ Z!_urllib_response_moved_attributesr} Z$_urllib_robotparser_moved_attributesr r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s�
>
��
�
�D �
� �
� �
�# �� � � �
� �
��
5 � �
site-packages/setuptools/_vendor/__pycache__/six.cpython-38.opt-1.pyc 0000644 00000057553 15201600074 0021555 0 ustar 00 U
�Qab�u � A @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d(d#d3d2�e)d4d(e
�rd5nd6d7�e)d8d(d9�e)d:d;d<d=�e)d d d �e)d>d>d?�e)d@d@d?�e)dAdAd?�e)d3d(d#d3d2�e)dBd"d#dCdB�e)dDd"d"dEdD�e&d#d(�e&dFdG�e&dHdI�e&dJdKdL�e&dMdNdM�e&dOdPdQ�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdjdk�e&dldldk�e&dmdmdk�e&dndndo�e&dpdq�e&drds�e&dtdu�e&dvdwdv�e&dxdy�e&dzd{d|�e&d}d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rRe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rVe,�3e/d�e/j1 � �qV[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d=d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dҡ G d�dԄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q[/e8e7_.e,�3e7e+d� �d�dۡ G d�d݄ d�e(�Z9e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃g!Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�d d��d�gZ<e<D ]Z/e0e;e/j1e/� �q8[/e<e;_.e,�3e;e+�d
��d �d � G �d
�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d� G �d�d� �dej'�Z?e,�3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rH�dZB�dZC�d ZD�d ZE�d ZF�d ZGn$�d ZB�d!ZC�d"ZD�d#ZE�d$ZF�d%ZGzeHZIW n" eJk
� r� �d&�d'� ZIY nX eIZHzeKZKW n" eJk
� r� �d(�d)� ZKY nX e � r�d*�d+� ZLejMZN�d,�d-� ZOe ZPn>�d.�d+� ZL�d/�d0� ZN�d1�d-� ZOG �d2�d3� �d3e �ZPeKZKe#eL�d4� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe �
rԐd5�d6� ZX�d7�d8� ZY�d9�d:� ZZ�d;�d<� Z[e�\�d=�Z]e�\�d>�Z^e�\�d?�Z_nT�d@�d6� ZX�dA�d8� ZY�dB�d:� ZZ�dC�d<� Z[e�\�dD�Z]e�\�dE�Z^e�\�dF�Z_e#eX�dG� e#eY�dH� e#eZ�dI� e#e[�dJ� e � r�dK�dL� Z`�dM�dN� ZaebZcddldZded�e�dO�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp�dPZqej
�dQ �dQk� r�dRZr�dSZsn �dTZr�dUZsnj�dV�dL� Z`�dW�dN� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zke�tejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dP� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d|�dc�dd�Z}n�d}�de�df�Z|e|�dg� ej
dd� �dhk� r�e|�di� n.ej
dd� �dhk�
re|�dj� n �dk�dl� Z~eze4j{�dmd�Zedk�
rL�dn�do� Zej
dd� �dpk �
rreZ��dq�do� Ze#e}�dr� ej
dd� dk �
r�ej�ej�f�ds�dt�Z�nej�Z��du�dv� Z��dw�dx� Z��dy�dz� Z�g Z�e+Z�e�� ���d{�dk �
r�g e�_�ej��rBe�ej��D ]4\Z�Z�ee��j+dk�re�j1e+k�rej�e�= �q>�q[�[�ej���e,� dS (~ z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �:/usr/lib/python3.8/site-packages/setuptools/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__X s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r i s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r r s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__u s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' g s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r rt @ s rt Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ
splitqueryZsplittagZ splituserZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNru r r r r rw h s rw ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNru r r r r ry | s ry Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNru r r r r r{ � s r{ Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNru r r r r r} � s r} ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerv rx rz r| r~ c C s dddddgS )N�parse�error�request�responserp r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rp r8 r r r r r � s
r z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move� s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rs �__dict__rF r r r r � remove_move� s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable s r� c C s | S r r �Zunboundr r r �get_unbound_function s r� c C s | S r r �r �clsr r r �create_unbound_method s r� c C s | j S r )r� r� r r r r� " s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_method% s r� c C s t �| d |�S r )r� r� r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� - s z
Iterator.nextN)r
r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeys> s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesA s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsD s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsG s r� r� r� r� c K s | j f |�S r )r� r� r r r r� P s c K s | j f |�S r )r� r� r r r r� S s c K s | j f |�S r )r� r� r r r r� V s c K s | j f |�S r )r� r� r r r r� Y s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �bk s r� c C s | S r r r� r r r �un s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s* |d kr| � }|j |k r"|�|��|�d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� z9def reraise(tp, value, tb=None):
raise tp, value, tb
)r r zrdef raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
zCdef raise_from(value, from_value):
raise value from from_value
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_� sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rc �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� s r� c s& G � �fdd�d��}t �|ddi �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r Z
this_basesr� ��bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r
r r r� r r� r r � metaclass% s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sh | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � � | j| j|�S )N� __slots__r� � __weakref__)r� �copyr� rI r� r� r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� . s
z add_metaclass.<locals>.wrapperr )r� r� r r� r �
add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nzutf-8)� __unicode__r� r r r r �<lambda>J � z-python_2_unicode_compatible.<locals>.<lambda>)�PY2r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible< s
�
r �__spec__)N)NN)�r Z
__future__r rc rU �operatorr r� �
__author__� __version__� version_infor r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rs rt Z _urllib_parse_moved_attributesrw Z _urllib_error_moved_attributesry Z _urllib_request_moved_attributesr{ Z!_urllib_response_moved_attributesr} Z$_urllib_robotparser_moved_attributesr r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s�
>
��
�
�D �
� �
� �
�# �� � � �
� �
��
5 � �
site-packages/setuptools/_vendor/__pycache__/ordered_set.cpython-38.opt-1.pyc 0000644 00000040034 15201600074 0023233 0 ustar 00 U
�Qab; � @ s| d Z ddlZddlmZ zddlmZmZ W n$ ek
rP ddlmZmZ Y nX e d�Z
dZ dd� Z G dd � d ee�Z
dS )
z�
An OrderedSet is a custom MutableSet that remembers its order, so that every
entry has an index that can be looked up.
Based on a recipe originally posted to ActiveState Recipes by Raymond Hettiger,
and released under the MIT license.
� N)�deque)�
MutableSet�Sequencez3.1c C s" t | d�o t| t� o t| t� S )a
Are we being asked to look up a list of things, instead of a single thing?
We check for the `__iter__` attribute so that this can cover types that
don't have to be known by this module, such as NumPy arrays.
Strings, however, should be considered as atomic values to look up, not
iterables. The same goes for tuples, since they are immutable and therefore
valid entries.
We don't need to check for the Python 2 `unicode` type, because it doesn't
have an `__iter__` attribute anyway.
�__iter__)�hasattr�
isinstance�str�tuple)�obj� r �B/usr/lib/python3.8/site-packages/setuptools/_vendor/ordered_set.py� is_iterable s
�
�r
c @ s� e Zd ZdZd;dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e Z dd� Z
dd� ZeZeZdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Z d/d0� Z d1d2� Z d3d4� Z d5d6� Z d7d8� Z!d9d:� Z"dS )<�
OrderedSetz�
An OrderedSet is a custom MutableSet that remembers its order, so that
every entry has an index that can be looked up.
Example:
>>> OrderedSet([1, 1, 2, 3, 2])
OrderedSet([1, 2, 3])
Nc C s g | _ i | _|d k r | |O } d S �N)�items�map)�self�iterabler r r �__init__4 s zOrderedSet.__init__c C s
t | j�S )z�
Returns the number of unique elements in the ordered set
Example:
>>> len(OrderedSet([]))
0
>>> len(OrderedSet([1, 2]))
2
)�lenr �r r r r �__len__: s
zOrderedSet.__len__c s| t |t�r|tkr� �� S t|�r4� fdd�|D �S t|d�sHt |t�rl� j| }t |t�rf� �|�S |S n t d| ��dS )aQ
Get the item at a given index.
If `index` is a slice, you will get back that slice of items, as a
new OrderedSet.
If `index` is a list or a similar iterable, you'll get a list of
items corresponding to those indices. This is similar to NumPy's
"fancy indexing". The result is not an OrderedSet because you may ask
for duplicate indices, and the number of elements returned should be
the number of elements asked for.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset[1]
2
c s g | ]}� j | �qS r )r )�.0�ir r r �
<listcomp>[ s z*OrderedSet.__getitem__.<locals>.<listcomp>� __index__z+Don't know how to index an OrderedSet by %rN)
r �slice� SLICE_ALL�copyr
r r �list� __class__� TypeError)r �index�resultr r r � __getitem__F s
zOrderedSet.__getitem__c C s
| � | �S )z�
Return a shallow copy of this object.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> other = this.copy()
>>> this == other
True
>>> this is other
False
)r r r r r r e s zOrderedSet.copyc C s t | �dkrdS t| �S d S )Nr r )r r r r r r � __getstate__s s zOrderedSet.__getstate__c C s" |dkr| � g � n
| � |� d S )Nr )r )r �stater r r � __setstate__ s zOrderedSet.__setstate__c C s
|| j kS )z�
Test if the item is in this ordered set
Example:
>>> 1 in OrderedSet([1, 3, 2])
True
>>> 5 in OrderedSet([1, 3, 2])
False
)r �r �keyr r r � __contains__� s
zOrderedSet.__contains__c C s0 || j kr&t| j�| j |< | j�|� | j | S )aE
Add `key` as an item to this OrderedSet, then return its index.
If `key` is already in the OrderedSet, return the index it already
had.
Example:
>>> oset = OrderedSet()
>>> oset.append(3)
0
>>> print(oset)
OrderedSet([3])
)r r r �appendr( r r r �add� s
zOrderedSet.addc C sF d}z|D ]}| � |�}q
W n$ tk
r@ tdt|� ��Y nX |S )a<
Update the set with the given iterable sequence, then return the index
of the last element inserted.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.update([3, 1, 5, 1, 4])
4
>>> print(oset)
OrderedSet([1, 2, 3, 5, 4])
Nz(Argument needs to be an iterable, got %s)r, r! �
ValueError�type)r ZsequenceZ
item_index�itemr r r �update� s
�
zOrderedSet.updatec s$ t |�r� fdd�|D �S � j| S )aH
Get the index of a given entry, raising an IndexError if it's not
present.
`key` can be an iterable of entries that is not a string, in which case
this returns a list of indices.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.index(2)
1
c s g | ]}� � |��qS r )r" )r Zsubkeyr r r r � s z$OrderedSet.index.<locals>.<listcomp>)r
r r( r r r r" � s
zOrderedSet.indexc C s, | j std��| j d }| j d= | j|= |S )z�
Remove and return the last element from the set.
Raises KeyError if the set is empty.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.pop()
3
z Set is empty���)r �KeyErrorr )r �elemr r r �pop� s
zOrderedSet.popc C sP || krL| j | }| j|= | j |= | j �� D ] \}}||kr,|d | j |< q,dS )a�
Remove an element. Do not raise an exception if absent.
The MutableSet mixin uses this to implement the .remove() method, which
*does* raise an error when asked to remove a non-existent item.
Example:
>>> oset = OrderedSet([1, 2, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
>>> oset.discard(2)
>>> print(oset)
OrderedSet([1, 3])
� N)r r )r r) r �k�vr r r �discard� s
zOrderedSet.discardc C s | j dd�= | j�� dS )z8
Remove all items from this OrderedSet.
N)r r �clearr r r r r9 � s zOrderedSet.clearc C s
t | j�S )zb
Example:
>>> list(iter(OrderedSet([1, 2, 3])))
[1, 2, 3]
)�iterr r r r r r s zOrderedSet.__iter__c C s
t | j�S )zf
Example:
>>> list(reversed(OrderedSet([1, 2, 3])))
[3, 2, 1]
)�reversedr r r r r � __reversed__ s zOrderedSet.__reversed__c C s& | sd| j jf S d| j jt| �f S )Nz%s()z%s(%r))r �__name__r r r r r �__repr__ s zOrderedSet.__repr__c C sR t |ttf�r t| �t|�kS z t|�}W n tk
r@ Y dS X t| �|kS dS )a�
Returns true if the containers have the same items. If `other` is a
Sequence, then order is checked, otherwise it is ignored.
Example:
>>> oset = OrderedSet([1, 3, 2])
>>> oset == [1, 3, 2]
True
>>> oset == [1, 2, 3]
False
>>> oset == [2, 3]
False
>>> oset == OrderedSet([3, 2, 1])
False
FN)r r r r �setr! )r �otherZ other_as_setr r r �__eq__ s zOrderedSet.__eq__c G s< t | t�r| jnt}ttt�| g|��}tj�|�}||�S )a�
Combines all unique items.
Each items order is defined by its first appearance.
Example:
>>> oset = OrderedSet.union(OrderedSet([3, 1, 4, 1, 5]), [1, 3], [2, 0])
>>> print(oset)
OrderedSet([3, 1, 4, 5, 2, 0])
>>> oset.union([8, 9])
OrderedSet([3, 1, 4, 5, 2, 0, 8, 9])
>>> oset | {10}
OrderedSet([3, 1, 4, 5, 2, 0, 10])
)r r r r r �it�chain�
from_iterable)r �sets�clsZ
containersr r r r �union6 s zOrderedSet.unionc C s
| � |�S r )� intersection�r r@ r r r �__and__I s zOrderedSet.__and__c sH t | t�r| jnt}|r<tjtt|�� � � fdd�| D �}n| }||�S )a�
Returns elements in common between all sets. Order is defined only
by the first set.
Example:
>>> oset = OrderedSet.intersection(OrderedSet([0, 1, 2, 3]), [1, 2, 3])
>>> print(oset)
OrderedSet([1, 2, 3])
>>> oset.intersection([2, 4, 5], [1, 2, 3, 4])
OrderedSet([2])
>>> oset.intersection()
OrderedSet([1, 2, 3])
c 3 s | ]}|� kr|V qd S r r �r r/ ��commonr r � <genexpr>^ s z*OrderedSet.intersection.<locals>.<genexpr>)r r r r? rH r �r rE rF r r rL r rH M s zOrderedSet.intersectionc s: | j }|r.tjtt|�� � � fdd�| D �}n| }||�S )a�
Returns all elements that are in this set but not the others.
Example:
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]))
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference(OrderedSet([2]), OrderedSet([3]))
OrderedSet([1])
>>> OrderedSet([1, 2, 3]) - OrderedSet([2])
OrderedSet([1, 3])
>>> OrderedSet([1, 2, 3]).difference()
OrderedSet([1, 2, 3])
c 3 s | ]}|� kr|V qd S r r rK �r@ r r rN t s z(OrderedSet.difference.<locals>.<genexpr>)r r? rG r rO r rP r �
differencec s zOrderedSet.differencec s* t | �t � �krdS t� fdd�| D ��S )a7
Report whether another set contains this set.
Example:
>>> OrderedSet([1, 2, 3]).issubset({1, 2})
False
>>> OrderedSet([1, 2, 3]).issubset({1, 2, 3, 4})
True
>>> OrderedSet([1, 2, 3]).issubset({1, 4, 3, 5})
False
Fc 3 s | ]}|� kV qd S r r rK rP r r rN � s z&OrderedSet.issubset.<locals>.<genexpr>�r �allrI r rP r �issubsety s zOrderedSet.issubsetc s* t � �t |�k rdS t� fdd�|D ��S )a=
Report whether this set contains another set.
Example:
>>> OrderedSet([1, 2]).issuperset([1, 2, 3])
False
>>> OrderedSet([1, 2, 3, 4]).issuperset({1, 2, 3})
True
>>> OrderedSet([1, 4, 3, 5]).issuperset({1, 2, 3})
False
Fc 3 s | ]}|� kV qd S r r rK r r r rN � s z(OrderedSet.issuperset.<locals>.<genexpr>rR rI r r r �
issuperset� s zOrderedSet.issupersetc C s: t | t�r| jnt}|| ��|�}||��| �}|�|�S )a�
Return the symmetric difference of two OrderedSets as a new set.
That is, the new set will contain all elements that are in exactly
one of the sets.
Their order will be preserved, with elements from `self` preceding
elements from `other`.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference(other)
OrderedSet([4, 5, 9, 2])
)r r r rQ rG )r r@ rF Zdiff1Zdiff2r r r �symmetric_difference� s z OrderedSet.symmetric_differencec C s || _ dd� t|�D �| _dS )zt
Replace the 'items' list of this OrderedSet with a new one, updating
self.map accordingly.
c S s i | ]\}}||�qS r r )r �idxr/ r r r �
<dictcomp>� s z,OrderedSet._update_items.<locals>.<dictcomp>N)r � enumerater )r r r r r �
_update_items� s zOrderedSet._update_itemsc s: t � � |D ]}� t |�O � q
| �� fdd�| jD �� dS )a�
Update this OrderedSet to remove items from one or more other sets.
Example:
>>> this = OrderedSet([1, 2, 3])
>>> this.difference_update(OrderedSet([2, 4]))
>>> print(this)
OrderedSet([1, 3])
>>> this = OrderedSet([1, 2, 3, 4, 5])
>>> this.difference_update(OrderedSet([2, 4]), OrderedSet([1, 4, 6]))
>>> print(this)
OrderedSet([3, 5])
c s g | ]}|� kr|�qS r r rK ��items_to_remover r r � s z0OrderedSet.difference_update.<locals>.<listcomp>N�r? rZ r )r rE r@ r r[ r �difference_update� s z OrderedSet.difference_updatec s& t � �� | �� fdd�| jD �� dS )a^
Update this OrderedSet to keep only items in another set, preserving
their order in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.intersection_update(other)
>>> print(this)
OrderedSet([1, 3, 7])
c s g | ]}|� kr|�qS r r rK rP r r r � s z2OrderedSet.intersection_update.<locals>.<listcomp>Nr] rI r rP r �intersection_update� s z OrderedSet.intersection_updatec s< �fdd�|D �}t |�� ��� fdd��jD �| � dS )a�
Update this OrderedSet to remove items from another set, then
add items from the other set that were not present in this set.
Example:
>>> this = OrderedSet([1, 4, 3, 5, 7])
>>> other = OrderedSet([9, 7, 1, 3, 2])
>>> this.symmetric_difference_update(other)
>>> print(this)
OrderedSet([4, 5, 9, 2])
c s g | ]}|� kr|�qS r r rK r r r r � s z:OrderedSet.symmetric_difference_update.<locals>.<listcomp>c s g | ]}|� kr|�qS r r rK r[ r r r � s Nr] )r r@ Z items_to_addr )r\ r r �symmetric_difference_update� s
�z&OrderedSet.symmetric_difference_update)N)#r= �
__module__� __qualname__�__doc__r r r$ r r% r' r* r, r+ r0 r" Zget_locZ get_indexerr4 r8 r9 r r< r> rA rG rJ rH rQ rT rU rV rZ r^ r_ r` r r r r r * s@
r )rc � itertoolsrB � collectionsr Zcollections.abcr r � ImportErrorr r � __version__r
r r r r r �<module> s site-packages/setuptools/_vendor/__pycache__/__init__.cpython-38.pyc 0000644 00000000232 15201600074 0021530 0 ustar 00 U
�Qab � @ s d S )N� r r r �?/usr/lib/python3.8/site-packages/setuptools/_vendor/__init__.py�<module> � site-packages/setuptools/_vendor/six.py 0000644 00000072622 15201600074 0014322 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3"""
# Copyright (c) 2010-2015 Benjamin Peterson
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
from __future__ import absolute_import
import functools
import itertools
import operator
import sys
import types
__author__ = "Benjamin Peterson <benjamin@python.org>"
__version__ = "1.10.0"
# Useful for very coarse version differentiation.
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
PY34 = sys.version_info[0:2] >= (3, 4)
if PY3:
string_types = str,
integer_types = int,
class_types = type,
text_type = str
binary_type = bytes
MAXSIZE = sys.maxsize
else:
string_types = basestring,
integer_types = (int, long)
class_types = (type, types.ClassType)
text_type = unicode
binary_type = str
if sys.platform.startswith("java"):
# Jython always uses 32 bits.
MAXSIZE = int((1 << 31) - 1)
else:
# It's possible to have sizeof(long) != sizeof(Py_ssize_t).
class X(object):
def __len__(self):
return 1 << 31
try:
len(X())
except OverflowError:
# 32-bit
MAXSIZE = int((1 << 31) - 1)
else:
# 64-bit
MAXSIZE = int((1 << 63) - 1)
del X
def _add_doc(func, doc):
"""Add documentation to a function."""
func.__doc__ = doc
def _import_module(name):
"""Import module, returning the module after the last dot."""
__import__(name)
return sys.modules[name]
class _LazyDescr(object):
def __init__(self, name):
self.name = name
def __get__(self, obj, tp):
result = self._resolve()
setattr(obj, self.name, result) # Invokes __set__.
try:
# This is a bit ugly, but it avoids running this again by
# removing this descriptor.
delattr(obj.__class__, self.name)
except AttributeError:
pass
return result
class MovedModule(_LazyDescr):
def __init__(self, name, old, new=None):
super(MovedModule, self).__init__(name)
if PY3:
if new is None:
new = name
self.mod = new
else:
self.mod = old
def _resolve(self):
return _import_module(self.mod)
def __getattr__(self, attr):
_module = self._resolve()
value = getattr(_module, attr)
setattr(self, attr, value)
return value
class _LazyModule(types.ModuleType):
def __init__(self, name):
super(_LazyModule, self).__init__(name)
self.__doc__ = self.__class__.__doc__
def __dir__(self):
attrs = ["__doc__", "__name__"]
attrs += [attr.name for attr in self._moved_attributes]
return attrs
# Subclasses should override this
_moved_attributes = []
class MovedAttribute(_LazyDescr):
def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None):
super(MovedAttribute, self).__init__(name)
if PY3:
if new_mod is None:
new_mod = name
self.mod = new_mod
if new_attr is None:
if old_attr is None:
new_attr = name
else:
new_attr = old_attr
self.attr = new_attr
else:
self.mod = old_mod
if old_attr is None:
old_attr = name
self.attr = old_attr
def _resolve(self):
module = _import_module(self.mod)
return getattr(module, self.attr)
class _SixMetaPathImporter(object):
"""
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
"""
def __init__(self, six_module_name):
self.name = six_module_name
self.known_modules = {}
def _add_module(self, mod, *fullnames):
for fullname in fullnames:
self.known_modules[self.name + "." + fullname] = mod
def _get_module(self, fullname):
return self.known_modules[self.name + "." + fullname]
def find_module(self, fullname, path=None):
if fullname in self.known_modules:
return self
return None
def __get_module(self, fullname):
try:
return self.known_modules[fullname]
except KeyError:
raise ImportError("This loader does not know module " + fullname)
def load_module(self, fullname):
try:
# in case of a reload
return sys.modules[fullname]
except KeyError:
pass
mod = self.__get_module(fullname)
if isinstance(mod, MovedModule):
mod = mod._resolve()
else:
mod.__loader__ = self
sys.modules[fullname] = mod
return mod
def is_package(self, fullname):
"""
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
"""
return hasattr(self.__get_module(fullname), "__path__")
def get_code(self, fullname):
"""Return None
Required, if is_package is implemented"""
self.__get_module(fullname) # eventually raises ImportError
return None
get_source = get_code # same as get_code
_importer = _SixMetaPathImporter(__name__)
class _MovedItems(_LazyModule):
"""Lazy loading of moved objects"""
__path__ = [] # mark as package
_moved_attributes = [
MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"),
MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"),
MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"),
MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"),
MovedAttribute("intern", "__builtin__", "sys"),
MovedAttribute("map", "itertools", "builtins", "imap", "map"),
MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"),
MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"),
MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"),
MovedAttribute("reduce", "__builtin__", "functools"),
MovedAttribute("shlex_quote", "pipes", "shlex", "quote"),
MovedAttribute("StringIO", "StringIO", "io"),
MovedAttribute("UserDict", "UserDict", "collections"),
MovedAttribute("UserList", "UserList", "collections"),
MovedAttribute("UserString", "UserString", "collections"),
MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("zip", "itertools", "builtins", "izip", "zip"),
MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"),
MovedModule("builtins", "__builtin__"),
MovedModule("configparser", "ConfigParser"),
MovedModule("copyreg", "copy_reg"),
MovedModule("dbm_gnu", "gdbm", "dbm.gnu"),
MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"),
MovedModule("http_cookiejar", "cookielib", "http.cookiejar"),
MovedModule("http_cookies", "Cookie", "http.cookies"),
MovedModule("html_entities", "htmlentitydefs", "html.entities"),
MovedModule("html_parser", "HTMLParser", "html.parser"),
MovedModule("http_client", "httplib", "http.client"),
MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"),
MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"),
MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"),
MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"),
MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"),
MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"),
MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"),
MovedModule("cPickle", "cPickle", "pickle"),
MovedModule("queue", "Queue"),
MovedModule("reprlib", "repr"),
MovedModule("socketserver", "SocketServer"),
MovedModule("_thread", "thread", "_thread"),
MovedModule("tkinter", "Tkinter"),
MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"),
MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"),
MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"),
MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"),
MovedModule("tkinter_tix", "Tix", "tkinter.tix"),
MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"),
MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"),
MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"),
MovedModule("tkinter_colorchooser", "tkColorChooser",
"tkinter.colorchooser"),
MovedModule("tkinter_commondialog", "tkCommonDialog",
"tkinter.commondialog"),
MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"),
MovedModule("tkinter_font", "tkFont", "tkinter.font"),
MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"),
MovedModule("tkinter_tksimpledialog", "tkSimpleDialog",
"tkinter.simpledialog"),
MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"),
MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"),
MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"),
MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"),
MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"),
MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"),
]
# Add windows specific modules.
if sys.platform == "win32":
_moved_attributes += [
MovedModule("winreg", "_winreg"),
]
for attr in _moved_attributes:
setattr(_MovedItems, attr.name, attr)
if isinstance(attr, MovedModule):
_importer._add_module(attr, "moves." + attr.name)
del attr
_MovedItems._moved_attributes = _moved_attributes
moves = _MovedItems(__name__ + ".moves")
_importer._add_module(moves, "moves")
class Module_six_moves_urllib_parse(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_parse"""
_urllib_parse_moved_attributes = [
MovedAttribute("ParseResult", "urlparse", "urllib.parse"),
MovedAttribute("SplitResult", "urlparse", "urllib.parse"),
MovedAttribute("parse_qs", "urlparse", "urllib.parse"),
MovedAttribute("parse_qsl", "urlparse", "urllib.parse"),
MovedAttribute("urldefrag", "urlparse", "urllib.parse"),
MovedAttribute("urljoin", "urlparse", "urllib.parse"),
MovedAttribute("urlparse", "urlparse", "urllib.parse"),
MovedAttribute("urlsplit", "urlparse", "urllib.parse"),
MovedAttribute("urlunparse", "urlparse", "urllib.parse"),
MovedAttribute("urlunsplit", "urlparse", "urllib.parse"),
MovedAttribute("quote", "urllib", "urllib.parse"),
MovedAttribute("quote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote", "urllib", "urllib.parse"),
MovedAttribute("unquote_plus", "urllib", "urllib.parse"),
MovedAttribute("urlencode", "urllib", "urllib.parse"),
MovedAttribute("splitquery", "urllib", "urllib.parse"),
MovedAttribute("splittag", "urllib", "urllib.parse"),
MovedAttribute("splituser", "urllib", "urllib.parse"),
MovedAttribute("uses_fragment", "urlparse", "urllib.parse"),
MovedAttribute("uses_netloc", "urlparse", "urllib.parse"),
MovedAttribute("uses_params", "urlparse", "urllib.parse"),
MovedAttribute("uses_query", "urlparse", "urllib.parse"),
MovedAttribute("uses_relative", "urlparse", "urllib.parse"),
]
for attr in _urllib_parse_moved_attributes:
setattr(Module_six_moves_urllib_parse, attr.name, attr)
del attr
Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes
_importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"),
"moves.urllib_parse", "moves.urllib.parse")
class Module_six_moves_urllib_error(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_error"""
_urllib_error_moved_attributes = [
MovedAttribute("URLError", "urllib2", "urllib.error"),
MovedAttribute("HTTPError", "urllib2", "urllib.error"),
MovedAttribute("ContentTooShortError", "urllib", "urllib.error"),
]
for attr in _urllib_error_moved_attributes:
setattr(Module_six_moves_urllib_error, attr.name, attr)
del attr
Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes
_importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"),
"moves.urllib_error", "moves.urllib.error")
class Module_six_moves_urllib_request(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_request"""
_urllib_request_moved_attributes = [
MovedAttribute("urlopen", "urllib2", "urllib.request"),
MovedAttribute("install_opener", "urllib2", "urllib.request"),
MovedAttribute("build_opener", "urllib2", "urllib.request"),
MovedAttribute("pathname2url", "urllib", "urllib.request"),
MovedAttribute("url2pathname", "urllib", "urllib.request"),
MovedAttribute("getproxies", "urllib", "urllib.request"),
MovedAttribute("Request", "urllib2", "urllib.request"),
MovedAttribute("OpenerDirector", "urllib2", "urllib.request"),
MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"),
MovedAttribute("ProxyHandler", "urllib2", "urllib.request"),
MovedAttribute("BaseHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"),
MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"),
MovedAttribute("FileHandler", "urllib2", "urllib.request"),
MovedAttribute("FTPHandler", "urllib2", "urllib.request"),
MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"),
MovedAttribute("UnknownHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"),
MovedAttribute("urlretrieve", "urllib", "urllib.request"),
MovedAttribute("urlcleanup", "urllib", "urllib.request"),
MovedAttribute("URLopener", "urllib", "urllib.request"),
MovedAttribute("FancyURLopener", "urllib", "urllib.request"),
MovedAttribute("proxy_bypass", "urllib", "urllib.request"),
]
for attr in _urllib_request_moved_attributes:
setattr(Module_six_moves_urllib_request, attr.name, attr)
del attr
Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes
_importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"),
"moves.urllib_request", "moves.urllib.request")
class Module_six_moves_urllib_response(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_response"""
_urllib_response_moved_attributes = [
MovedAttribute("addbase", "urllib", "urllib.response"),
MovedAttribute("addclosehook", "urllib", "urllib.response"),
MovedAttribute("addinfo", "urllib", "urllib.response"),
MovedAttribute("addinfourl", "urllib", "urllib.response"),
]
for attr in _urllib_response_moved_attributes:
setattr(Module_six_moves_urllib_response, attr.name, attr)
del attr
Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes
_importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"),
"moves.urllib_response", "moves.urllib.response")
class Module_six_moves_urllib_robotparser(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_robotparser"""
_urllib_robotparser_moved_attributes = [
MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"),
]
for attr in _urllib_robotparser_moved_attributes:
setattr(Module_six_moves_urllib_robotparser, attr.name, attr)
del attr
Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes
_importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"),
"moves.urllib_robotparser", "moves.urllib.robotparser")
class Module_six_moves_urllib(types.ModuleType):
"""Create a six.moves.urllib namespace that resembles the Python 3 namespace"""
__path__ = [] # mark as package
parse = _importer._get_module("moves.urllib_parse")
error = _importer._get_module("moves.urllib_error")
request = _importer._get_module("moves.urllib_request")
response = _importer._get_module("moves.urllib_response")
robotparser = _importer._get_module("moves.urllib_robotparser")
def __dir__(self):
return ['parse', 'error', 'request', 'response', 'robotparser']
_importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"),
"moves.urllib")
def add_move(move):
"""Add an item to six.moves."""
setattr(_MovedItems, move.name, move)
def remove_move(name):
"""Remove item from six.moves."""
try:
delattr(_MovedItems, name)
except AttributeError:
try:
del moves.__dict__[name]
except KeyError:
raise AttributeError("no such move, %r" % (name,))
if PY3:
_meth_func = "__func__"
_meth_self = "__self__"
_func_closure = "__closure__"
_func_code = "__code__"
_func_defaults = "__defaults__"
_func_globals = "__globals__"
else:
_meth_func = "im_func"
_meth_self = "im_self"
_func_closure = "func_closure"
_func_code = "func_code"
_func_defaults = "func_defaults"
_func_globals = "func_globals"
try:
advance_iterator = next
except NameError:
def advance_iterator(it):
return it.next()
next = advance_iterator
try:
callable = callable
except NameError:
def callable(obj):
return any("__call__" in klass.__dict__ for klass in type(obj).__mro__)
if PY3:
def get_unbound_function(unbound):
return unbound
create_bound_method = types.MethodType
def create_unbound_method(func, cls):
return func
Iterator = object
else:
def get_unbound_function(unbound):
return unbound.im_func
def create_bound_method(func, obj):
return types.MethodType(func, obj, obj.__class__)
def create_unbound_method(func, cls):
return types.MethodType(func, None, cls)
class Iterator(object):
def next(self):
return type(self).__next__(self)
callable = callable
_add_doc(get_unbound_function,
"""Get the function out of a possibly unbound function""")
get_method_function = operator.attrgetter(_meth_func)
get_method_self = operator.attrgetter(_meth_self)
get_function_closure = operator.attrgetter(_func_closure)
get_function_code = operator.attrgetter(_func_code)
get_function_defaults = operator.attrgetter(_func_defaults)
get_function_globals = operator.attrgetter(_func_globals)
if PY3:
def iterkeys(d, **kw):
return iter(d.keys(**kw))
def itervalues(d, **kw):
return iter(d.values(**kw))
def iteritems(d, **kw):
return iter(d.items(**kw))
def iterlists(d, **kw):
return iter(d.lists(**kw))
viewkeys = operator.methodcaller("keys")
viewvalues = operator.methodcaller("values")
viewitems = operator.methodcaller("items")
else:
def iterkeys(d, **kw):
return d.iterkeys(**kw)
def itervalues(d, **kw):
return d.itervalues(**kw)
def iteritems(d, **kw):
return d.iteritems(**kw)
def iterlists(d, **kw):
return d.iterlists(**kw)
viewkeys = operator.methodcaller("viewkeys")
viewvalues = operator.methodcaller("viewvalues")
viewitems = operator.methodcaller("viewitems")
_add_doc(iterkeys, "Return an iterator over the keys of a dictionary.")
_add_doc(itervalues, "Return an iterator over the values of a dictionary.")
_add_doc(iteritems,
"Return an iterator over the (key, value) pairs of a dictionary.")
_add_doc(iterlists,
"Return an iterator over the (key, [values]) pairs of a dictionary.")
if PY3:
def b(s):
return s.encode("latin-1")
def u(s):
return s
unichr = chr
import struct
int2byte = struct.Struct(">B").pack
del struct
byte2int = operator.itemgetter(0)
indexbytes = operator.getitem
iterbytes = iter
import io
StringIO = io.StringIO
BytesIO = io.BytesIO
_assertCountEqual = "assertCountEqual"
if sys.version_info[1] <= 1:
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
else:
_assertRaisesRegex = "assertRaisesRegex"
_assertRegex = "assertRegex"
else:
def b(s):
return s
# Workaround for standalone backslash
def u(s):
return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape")
unichr = unichr
int2byte = chr
def byte2int(bs):
return ord(bs[0])
def indexbytes(buf, i):
return ord(buf[i])
iterbytes = functools.partial(itertools.imap, ord)
import StringIO
StringIO = BytesIO = StringIO.StringIO
_assertCountEqual = "assertItemsEqual"
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_add_doc(b, """Byte literal""")
_add_doc(u, """Text literal""")
def assertCountEqual(self, *args, **kwargs):
return getattr(self, _assertCountEqual)(*args, **kwargs)
def assertRaisesRegex(self, *args, **kwargs):
return getattr(self, _assertRaisesRegex)(*args, **kwargs)
def assertRegex(self, *args, **kwargs):
return getattr(self, _assertRegex)(*args, **kwargs)
if PY3:
exec_ = getattr(moves.builtins, "exec")
def reraise(tp, value, tb=None):
if value is None:
value = tp()
if value.__traceback__ is not tb:
raise value.with_traceback(tb)
raise value
else:
def exec_(_code_, _globs_=None, _locs_=None):
"""Execute code in a namespace."""
if _globs_ is None:
frame = sys._getframe(1)
_globs_ = frame.f_globals
if _locs_ is None:
_locs_ = frame.f_locals
del frame
elif _locs_ is None:
_locs_ = _globs_
exec("""exec _code_ in _globs_, _locs_""")
exec_("""def reraise(tp, value, tb=None):
raise tp, value, tb
""")
if sys.version_info[:2] == (3, 2):
exec_("""def raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
""")
elif sys.version_info[:2] > (3, 2):
exec_("""def raise_from(value, from_value):
raise value from from_value
""")
else:
def raise_from(value, from_value):
raise value
print_ = getattr(moves.builtins, "print", None)
if print_ is None:
def print_(*args, **kwargs):
"""The new-style print function for Python 2.4 and 2.5."""
fp = kwargs.pop("file", sys.stdout)
if fp is None:
return
def write(data):
if not isinstance(data, basestring):
data = str(data)
# If the file has an encoding, encode unicode with it.
if (isinstance(fp, file) and
isinstance(data, unicode) and
fp.encoding is not None):
errors = getattr(fp, "errors", None)
if errors is None:
errors = "strict"
data = data.encode(fp.encoding, errors)
fp.write(data)
want_unicode = False
sep = kwargs.pop("sep", None)
if sep is not None:
if isinstance(sep, unicode):
want_unicode = True
elif not isinstance(sep, str):
raise TypeError("sep must be None or a string")
end = kwargs.pop("end", None)
if end is not None:
if isinstance(end, unicode):
want_unicode = True
elif not isinstance(end, str):
raise TypeError("end must be None or a string")
if kwargs:
raise TypeError("invalid keyword arguments to print()")
if not want_unicode:
for arg in args:
if isinstance(arg, unicode):
want_unicode = True
break
if want_unicode:
newline = unicode("\n")
space = unicode(" ")
else:
newline = "\n"
space = " "
if sep is None:
sep = space
if end is None:
end = newline
for i, arg in enumerate(args):
if i:
write(sep)
write(arg)
write(end)
if sys.version_info[:2] < (3, 3):
_print = print_
def print_(*args, **kwargs):
fp = kwargs.get("file", sys.stdout)
flush = kwargs.pop("flush", False)
_print(*args, **kwargs)
if flush and fp is not None:
fp.flush()
_add_doc(reraise, """Reraise an exception.""")
if sys.version_info[0:2] < (3, 4):
def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES):
def wrapper(f):
f = functools.wraps(wrapped, assigned, updated)(f)
f.__wrapped__ = wrapped
return f
return wrapper
else:
wraps = functools.wraps
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
def add_metaclass(metaclass):
"""Class decorator for creating a class with a metaclass."""
def wrapper(cls):
orig_vars = cls.__dict__.copy()
slots = orig_vars.get('__slots__')
if slots is not None:
if isinstance(slots, str):
slots = [slots]
for slots_var in slots:
orig_vars.pop(slots_var)
orig_vars.pop('__dict__', None)
orig_vars.pop('__weakref__', None)
return metaclass(cls.__name__, cls.__bases__, orig_vars)
return wrapper
def python_2_unicode_compatible(klass):
"""
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
"""
if PY2:
if '__str__' not in klass.__dict__:
raise ValueError("@python_2_unicode_compatible cannot be applied "
"to %s because it doesn't define __str__()." %
klass.__name__)
klass.__unicode__ = klass.__str__
klass.__str__ = lambda self: self.__unicode__().encode('utf-8')
return klass
# Complete the moves implementation.
# This code is at the end of this module to speed up module loading.
# Turn this module into a package.
__path__ = [] # required for PEP 302 and PEP 451
__package__ = __name__ # see PEP 366 @ReservedAssignment
if globals().get("__spec__") is not None:
__spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable
# Remove other six meta path importers, since they cause problems. This can
# happen if six is removed from sys.modules and then reloaded. (Setuptools does
# this for some reason.)
if sys.meta_path:
for i, importer in enumerate(sys.meta_path):
# Here's some real nastiness: Another "instance" of the six module might
# be floating around. Therefore, we can't use isinstance() to check for
# the six meta path importer, since the other six instance will have
# inserted an importer with different class.
if (type(importer).__name__ == "_SixMetaPathImporter" and
importer.name == __name__):
del sys.meta_path[i]
break
del i, importer
# Finally, add the importer to the meta path import hook.
sys.meta_path.append(_importer)
site-packages/setuptools/dep_util.py 0000644 00000001647 15201600074 0013667 0 ustar 00 from distutils.dep_util import newer_group
# yes, this is was almost entirely copy-pasted from
# 'newer_pairwise()', this is just another convenience
# function.
def newer_pairwise_group(sources_groups, targets):
"""Walk both arguments in parallel, testing if each source group is newer
than its corresponding target. Returns a pair of lists (sources_groups,
targets) where sources is newer than target, according to the semantics
of 'newer_group()'.
"""
if len(sources_groups) != len(targets):
raise ValueError("'sources_group' and 'targets' must be the same length")
# build a pair of lists (sources_groups, targets) where source is newer
n_sources = []
n_targets = []
for i in range(len(sources_groups)):
if newer_group(sources_groups[i], targets[i]):
n_sources.append(sources_groups[i])
n_targets.append(targets[i])
return n_sources, n_targets
site-packages/setuptools/extension.py 0000644 00000003301 15201600074 0014063 0 ustar 00 import re
import functools
import distutils.core
import distutils.errors
import distutils.extension
from setuptools.extern.six.moves import map
from .monkey import get_unpatched
def _have_cython():
"""
Return True if Cython can be imported.
"""
cython_impl = 'Cython.Distutils.build_ext'
try:
# from (cython_impl) import build_ext
__import__(cython_impl, fromlist=['build_ext']).build_ext
return True
except Exception:
pass
return False
# for compatibility
have_pyrex = _have_cython
_Extension = get_unpatched(distutils.core.Extension)
class Extension(_Extension):
"""Extension that uses '.c' files in place of '.pyx' files"""
def __init__(self, name, sources, *args, **kw):
# The *args is needed for compatibility as calls may use positional
# arguments. py_limited_api may be set only via keyword.
self.py_limited_api = kw.pop("py_limited_api", False)
_Extension.__init__(self, name, sources, *args, **kw)
def _convert_pyx_sources_to_lang(self):
"""
Replace sources with .pyx extensions to sources with the target
language extension. This mechanism allows language authors to supply
pre-converted sources but to prefer the .pyx sources.
"""
if _have_cython():
# the build has Cython, so allow it to compile the .pyx files
return
lang = self.language or ''
target_ext = '.cpp' if lang.lower() == 'c++' else '.c'
sub = functools.partial(re.sub, '.pyx$', target_ext)
self.sources = list(map(sub, self.sources))
class Library(Extension):
"""Just like a regular Extension, but built as a library instead"""
site-packages/setuptools/launch.py 0000644 00000001423 15201600074 0013324 0 ustar 00 """
Launch the Python script on the command line after
setuptools is bootstrapped via import.
"""
# Note that setuptools gets imported implicitly by the
# invocation of this script using python -m setuptools.launch
import tokenize
import sys
def run():
"""
Run the script in sys.argv[1] as if it had
been invoked naturally.
"""
__builtins__
script_name = sys.argv[1]
namespace = dict(
__file__=script_name,
__name__='__main__',
__doc__=None,
)
sys.argv[:] = sys.argv[1:]
open_ = getattr(tokenize, 'open', open)
script = open_(script_name).read()
norm_script = script.replace('\\r\\n', '\\n')
code = compile(norm_script, script_name, 'exec')
exec(code, namespace)
if __name__ == '__main__':
run()
site-packages/setuptools/depends.py 0000644 00000012615 15201600074 0013501 0 ustar 00 import sys
import marshal
import contextlib
from distutils.version import StrictVersion
from .py33compat import Bytecode
from .py27compat import find_module, PY_COMPILED, PY_FROZEN, PY_SOURCE
from . import py27compat
__all__ = [
'Require', 'find_module', 'get_module_constant', 'extract_constant'
]
class Require:
"""A prerequisite to building or installing a distribution"""
def __init__(
self, name, requested_version, module, homepage='',
attribute=None, format=None):
if format is None and requested_version is not None:
format = StrictVersion
if format is not None:
requested_version = format(requested_version)
if attribute is None:
attribute = '__version__'
self.__dict__.update(locals())
del self.self
def full_name(self):
"""Return full package/distribution name, w/version"""
if self.requested_version is not None:
return '%s-%s' % (self.name, self.requested_version)
return self.name
def version_ok(self, version):
"""Is 'version' sufficiently up-to-date?"""
return self.attribute is None or self.format is None or \
str(version) != "unknown" and version >= self.requested_version
def get_version(self, paths=None, default="unknown"):
"""Get version number of installed module, 'None', or 'default'
Search 'paths' for module. If not found, return 'None'. If found,
return the extracted version attribute, or 'default' if no version
attribute was specified, or the value cannot be determined without
importing the module. The version is formatted according to the
requirement's version format (if any), unless it is 'None' or the
supplied 'default'.
"""
if self.attribute is None:
try:
f, p, i = find_module(self.module, paths)
if f:
f.close()
return default
except ImportError:
return None
v = get_module_constant(self.module, self.attribute, default, paths)
if v is not None and v is not default and self.format is not None:
return self.format(v)
return v
def is_present(self, paths=None):
"""Return true if dependency is present on 'paths'"""
return self.get_version(paths) is not None
def is_current(self, paths=None):
"""Return true if dependency is present and up-to-date on 'paths'"""
version = self.get_version(paths)
if version is None:
return False
return self.version_ok(version)
def maybe_close(f):
@contextlib.contextmanager
def empty():
yield
return
if not f:
return empty()
return contextlib.closing(f)
def get_module_constant(module, symbol, default=-1, paths=None):
"""Find 'module' by searching 'paths', and extract 'symbol'
Return 'None' if 'module' does not exist on 'paths', or it does not define
'symbol'. If the module defines 'symbol' as a constant, return the
constant. Otherwise, return 'default'."""
try:
f, path, (suffix, mode, kind) = info = find_module(module, paths)
except ImportError:
# Module doesn't exist
return None
with maybe_close(f):
if kind == PY_COMPILED:
f.read(8) # skip magic & date
code = marshal.load(f)
elif kind == PY_FROZEN:
code = py27compat.get_frozen_object(module, paths)
elif kind == PY_SOURCE:
code = compile(f.read(), path, 'exec')
else:
# Not something we can parse; we'll have to import it. :(
imported = py27compat.get_module(module, paths, info)
return getattr(imported, symbol, None)
return extract_constant(code, symbol, default)
def extract_constant(code, symbol, default=-1):
"""Extract the constant value of 'symbol' from 'code'
If the name 'symbol' is bound to a constant value by the Python code
object 'code', return that value. If 'symbol' is bound to an expression,
return 'default'. Otherwise, return 'None'.
Return value is based on the first assignment to 'symbol'. 'symbol' must
be a global, or at least a non-"fast" local in the code block. That is,
only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol'
must be present in 'code.co_names'.
"""
if symbol not in code.co_names:
# name's not there, can't possibly be an assignment
return None
name_idx = list(code.co_names).index(symbol)
STORE_NAME = 90
STORE_GLOBAL = 97
LOAD_CONST = 100
const = default
for byte_code in Bytecode(code):
op = byte_code.opcode
arg = byte_code.arg
if op == LOAD_CONST:
const = code.co_consts[arg]
elif arg == name_idx and (op == STORE_NAME or op == STORE_GLOBAL):
return const
else:
const = default
def _update_globals():
"""
Patch the globals to remove the objects not available on some platforms.
XXX it'd be better to test assertions about bytecode instead.
"""
if not sys.platform.startswith('java') and sys.platform != 'cli':
return
incompatible = 'extract_constant', 'get_module_constant'
for name in incompatible:
del globals()[name]
__all__.remove(name)
_update_globals()
site-packages/setuptools/_imp.py 0000644 00000004257 15201600074 0013006 0 ustar 00 """
Re-implementation of find_module and get_frozen_object
from the deprecated imp module.
"""
import os
import importlib.util
import importlib.machinery
from .py34compat import module_from_spec
PY_SOURCE = 1
PY_COMPILED = 2
C_EXTENSION = 3
C_BUILTIN = 6
PY_FROZEN = 7
def find_module(module, paths=None):
"""Just like 'imp.find_module()', but with package support"""
spec = importlib.util.find_spec(module, paths)
if spec is None:
raise ImportError("Can't find %s" % module)
if not spec.has_location and hasattr(spec, 'submodule_search_locations'):
spec = importlib.util.spec_from_loader('__init__.py', spec.loader)
kind = -1
file = None
static = isinstance(spec.loader, type)
if spec.origin == 'frozen' or static and issubclass(
spec.loader, importlib.machinery.FrozenImporter):
kind = PY_FROZEN
path = None # imp compabilty
suffix = mode = '' # imp compability
elif spec.origin == 'built-in' or static and issubclass(
spec.loader, importlib.machinery.BuiltinImporter):
kind = C_BUILTIN
path = None # imp compabilty
suffix = mode = '' # imp compability
elif spec.has_location:
path = spec.origin
suffix = os.path.splitext(path)[1]
mode = 'r' if suffix in importlib.machinery.SOURCE_SUFFIXES else 'rb'
if suffix in importlib.machinery.SOURCE_SUFFIXES:
kind = PY_SOURCE
elif suffix in importlib.machinery.BYTECODE_SUFFIXES:
kind = PY_COMPILED
elif suffix in importlib.machinery.EXTENSION_SUFFIXES:
kind = C_EXTENSION
if kind in {PY_SOURCE, PY_COMPILED}:
file = open(path, mode)
else:
path = None
suffix = mode = ''
return file, path, (suffix, mode, kind)
def get_frozen_object(module, paths=None):
spec = importlib.util.find_spec(module, paths)
if not spec:
raise ImportError("Can't find %s" % module)
return spec.loader.get_code(module)
def get_module(module, paths, info):
spec = importlib.util.find_spec(module, paths)
if not spec:
raise ImportError("Can't find %s" % module)
return module_from_spec(spec)
site-packages/setuptools/command/__init__.py 0000644 00000001122 15201600074 0015223 0 ustar 00 __all__ = [
'alias', 'bdist_egg', 'bdist_rpm', 'build_ext', 'build_py', 'develop',
'easy_install', 'egg_info', 'install', 'install_lib', 'rotate', 'saveopts',
'sdist', 'setopt', 'test', 'install_egg_info', 'install_scripts',
'register', 'bdist_wininst', 'upload_docs', 'upload', 'build_clib',
'dist_info',
]
from distutils.command.bdist import bdist
import sys
from setuptools.command import install_scripts
if 'egg' not in bdist.format_commands:
bdist.format_command['egg'] = ('bdist_egg', "Python .egg file")
bdist.format_commands.append('egg')
del bdist, sys
site-packages/setuptools/command/saveopts.py 0000644 00000001222 15201600074 0015331 0 ustar 00 from setuptools.command.setopt import edit_config, option_base
class saveopts(option_base):
"""Save command-line options to a file"""
description = "save supplied options to setup.cfg or other config file"
def run(self):
dist = self.distribution
settings = {}
for cmd in dist.command_options:
if cmd == 'saveopts':
continue # don't save our own options!
for opt, (src, val) in dist.get_option_dict(cmd).items():
if src == "command line":
settings.setdefault(cmd, {})[opt] = val
edit_config(self.filename, settings, self.dry_run)
site-packages/setuptools/command/py36compat.py 0000644 00000011572 15201600074 0015503 0 ustar 00 import os
from glob import glob
from distutils.util import convert_path
from distutils.command import sdist
from setuptools.extern.six.moves import filter
class sdist_add_defaults:
"""
Mix-in providing forward-compatibility for functionality as found in
distutils on Python 3.7.
Do not edit the code in this class except to update functionality
as implemented in distutils. Instead, override in the subclass.
"""
def add_defaults(self):
"""Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
"""
self._add_defaults_standards()
self._add_defaults_optional()
self._add_defaults_python()
self._add_defaults_data_files()
self._add_defaults_ext()
self._add_defaults_c_libs()
self._add_defaults_scripts()
@staticmethod
def _cs_path_exists(fspath):
"""
Case-sensitive path existence check
>>> sdist_add_defaults._cs_path_exists(__file__)
True
>>> sdist_add_defaults._cs_path_exists(__file__.upper())
False
"""
if not os.path.exists(fspath):
return False
# make absolute so we always have a directory
abspath = os.path.abspath(fspath)
directory, filename = os.path.split(abspath)
return filename in os.listdir(directory)
def _add_defaults_standards(self):
standards = [self.READMES, self.distribution.script_name]
for fn in standards:
if isinstance(fn, tuple):
alts = fn
got_it = False
for fn in alts:
if self._cs_path_exists(fn):
got_it = True
self.filelist.append(fn)
break
if not got_it:
self.warn("standard file not found: should have one of " +
', '.join(alts))
else:
if self._cs_path_exists(fn):
self.filelist.append(fn)
else:
self.warn("standard file '%s' not found" % fn)
def _add_defaults_optional(self):
optional = ['test/test*.py', 'setup.cfg']
for pattern in optional:
files = filter(os.path.isfile, glob(pattern))
self.filelist.extend(files)
def _add_defaults_python(self):
# build_py is used to get:
# - python modules
# - files defined in package_data
build_py = self.get_finalized_command('build_py')
# getting python files
if self.distribution.has_pure_modules():
self.filelist.extend(build_py.get_source_files())
# getting package_data files
# (computed in build_py.data_files by build_py.finalize_options)
for pkg, src_dir, build_dir, filenames in build_py.data_files:
for filename in filenames:
self.filelist.append(os.path.join(src_dir, filename))
def _add_defaults_data_files(self):
# getting distribution.data_files
if self.distribution.has_data_files():
for item in self.distribution.data_files:
if isinstance(item, str):
# plain file
item = convert_path(item)
if os.path.isfile(item):
self.filelist.append(item)
else:
# a (dirname, filenames) tuple
dirname, filenames = item
for f in filenames:
f = convert_path(f)
if os.path.isfile(f):
self.filelist.append(f)
def _add_defaults_ext(self):
if self.distribution.has_ext_modules():
build_ext = self.get_finalized_command('build_ext')
self.filelist.extend(build_ext.get_source_files())
def _add_defaults_c_libs(self):
if self.distribution.has_c_libraries():
build_clib = self.get_finalized_command('build_clib')
self.filelist.extend(build_clib.get_source_files())
def _add_defaults_scripts(self):
if self.distribution.has_scripts():
build_scripts = self.get_finalized_command('build_scripts')
self.filelist.extend(build_scripts.get_source_files())
if hasattr(sdist.sdist, '_add_defaults_standards'):
# disable the functionality already available upstream
class sdist_add_defaults:
pass
site-packages/setuptools/command/register.py 0000644 00000001026 15201600074 0015313 0 ustar 00 from distutils import log
import distutils.command.register as orig
class register(orig.register):
__doc__ = orig.register.__doc__
def run(self):
try:
# Make sure that we are using valid current name/version info
self.run_command('egg_info')
orig.register.run(self)
finally:
self.announce(
"WARNING: Registering is deprecated, use twine to "
"upload instead (https://pypi.org/p/twine/)",
log.WARN
)
site-packages/setuptools/command/test.py 0000644 00000022602 15201600074 0014451 0 ustar 00 import os
import operator
import sys
import contextlib
import itertools
import unittest
from distutils.errors import DistutilsError, DistutilsOptionError
from distutils import log
from unittest import TestLoader
from setuptools.extern import six
from setuptools.extern.six.moves import map, filter
from pkg_resources import (resource_listdir, resource_exists, normalize_path,
working_set, _namespace_packages, evaluate_marker,
add_activation_listener, require, EntryPoint)
from setuptools import Command
from .build_py import _unique_everseen
__metaclass__ = type
class ScanningLoader(TestLoader):
def __init__(self):
TestLoader.__init__(self)
self._visited = set()
def loadTestsFromModule(self, module, pattern=None):
"""Return a suite of all tests cases contained in the given module
If the module is a package, load tests from all the modules in it.
If the module has an ``additional_tests`` function, call it and add
the return value to the tests.
"""
if module in self._visited:
return None
self._visited.add(module)
tests = []
tests.append(TestLoader.loadTestsFromModule(self, module))
if hasattr(module, "additional_tests"):
tests.append(module.additional_tests())
if hasattr(module, '__path__'):
for file in resource_listdir(module.__name__, ''):
if file.endswith('.py') and file != '__init__.py':
submodule = module.__name__ + '.' + file[:-3]
else:
if resource_exists(module.__name__, file + '/__init__.py'):
submodule = module.__name__ + '.' + file
else:
continue
tests.append(self.loadTestsFromName(submodule))
if len(tests) != 1:
return self.suiteClass(tests)
else:
return tests[0] # don't create a nested suite for only one return
# adapted from jaraco.classes.properties:NonDataProperty
class NonDataProperty:
def __init__(self, fget):
self.fget = fget
def __get__(self, obj, objtype=None):
if obj is None:
return self
return self.fget(obj)
class test(Command):
"""Command to run unit tests after in-place build"""
description = "run unit tests after in-place build (deprecated)"
user_options = [
('test-module=', 'm', "Run 'test_suite' in specified module"),
('test-suite=', 's',
"Run single test, case or suite (e.g. 'module.test_suite')"),
('test-runner=', 'r', "Test runner to use"),
]
def initialize_options(self):
self.test_suite = None
self.test_module = None
self.test_loader = None
self.test_runner = None
def finalize_options(self):
if self.test_suite and self.test_module:
msg = "You may specify a module or a suite, but not both"
raise DistutilsOptionError(msg)
if self.test_suite is None:
if self.test_module is None:
self.test_suite = self.distribution.test_suite
else:
self.test_suite = self.test_module + ".test_suite"
if self.test_loader is None:
self.test_loader = getattr(self.distribution, 'test_loader', None)
if self.test_loader is None:
self.test_loader = "setuptools.command.test:ScanningLoader"
if self.test_runner is None:
self.test_runner = getattr(self.distribution, 'test_runner', None)
@NonDataProperty
def test_args(self):
return list(self._test_args())
def _test_args(self):
if not self.test_suite and sys.version_info >= (2, 7):
yield 'discover'
if self.verbose:
yield '--verbose'
if self.test_suite:
yield self.test_suite
def with_project_on_sys_path(self, func):
"""
Backward compatibility for project_on_sys_path context.
"""
with self.project_on_sys_path():
func()
@contextlib.contextmanager
def project_on_sys_path(self, include_dists=[]):
with_2to3 = six.PY3 and getattr(self.distribution, 'use_2to3', False)
if with_2to3:
# If we run 2to3 we can not do this inplace:
# Ensure metadata is up-to-date
self.reinitialize_command('build_py', inplace=0)
self.run_command('build_py')
bpy_cmd = self.get_finalized_command("build_py")
build_path = normalize_path(bpy_cmd.build_lib)
# Build extensions
self.reinitialize_command('egg_info', egg_base=build_path)
self.run_command('egg_info')
self.reinitialize_command('build_ext', inplace=0)
self.run_command('build_ext')
else:
# Without 2to3 inplace works fine:
self.run_command('egg_info')
# Build extensions in-place
self.reinitialize_command('build_ext', inplace=1)
self.run_command('build_ext')
ei_cmd = self.get_finalized_command("egg_info")
old_path = sys.path[:]
old_modules = sys.modules.copy()
try:
project_path = normalize_path(ei_cmd.egg_base)
sys.path.insert(0, project_path)
working_set.__init__()
add_activation_listener(lambda dist: dist.activate())
require('%s==%s' % (ei_cmd.egg_name, ei_cmd.egg_version))
with self.paths_on_pythonpath([project_path]):
yield
finally:
sys.path[:] = old_path
sys.modules.clear()
sys.modules.update(old_modules)
working_set.__init__()
@staticmethod
@contextlib.contextmanager
def paths_on_pythonpath(paths):
"""
Add the indicated paths to the head of the PYTHONPATH environment
variable so that subprocesses will also see the packages at
these paths.
Do this in a context that restores the value on exit.
"""
nothing = object()
orig_pythonpath = os.environ.get('PYTHONPATH', nothing)
current_pythonpath = os.environ.get('PYTHONPATH', '')
try:
prefix = os.pathsep.join(_unique_everseen(paths))
to_join = filter(None, [prefix, current_pythonpath])
new_path = os.pathsep.join(to_join)
if new_path:
os.environ['PYTHONPATH'] = new_path
yield
finally:
if orig_pythonpath is nothing:
os.environ.pop('PYTHONPATH', None)
else:
os.environ['PYTHONPATH'] = orig_pythonpath
@staticmethod
def install_dists(dist):
"""
Install the requirements indicated by self.distribution and
return an iterable of the dists that were built.
"""
ir_d = dist.fetch_build_eggs(dist.install_requires)
tr_d = dist.fetch_build_eggs(dist.tests_require or [])
er_d = dist.fetch_build_eggs(
v for k, v in dist.extras_require.items()
if k.startswith(':') and evaluate_marker(k[1:])
)
return itertools.chain(ir_d, tr_d, er_d)
def run(self):
self.announce(
"WARNING: Testing via this command is deprecated and will be "
"removed in a future version. Users looking for a generic test "
"entry point independent of test runner are encouraged to use "
"tox.",
log.WARN,
)
installed_dists = self.install_dists(self.distribution)
cmd = ' '.join(self._argv)
if self.dry_run:
self.announce('skipping "%s" (dry run)' % cmd)
return
self.announce('running "%s"' % cmd)
paths = map(operator.attrgetter('location'), installed_dists)
with self.paths_on_pythonpath(paths):
with self.project_on_sys_path():
self.run_tests()
def run_tests(self):
# Purge modules under test from sys.modules. The test loader will
# re-import them from the build location. Required when 2to3 is used
# with namespace packages.
if six.PY3 and getattr(self.distribution, 'use_2to3', False):
module = self.test_suite.split('.')[0]
if module in _namespace_packages:
del_modules = []
if module in sys.modules:
del_modules.append(module)
module += '.'
for name in sys.modules:
if name.startswith(module):
del_modules.append(name)
list(map(sys.modules.__delitem__, del_modules))
test = unittest.main(
None, None, self._argv,
testLoader=self._resolve_as_ep(self.test_loader),
testRunner=self._resolve_as_ep(self.test_runner),
exit=False,
)
if not test.result.wasSuccessful():
msg = 'Test failed: %s' % test.result
self.announce(msg, log.ERROR)
raise DistutilsError(msg)
@property
def _argv(self):
return ['unittest'] + self.test_args
@staticmethod
def _resolve_as_ep(val):
"""
Load the indicated attribute value, called, as a as if it were
specified as an entry point.
"""
if val is None:
return
parsed = EntryPoint.parse("x=" + val)
return parsed.resolve()()
site-packages/setuptools/command/egg_info.py 0000644 00000061742 15201600074 0015257 0 ustar 00 """setuptools.command.egg_info
Create a distribution's .egg-info directory and contents"""
from distutils.filelist import FileList as _FileList
from distutils.errors import DistutilsInternalError
from distutils.util import convert_path
from distutils import log
import distutils.errors
import distutils.filelist
import os
import re
import sys
import io
import warnings
import time
import collections
from setuptools.extern import six
from setuptools.extern.six.moves import map
from setuptools import Command
from setuptools.command.sdist import sdist
from setuptools.command.sdist import walk_revctrl
from setuptools.command.setopt import edit_config
from setuptools.command import bdist_egg
from pkg_resources import (
parse_requirements, safe_name, parse_version,
safe_version, yield_lines, EntryPoint, iter_entry_points, to_filename)
import setuptools.unicode_utils as unicode_utils
from setuptools.glob import glob
from setuptools.extern import packaging
from setuptools import SetuptoolsDeprecationWarning
def translate_pattern(glob):
"""
Translate a file path glob like '*.txt' in to a regular expression.
This differs from fnmatch.translate which allows wildcards to match
directory separators. It also knows about '**/' which matches any number of
directories.
"""
pat = ''
# This will split on '/' within [character classes]. This is deliberate.
chunks = glob.split(os.path.sep)
sep = re.escape(os.sep)
valid_char = '[^%s]' % (sep,)
for c, chunk in enumerate(chunks):
last_chunk = c == len(chunks) - 1
# Chunks that are a literal ** are globstars. They match anything.
if chunk == '**':
if last_chunk:
# Match anything if this is the last component
pat += '.*'
else:
# Match '(name/)*'
pat += '(?:%s+%s)*' % (valid_char, sep)
continue # Break here as the whole path component has been handled
# Find any special characters in the remainder
i = 0
chunk_len = len(chunk)
while i < chunk_len:
char = chunk[i]
if char == '*':
# Match any number of name characters
pat += valid_char + '*'
elif char == '?':
# Match a name character
pat += valid_char
elif char == '[':
# Character class
inner_i = i + 1
# Skip initial !/] chars
if inner_i < chunk_len and chunk[inner_i] == '!':
inner_i = inner_i + 1
if inner_i < chunk_len and chunk[inner_i] == ']':
inner_i = inner_i + 1
# Loop till the closing ] is found
while inner_i < chunk_len and chunk[inner_i] != ']':
inner_i = inner_i + 1
if inner_i >= chunk_len:
# Got to the end of the string without finding a closing ]
# Do not treat this as a matching group, but as a literal [
pat += re.escape(char)
else:
# Grab the insides of the [brackets]
inner = chunk[i + 1:inner_i]
char_class = ''
# Class negation
if inner[0] == '!':
char_class = '^'
inner = inner[1:]
char_class += re.escape(inner)
pat += '[%s]' % (char_class,)
# Skip to the end ]
i = inner_i
else:
pat += re.escape(char)
i += 1
# Join each chunk with the dir separator
if not last_chunk:
pat += sep
pat += r'\Z'
return re.compile(pat, flags=re.MULTILINE|re.DOTALL)
class InfoCommon:
tag_build = None
tag_date = None
@property
def name(self):
return safe_name(self.distribution.get_name())
def tagged_version(self):
version = self.distribution.get_version()
# egg_info may be called more than once for a distribution,
# in which case the version string already contains all tags.
if self.vtags and version.endswith(self.vtags):
return safe_version(version)
return safe_version(version + self.vtags)
def tags(self):
version = ''
if self.tag_build:
version += self.tag_build
if self.tag_date:
version += time.strftime("-%Y%m%d")
return version
vtags = property(tags)
class egg_info(InfoCommon, Command):
description = "create a distribution's .egg-info directory"
user_options = [
('egg-base=', 'e', "directory containing .egg-info directories"
" (default: top of the source tree)"),
('tag-date', 'd', "Add date stamp (e.g. 20050528) to version number"),
('tag-build=', 'b', "Specify explicit tag to add to version number"),
('no-date', 'D', "Don't include date stamp [default]"),
]
boolean_options = ['tag-date']
negative_opt = {
'no-date': 'tag-date',
}
def initialize_options(self):
self.egg_base = None
self.egg_name = None
self.egg_info = None
self.egg_version = None
self.broken_egg_info = False
####################################
# allow the 'tag_svn_revision' to be detected and
# set, supporting sdists built on older Setuptools.
@property
def tag_svn_revision(self):
pass
@tag_svn_revision.setter
def tag_svn_revision(self, value):
pass
####################################
def save_version_info(self, filename):
"""
Materialize the value of date into the
build tag. Install build keys in a deterministic order
to avoid arbitrary reordering on subsequent builds.
"""
egg_info = collections.OrderedDict()
# follow the order these keys would have been added
# when PYTHONHASHSEED=0
egg_info['tag_build'] = self.tags()
egg_info['tag_date'] = 0
edit_config(filename, dict(egg_info=egg_info))
def finalize_options(self):
# Note: we need to capture the current value returned
# by `self.tagged_version()`, so we can later update
# `self.distribution.metadata.version` without
# repercussions.
self.egg_name = self.name
self.egg_version = self.tagged_version()
parsed_version = parse_version(self.egg_version)
try:
is_version = isinstance(parsed_version, packaging.version.Version)
spec = (
"%s==%s" if is_version else "%s===%s"
)
list(
parse_requirements(spec % (self.egg_name, self.egg_version))
)
except ValueError:
raise distutils.errors.DistutilsOptionError(
"Invalid distribution name or version syntax: %s-%s" %
(self.egg_name, self.egg_version)
)
if self.egg_base is None:
dirs = self.distribution.package_dir
self.egg_base = (dirs or {}).get('', os.curdir)
self.ensure_dirname('egg_base')
self.egg_info = to_filename(self.egg_name) + '.egg-info'
if self.egg_base != os.curdir:
self.egg_info = os.path.join(self.egg_base, self.egg_info)
if '-' in self.egg_name:
self.check_broken_egg_info()
# Set package version for the benefit of dumber commands
# (e.g. sdist, bdist_wininst, etc.)
#
self.distribution.metadata.version = self.egg_version
# If we bootstrapped around the lack of a PKG-INFO, as might be the
# case in a fresh checkout, make sure that any special tags get added
# to the version info
#
pd = self.distribution._patched_dist
if pd is not None and pd.key == self.egg_name.lower():
pd._version = self.egg_version
pd._parsed_version = parse_version(self.egg_version)
self.distribution._patched_dist = None
def write_or_delete_file(self, what, filename, data, force=False):
"""Write `data` to `filename` or delete if empty
If `data` is non-empty, this routine is the same as ``write_file()``.
If `data` is empty but not ``None``, this is the same as calling
``delete_file(filename)`. If `data` is ``None``, then this is a no-op
unless `filename` exists, in which case a warning is issued about the
orphaned file (if `force` is false), or deleted (if `force` is true).
"""
if data:
self.write_file(what, filename, data)
elif os.path.exists(filename):
if data is None and not force:
log.warn(
"%s not set in setup(), but %s exists", what, filename
)
return
else:
self.delete_file(filename)
def write_file(self, what, filename, data):
"""Write `data` to `filename` (if not a dry run) after announcing it
`what` is used in a log message to identify what is being written
to the file.
"""
log.info("writing %s to %s", what, filename)
if six.PY3:
data = data.encode("utf-8")
if not self.dry_run:
f = open(filename, 'wb')
f.write(data)
f.close()
def delete_file(self, filename):
"""Delete `filename` (if not a dry run) after announcing it"""
log.info("deleting %s", filename)
if not self.dry_run:
os.unlink(filename)
def run(self):
self.mkpath(self.egg_info)
os.utime(self.egg_info, None)
installer = self.distribution.fetch_build_egg
for ep in iter_entry_points('egg_info.writers'):
ep.require(installer=installer)
writer = ep.resolve()
writer(self, ep.name, os.path.join(self.egg_info, ep.name))
# Get rid of native_libs.txt if it was put there by older bdist_egg
nl = os.path.join(self.egg_info, "native_libs.txt")
if os.path.exists(nl):
self.delete_file(nl)
self.find_sources()
def find_sources(self):
"""Generate SOURCES.txt manifest file"""
manifest_filename = os.path.join(self.egg_info, "SOURCES.txt")
mm = manifest_maker(self.distribution)
mm.manifest = manifest_filename
mm.run()
self.filelist = mm.filelist
def check_broken_egg_info(self):
bei = self.egg_name + '.egg-info'
if self.egg_base != os.curdir:
bei = os.path.join(self.egg_base, bei)
if os.path.exists(bei):
log.warn(
"-" * 78 + '\n'
"Note: Your current .egg-info directory has a '-' in its name;"
'\nthis will not work correctly with "setup.py develop".\n\n'
'Please rename %s to %s to correct this problem.\n' + '-' * 78,
bei, self.egg_info
)
self.broken_egg_info = self.egg_info
self.egg_info = bei # make it work for now
class FileList(_FileList):
# Implementations of the various MANIFEST.in commands
def process_template_line(self, line):
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dir_pattern).
(action, patterns, dir, dir_pattern) = self._parse_template_line(line)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
if action == 'include':
self.debug_print("include " + ' '.join(patterns))
for pattern in patterns:
if not self.include(pattern):
log.warn("warning: no files found matching '%s'", pattern)
elif action == 'exclude':
self.debug_print("exclude " + ' '.join(patterns))
for pattern in patterns:
if not self.exclude(pattern):
log.warn(("warning: no previously-included files "
"found matching '%s'"), pattern)
elif action == 'global-include':
self.debug_print("global-include " + ' '.join(patterns))
for pattern in patterns:
if not self.global_include(pattern):
log.warn(("warning: no files found matching '%s' "
"anywhere in distribution"), pattern)
elif action == 'global-exclude':
self.debug_print("global-exclude " + ' '.join(patterns))
for pattern in patterns:
if not self.global_exclude(pattern):
log.warn(("warning: no previously-included files matching "
"'%s' found anywhere in distribution"),
pattern)
elif action == 'recursive-include':
self.debug_print("recursive-include %s %s" %
(dir, ' '.join(patterns)))
for pattern in patterns:
if not self.recursive_include(dir, pattern):
log.warn(("warning: no files found matching '%s' "
"under directory '%s'"),
pattern, dir)
elif action == 'recursive-exclude':
self.debug_print("recursive-exclude %s %s" %
(dir, ' '.join(patterns)))
for pattern in patterns:
if not self.recursive_exclude(dir, pattern):
log.warn(("warning: no previously-included files matching "
"'%s' found under directory '%s'"),
pattern, dir)
elif action == 'graft':
self.debug_print("graft " + dir_pattern)
if not self.graft(dir_pattern):
log.warn("warning: no directories found matching '%s'",
dir_pattern)
elif action == 'prune':
self.debug_print("prune " + dir_pattern)
if not self.prune(dir_pattern):
log.warn(("no previously-included directories found "
"matching '%s'"), dir_pattern)
else:
raise DistutilsInternalError(
"this cannot happen: invalid action '%s'" % action)
def _remove_files(self, predicate):
"""
Remove all files from the file list that match the predicate.
Return True if any matching files were removed
"""
found = False
for i in range(len(self.files) - 1, -1, -1):
if predicate(self.files[i]):
self.debug_print(" removing " + self.files[i])
del self.files[i]
found = True
return found
def include(self, pattern):
"""Include files that match 'pattern'."""
found = [f for f in glob(pattern) if not os.path.isdir(f)]
self.extend(found)
return bool(found)
def exclude(self, pattern):
"""Exclude files that match 'pattern'."""
match = translate_pattern(pattern)
return self._remove_files(match.match)
def recursive_include(self, dir, pattern):
"""
Include all files anywhere in 'dir/' that match the pattern.
"""
full_pattern = os.path.join(dir, '**', pattern)
found = [f for f in glob(full_pattern, recursive=True)
if not os.path.isdir(f)]
self.extend(found)
return bool(found)
def recursive_exclude(self, dir, pattern):
"""
Exclude any file anywhere in 'dir/' that match the pattern.
"""
match = translate_pattern(os.path.join(dir, '**', pattern))
return self._remove_files(match.match)
def graft(self, dir):
"""Include all files from 'dir/'."""
found = [
item
for match_dir in glob(dir)
for item in distutils.filelist.findall(match_dir)
]
self.extend(found)
return bool(found)
def prune(self, dir):
"""Filter out files from 'dir/'."""
match = translate_pattern(os.path.join(dir, '**'))
return self._remove_files(match.match)
def global_include(self, pattern):
"""
Include all files anywhere in the current directory that match the
pattern. This is very inefficient on large file trees.
"""
if self.allfiles is None:
self.findall()
match = translate_pattern(os.path.join('**', pattern))
found = [f for f in self.allfiles if match.match(f)]
self.extend(found)
return bool(found)
def global_exclude(self, pattern):
"""
Exclude all files anywhere that match the pattern.
"""
match = translate_pattern(os.path.join('**', pattern))
return self._remove_files(match.match)
def append(self, item):
if item.endswith('\r'): # Fix older sdists built on Windows
item = item[:-1]
path = convert_path(item)
if self._safe_path(path):
self.files.append(path)
def extend(self, paths):
self.files.extend(filter(self._safe_path, paths))
def _repair(self):
"""
Replace self.files with only safe paths
Because some owners of FileList manipulate the underlying
``files`` attribute directly, this method must be called to
repair those paths.
"""
self.files = list(filter(self._safe_path, self.files))
def _safe_path(self, path):
enc_warn = "'%s' not %s encodable -- skipping"
# To avoid accidental trans-codings errors, first to unicode
u_path = unicode_utils.filesys_decode(path)
if u_path is None:
log.warn("'%s' in unexpected encoding -- skipping" % path)
return False
# Must ensure utf-8 encodability
utf8_path = unicode_utils.try_encode(u_path, "utf-8")
if utf8_path is None:
log.warn(enc_warn, path, 'utf-8')
return False
try:
# accept is either way checks out
if os.path.exists(u_path) or os.path.exists(utf8_path):
return True
# this will catch any encode errors decoding u_path
except UnicodeEncodeError:
log.warn(enc_warn, path, sys.getfilesystemencoding())
class manifest_maker(sdist):
template = "MANIFEST.in"
def initialize_options(self):
self.use_defaults = 1
self.prune = 1
self.manifest_only = 1
self.force_manifest = 1
def finalize_options(self):
pass
def run(self):
self.filelist = FileList()
if not os.path.exists(self.manifest):
self.write_manifest() # it must exist so it'll get in the list
self.add_defaults()
if os.path.exists(self.template):
self.read_template()
self.prune_file_list()
self.filelist.sort()
self.filelist.remove_duplicates()
self.write_manifest()
def _manifest_normalize(self, path):
path = unicode_utils.filesys_decode(path)
return path.replace(os.sep, '/')
def write_manifest(self):
"""
Write the file list in 'self.filelist' to the manifest file
named by 'self.manifest'.
"""
self.filelist._repair()
# Now _repairs should encodability, but not unicode
files = [self._manifest_normalize(f) for f in self.filelist.files]
msg = "writing manifest file '%s'" % self.manifest
self.execute(write_file, (self.manifest, files), msg)
def warn(self, msg):
if not self._should_suppress_warning(msg):
sdist.warn(self, msg)
@staticmethod
def _should_suppress_warning(msg):
"""
suppress missing-file warnings from sdist
"""
return re.match(r"standard file .*not found", msg)
def add_defaults(self):
sdist.add_defaults(self)
self.check_license()
self.filelist.append(self.template)
self.filelist.append(self.manifest)
rcfiles = list(walk_revctrl())
if rcfiles:
self.filelist.extend(rcfiles)
elif os.path.exists(self.manifest):
self.read_manifest()
if os.path.exists("setup.py"):
# setup.py should be included by default, even if it's not
# the script called to create the sdist
self.filelist.append("setup.py")
ei_cmd = self.get_finalized_command('egg_info')
self.filelist.graft(ei_cmd.egg_info)
def prune_file_list(self):
build = self.get_finalized_command('build')
base_dir = self.distribution.get_fullname()
self.filelist.prune(build.build_base)
self.filelist.prune(base_dir)
sep = re.escape(os.sep)
self.filelist.exclude_pattern(r'(^|' + sep + r')(RCS|CVS|\.svn)' + sep,
is_regex=1)
def write_file(filename, contents):
"""Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
"""
contents = "\n".join(contents)
# assuming the contents has been vetted for utf-8 encoding
contents = contents.encode("utf-8")
with open(filename, "wb") as f: # always write POSIX-style manifest
f.write(contents)
def write_pkg_info(cmd, basename, filename):
log.info("writing %s", filename)
if not cmd.dry_run:
metadata = cmd.distribution.metadata
metadata.version, oldver = cmd.egg_version, metadata.version
metadata.name, oldname = cmd.egg_name, metadata.name
try:
# write unescaped data to PKG-INFO, so older pkg_resources
# can still parse it
metadata.write_pkg_info(cmd.egg_info)
finally:
metadata.name, metadata.version = oldname, oldver
safe = getattr(cmd.distribution, 'zip_safe', None)
bdist_egg.write_safety_flag(cmd.egg_info, safe)
def warn_depends_obsolete(cmd, basename, filename):
if os.path.exists(filename):
log.warn(
"WARNING: 'depends.txt' is not used by setuptools 0.6!\n"
"Use the install_requires/extras_require setup() args instead."
)
def _write_requirements(stream, reqs):
lines = yield_lines(reqs or ())
append_cr = lambda line: line + '\n'
lines = map(append_cr, lines)
stream.writelines(lines)
def write_requirements(cmd, basename, filename):
dist = cmd.distribution
data = six.StringIO()
_write_requirements(data, dist.install_requires)
extras_require = dist.extras_require or {}
for extra in sorted(extras_require):
data.write('\n[{extra}]\n'.format(**vars()))
_write_requirements(data, extras_require[extra])
cmd.write_or_delete_file("requirements", filename, data.getvalue())
def write_setup_requirements(cmd, basename, filename):
data = io.StringIO()
_write_requirements(data, cmd.distribution.setup_requires)
cmd.write_or_delete_file("setup-requirements", filename, data.getvalue())
def write_toplevel_names(cmd, basename, filename):
pkgs = dict.fromkeys(
[
k.split('.', 1)[0]
for k in cmd.distribution.iter_distribution_names()
]
)
cmd.write_file("top-level names", filename, '\n'.join(sorted(pkgs)) + '\n')
def overwrite_arg(cmd, basename, filename):
write_arg(cmd, basename, filename, True)
def write_arg(cmd, basename, filename, force=False):
argname = os.path.splitext(basename)[0]
value = getattr(cmd.distribution, argname, None)
if value is not None:
value = '\n'.join(value) + '\n'
cmd.write_or_delete_file(argname, filename, value, force)
def write_entries(cmd, basename, filename):
ep = cmd.distribution.entry_points
if isinstance(ep, six.string_types) or ep is None:
data = ep
elif ep is not None:
data = []
for section, contents in sorted(ep.items()):
if not isinstance(contents, six.string_types):
contents = EntryPoint.parse_group(section, contents)
contents = '\n'.join(sorted(map(str, contents.values())))
data.append('[%s]\n%s\n\n' % (section, contents))
data = ''.join(data)
cmd.write_or_delete_file('entry points', filename, data, True)
def get_pkg_info_revision():
"""
Get a -r### off of PKG-INFO Version in case this is an sdist of
a subversion revision.
"""
warnings.warn("get_pkg_info_revision is deprecated.", EggInfoDeprecationWarning)
if os.path.exists('PKG-INFO'):
with io.open('PKG-INFO') as f:
for line in f:
match = re.match(r"Version:.*-r(\d+)\s*$", line)
if match:
return int(match.group(1))
return 0
class EggInfoDeprecationWarning(SetuptoolsDeprecationWarning):
"""Class for warning about deprecations in eggInfo in setupTools. Not ignored by default, unlike DeprecationWarning."""
site-packages/setuptools/command/install_lib.py 0000644 00000007426 15201600074 0015775 0 ustar 00 import os
import sys
from itertools import product, starmap
import distutils.command.install_lib as orig
class install_lib(orig.install_lib):
"""Don't add compiled flags to filenames of non-Python files"""
def run(self):
self.build()
outfiles = self.install()
if outfiles is not None:
# always compile, in case we have any extension stubs to deal with
self.byte_compile(outfiles)
def get_exclusions(self):
"""
Return a collections.Sized collections.Container of paths to be
excluded for single_version_externally_managed installations.
"""
all_packages = (
pkg
for ns_pkg in self._get_SVEM_NSPs()
for pkg in self._all_packages(ns_pkg)
)
excl_specs = product(all_packages, self._gen_exclusion_paths())
return set(starmap(self._exclude_pkg_path, excl_specs))
def _exclude_pkg_path(self, pkg, exclusion_path):
"""
Given a package name and exclusion path within that package,
compute the full exclusion path.
"""
parts = pkg.split('.') + [exclusion_path]
return os.path.join(self.install_dir, *parts)
@staticmethod
def _all_packages(pkg_name):
"""
>>> list(install_lib._all_packages('foo.bar.baz'))
['foo.bar.baz', 'foo.bar', 'foo']
"""
while pkg_name:
yield pkg_name
pkg_name, sep, child = pkg_name.rpartition('.')
def _get_SVEM_NSPs(self):
"""
Get namespace packages (list) but only for
single_version_externally_managed installations and empty otherwise.
"""
# TODO: is it necessary to short-circuit here? i.e. what's the cost
# if get_finalized_command is called even when namespace_packages is
# False?
if not self.distribution.namespace_packages:
return []
install_cmd = self.get_finalized_command('install')
svem = install_cmd.single_version_externally_managed
return self.distribution.namespace_packages if svem else []
@staticmethod
def _gen_exclusion_paths():
"""
Generate file paths to be excluded for namespace packages (bytecode
cache files).
"""
# always exclude the package module itself
yield '__init__.py'
yield '__init__.pyc'
yield '__init__.pyo'
if not hasattr(sys, 'implementation'):
return
base = os.path.join('__pycache__', '__init__.' + sys.implementation.cache_tag)
yield base + '.pyc'
yield base + '.pyo'
yield base + '.opt-1.pyc'
yield base + '.opt-2.pyc'
def copy_tree(
self, infile, outfile,
preserve_mode=1, preserve_times=1, preserve_symlinks=0, level=1
):
assert preserve_mode and preserve_times and not preserve_symlinks
exclude = self.get_exclusions()
if not exclude:
return orig.install_lib.copy_tree(self, infile, outfile)
# Exclude namespace package __init__.py* files from the output
from setuptools.archive_util import unpack_directory
from distutils import log
outfiles = []
def pf(src, dst):
if dst in exclude:
log.warn("Skipping installation of %s (namespace package)",
dst)
return False
log.info("copying %s -> %s", src, os.path.dirname(dst))
outfiles.append(dst)
return dst
unpack_directory(infile, outfile, pf)
return outfiles
def get_outputs(self):
outputs = orig.install_lib.get_outputs(self)
exclude = self.get_exclusions()
if exclude:
return [f for f in outputs if f not in exclude]
return outputs
site-packages/setuptools/command/easy_install.py 0000644 00000252635 15201600074 0016174 0 ustar 00 """
Easy Install
------------
A tool for doing automatic download/extract/build of distutils-based Python
packages. For detailed documentation, see the accompanying EasyInstall.txt
file, or visit the `EasyInstall home page`__.
__ https://setuptools.readthedocs.io/en/latest/easy_install.html
"""
from glob import glob
from distutils.util import get_platform
from distutils.util import convert_path, subst_vars
from distutils.errors import (
DistutilsArgError, DistutilsOptionError,
DistutilsError, DistutilsPlatformError,
)
from distutils.command.install import INSTALL_SCHEMES, SCHEME_KEYS
from distutils import log, dir_util
from distutils.command.build_scripts import first_line_re
from distutils.spawn import find_executable
import sys
import os
import zipimport
import shutil
import tempfile
import zipfile
import re
import stat
import random
import textwrap
import warnings
import site
import struct
import contextlib
import subprocess
import shlex
import io
from sysconfig import get_config_vars, get_path
from setuptools import SetuptoolsDeprecationWarning
from setuptools.extern import six
from setuptools.extern.six.moves import configparser, map
from setuptools import Command
from setuptools.sandbox import run_setup
from setuptools.py27compat import rmtree_safe
from setuptools.command import setopt
from setuptools.archive_util import unpack_archive
from setuptools.package_index import (
PackageIndex, parse_requirement_arg, URL_SCHEME,
)
from setuptools.command import bdist_egg, egg_info
from setuptools.wheel import Wheel
from pkg_resources import (
yield_lines, normalize_path, resource_string, ensure_directory,
get_distribution, find_distributions, Environment, Requirement,
Distribution, PathMetadata, EggMetadata, WorkingSet, DistributionNotFound,
VersionConflict, DEVELOP_DIST,
)
import pkg_resources.py31compat
__metaclass__ = type
# Turn on PEP440Warnings
warnings.filterwarnings("default", category=pkg_resources.PEP440Warning)
__all__ = [
'samefile', 'easy_install', 'PthDistributions', 'extract_wininst_cfg',
'main', 'get_exe_prefixes',
]
def is_64bit():
return struct.calcsize("P") == 8
def samefile(p1, p2):
"""
Determine if two paths reference the same file.
Augments os.path.samefile to work on Windows and
suppresses errors if the path doesn't exist.
"""
both_exist = os.path.exists(p1) and os.path.exists(p2)
use_samefile = hasattr(os.path, 'samefile') and both_exist
if use_samefile:
return os.path.samefile(p1, p2)
norm_p1 = os.path.normpath(os.path.normcase(p1))
norm_p2 = os.path.normpath(os.path.normcase(p2))
return norm_p1 == norm_p2
if six.PY2:
def _to_bytes(s):
return s
def isascii(s):
try:
six.text_type(s, 'ascii')
return True
except UnicodeError:
return False
else:
def _to_bytes(s):
return s.encode('utf8')
def isascii(s):
try:
s.encode('ascii')
return True
except UnicodeError:
return False
_one_liner = lambda text: textwrap.dedent(text).strip().replace('\n', '; ')
class easy_install(Command):
"""Manage a download/build/install process"""
description = "Find/get/install Python packages"
command_consumes_arguments = True
user_options = [
('prefix=', None, "installation prefix"),
("zip-ok", "z", "install package as a zipfile"),
("multi-version", "m", "make apps have to require() a version"),
("upgrade", "U", "force upgrade (searches PyPI for latest versions)"),
("install-dir=", "d", "install package to DIR"),
("script-dir=", "s", "install scripts to DIR"),
("exclude-scripts", "x", "Don't install scripts"),
("always-copy", "a", "Copy all needed packages to install dir"),
("index-url=", "i", "base URL of Python Package Index"),
("find-links=", "f", "additional URL(s) to search for packages"),
("build-directory=", "b",
"download/extract/build in DIR; keep the results"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
('record=', None,
"filename in which to record list of installed files"),
('always-unzip', 'Z', "don't install as a zipfile, no matter what"),
('site-dirs=', 'S', "list of directories where .pth files work"),
('editable', 'e', "Install specified packages in editable form"),
('no-deps', 'N', "don't install dependencies"),
('allow-hosts=', 'H', "pattern(s) that hostnames must match"),
('local-snapshots-ok', 'l',
"allow building eggs from local checkouts"),
('version', None, "print version information and exit"),
('no-find-links', None,
"Don't load find-links defined in packages being installed")
]
boolean_options = [
'zip-ok', 'multi-version', 'exclude-scripts', 'upgrade', 'always-copy',
'editable',
'no-deps', 'local-snapshots-ok', 'version'
]
if site.ENABLE_USER_SITE:
help_msg = "install in user site-package '%s'" % site.USER_SITE
user_options.append(('user', None, help_msg))
boolean_options.append('user')
negative_opt = {'always-unzip': 'zip-ok'}
create_index = PackageIndex
def initialize_options(self):
# the --user option seems to be an opt-in one,
# so the default should be False.
self.user = 0
self.zip_ok = self.local_snapshots_ok = None
self.install_dir = self.script_dir = self.exclude_scripts = None
self.index_url = None
self.find_links = None
self.build_directory = None
self.args = None
self.optimize = self.record = None
self.upgrade = self.always_copy = self.multi_version = None
self.editable = self.no_deps = self.allow_hosts = None
self.root = self.prefix = self.no_report = None
self.version = None
self.install_purelib = None # for pure module distributions
self.install_platlib = None # non-pure (dists w/ extensions)
self.install_headers = None # for C/C++ headers
self.install_lib = None # set to either purelib or platlib
self.install_scripts = None
self.install_data = None
self.install_base = None
self.install_platbase = None
if site.ENABLE_USER_SITE:
self.install_userbase = site.USER_BASE
self.install_usersite = site.USER_SITE
else:
self.install_userbase = None
self.install_usersite = None
self.no_find_links = None
# Options not specifiable via command line
self.package_index = None
self.pth_file = self.always_copy_from = None
self.site_dirs = None
self.installed_projects = {}
self.sitepy_installed = False
# Always read easy_install options, even if we are subclassed, or have
# an independent instance created. This ensures that defaults will
# always come from the standard configuration file(s)' "easy_install"
# section, even if this is a "develop" or "install" command, or some
# other embedding.
self._dry_run = None
self.verbose = self.distribution.verbose
self.distribution._set_command_options(
self, self.distribution.get_option_dict('easy_install')
)
def delete_blockers(self, blockers):
extant_blockers = (
filename for filename in blockers
if os.path.exists(filename) or os.path.islink(filename)
)
list(map(self._delete_path, extant_blockers))
def _delete_path(self, path):
log.info("Deleting %s", path)
if self.dry_run:
return
is_tree = os.path.isdir(path) and not os.path.islink(path)
remover = rmtree if is_tree else os.unlink
remover(path)
@staticmethod
def _render_version():
"""
Render the Setuptools version and installation details, then exit.
"""
ver = '{}.{}'.format(*sys.version_info)
dist = get_distribution('setuptools')
tmpl = 'setuptools {dist.version} from {dist.location} (Python {ver})'
print(tmpl.format(**locals()))
raise SystemExit()
def finalize_options(self):
self.version and self._render_version()
py_version = sys.version.split()[0]
prefix, exec_prefix = get_config_vars('prefix', 'exec_prefix')
self.config_vars = {
'dist_name': self.distribution.get_name(),
'dist_version': self.distribution.get_version(),
'dist_fullname': self.distribution.get_fullname(),
'py_version': py_version,
'py_version_short': py_version[0:3],
'py_version_nodot': py_version[0] + py_version[2],
'sys_prefix': prefix,
'prefix': prefix,
'sys_exec_prefix': exec_prefix,
'exec_prefix': exec_prefix,
# Only python 3.2+ has abiflags
'abiflags': getattr(sys, 'abiflags', ''),
}
if site.ENABLE_USER_SITE:
self.config_vars['userbase'] = self.install_userbase
self.config_vars['usersite'] = self.install_usersite
self._fix_install_dir_for_user_site()
self.expand_basedirs()
self.expand_dirs()
self._expand(
'install_dir', 'script_dir', 'build_directory',
'site_dirs',
)
# If a non-default installation directory was specified, default the
# script directory to match it.
if self.script_dir is None:
self.script_dir = self.install_dir
if self.no_find_links is None:
self.no_find_links = False
# Let install_dir get set by install_lib command, which in turn
# gets its info from the install command, and takes into account
# --prefix and --home and all that other crud.
self.set_undefined_options(
'install_lib', ('install_dir', 'install_dir')
)
# Likewise, set default script_dir from 'install_scripts.install_dir'
self.set_undefined_options(
'install_scripts', ('install_dir', 'script_dir')
)
if self.user and self.install_purelib:
self.install_dir = self.install_purelib
self.script_dir = self.install_scripts
# default --record from the install command
self.set_undefined_options('install', ('record', 'record'))
# Should this be moved to the if statement below? It's not used
# elsewhere
normpath = map(normalize_path, sys.path)
self.all_site_dirs = get_site_dirs()
if self.site_dirs is not None:
site_dirs = [
os.path.expanduser(s.strip()) for s in
self.site_dirs.split(',')
]
for d in site_dirs:
if not os.path.isdir(d):
log.warn("%s (in --site-dirs) does not exist", d)
elif normalize_path(d) not in normpath:
raise DistutilsOptionError(
d + " (in --site-dirs) is not on sys.path"
)
else:
self.all_site_dirs.append(normalize_path(d))
if not self.editable:
self.check_site_dir()
self.index_url = self.index_url or "https://pypi.org/simple/"
self.shadow_path = self.all_site_dirs[:]
for path_item in self.install_dir, normalize_path(self.script_dir):
if path_item not in self.shadow_path:
self.shadow_path.insert(0, path_item)
if self.allow_hosts is not None:
hosts = [s.strip() for s in self.allow_hosts.split(',')]
else:
hosts = ['*']
if self.package_index is None:
self.package_index = self.create_index(
self.index_url, search_path=self.shadow_path, hosts=hosts,
)
self.local_index = Environment(self.shadow_path + sys.path)
if self.find_links is not None:
if isinstance(self.find_links, six.string_types):
self.find_links = self.find_links.split()
else:
self.find_links = []
if self.local_snapshots_ok:
self.package_index.scan_egg_links(self.shadow_path + sys.path)
if not self.no_find_links:
self.package_index.add_find_links(self.find_links)
self.set_undefined_options('install_lib', ('optimize', 'optimize'))
if not isinstance(self.optimize, int):
try:
self.optimize = int(self.optimize)
if not (0 <= self.optimize <= 2):
raise ValueError
except ValueError:
raise DistutilsOptionError("--optimize must be 0, 1, or 2")
if self.editable and not self.build_directory:
raise DistutilsArgError(
"Must specify a build directory (-b) when using --editable"
)
if not self.args:
raise DistutilsArgError(
"No urls, filenames, or requirements specified (see --help)")
self.outputs = []
def _fix_install_dir_for_user_site(self):
"""
Fix the install_dir if "--user" was used.
"""
if not self.user or not site.ENABLE_USER_SITE:
return
self.create_home_path()
if self.install_userbase is None:
msg = "User base directory is not specified"
raise DistutilsPlatformError(msg)
self.install_base = self.install_platbase = self.install_userbase
scheme_name = os.name.replace('posix', 'unix') + '_user'
self.select_scheme(scheme_name)
def _expand_attrs(self, attrs):
for attr in attrs:
val = getattr(self, attr)
if val is not None:
if os.name == 'posix' or os.name == 'nt':
val = os.path.expanduser(val)
val = subst_vars(val, self.config_vars)
setattr(self, attr, val)
def expand_basedirs(self):
"""Calls `os.path.expanduser` on install_base, install_platbase and
root."""
self._expand_attrs(['install_base', 'install_platbase', 'root'])
def expand_dirs(self):
"""Calls `os.path.expanduser` on install dirs."""
dirs = [
'install_purelib',
'install_platlib',
'install_lib',
'install_headers',
'install_scripts',
'install_data',
]
self._expand_attrs(dirs)
def run(self):
if self.verbose != self.distribution.verbose:
log.set_verbosity(self.verbose)
try:
for spec in self.args:
self.easy_install(spec, not self.no_deps)
if self.record:
outputs = self.outputs
if self.root: # strip any package prefix
root_len = len(self.root)
for counter in range(len(outputs)):
outputs[counter] = outputs[counter][root_len:]
from distutils import file_util
self.execute(
file_util.write_file, (self.record, outputs),
"writing list of installed files to '%s'" %
self.record
)
self.warn_deprecated_options()
finally:
log.set_verbosity(self.distribution.verbose)
def pseudo_tempname(self):
"""Return a pseudo-tempname base in the install directory.
This code is intentionally naive; if a malicious party can write to
the target directory you're already in deep doodoo.
"""
try:
pid = os.getpid()
except Exception:
pid = random.randint(0, sys.maxsize)
return os.path.join(self.install_dir, "test-easy-install-%s" % pid)
def warn_deprecated_options(self):
pass
def check_site_dir(self):
"""Verify that self.install_dir is .pth-capable dir, if needed"""
instdir = normalize_path(self.install_dir)
pth_file = os.path.join(instdir, 'easy-install.pth')
if not os.path.exists(instdir):
try:
os.makedirs(instdir)
except (OSError, IOError):
self.cant_write_to_target()
# Is it a configured, PYTHONPATH, implicit, or explicit site dir?
is_site_dir = instdir in self.all_site_dirs
if not is_site_dir and not self.multi_version:
# No? Then directly test whether it does .pth file processing
is_site_dir = self.check_pth_processing()
else:
# make sure we can write to target dir
testfile = self.pseudo_tempname() + '.write-test'
test_exists = os.path.exists(testfile)
try:
if test_exists:
os.unlink(testfile)
open(testfile, 'w').close()
os.unlink(testfile)
except (OSError, IOError):
self.cant_write_to_target()
if not is_site_dir and not self.multi_version:
# Can't install non-multi to non-site dir
raise DistutilsError(self.no_default_version_msg())
if is_site_dir:
if self.pth_file is None:
self.pth_file = PthDistributions(pth_file, self.all_site_dirs)
else:
self.pth_file = None
if instdir not in map(normalize_path, _pythonpath()):
# only PYTHONPATH dirs need a site.py, so pretend it's there
self.sitepy_installed = True
elif self.multi_version and not os.path.exists(pth_file):
self.sitepy_installed = True # don't need site.py in this case
self.pth_file = None # and don't create a .pth file
self.install_dir = instdir
__cant_write_msg = textwrap.dedent("""
can't create or remove files in install directory
The following error occurred while trying to add or remove files in the
installation directory:
%s
The installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
""").lstrip()
__not_exists_id = textwrap.dedent("""
This directory does not currently exist. Please create it and try again, or
choose a different installation directory (using the -d or --install-dir
option).
""").lstrip()
__access_msg = textwrap.dedent("""
Perhaps your account does not have write access to this directory? If the
installation directory is a system-owned directory, you may need to sign in
as the administrator or "root" account. If you do not have administrative
access to this machine, you may wish to choose a different installation
directory, preferably one that is listed in your PYTHONPATH environment
variable.
For information on other options, you may wish to consult the
documentation at:
https://setuptools.readthedocs.io/en/latest/easy_install.html
Please make the appropriate changes for your system and try again.
""").lstrip()
def cant_write_to_target(self):
msg = self.__cant_write_msg % (sys.exc_info()[1], self.install_dir,)
if not os.path.exists(self.install_dir):
msg += '\n' + self.__not_exists_id
else:
msg += '\n' + self.__access_msg
raise DistutilsError(msg)
def check_pth_processing(self):
"""Empirically verify whether .pth files are supported in inst. dir"""
instdir = self.install_dir
log.info("Checking .pth file support in %s", instdir)
pth_file = self.pseudo_tempname() + ".pth"
ok_file = pth_file + '.ok'
ok_exists = os.path.exists(ok_file)
tmpl = _one_liner("""
import os
f = open({ok_file!r}, 'w')
f.write('OK')
f.close()
""") + '\n'
try:
if ok_exists:
os.unlink(ok_file)
dirname = os.path.dirname(ok_file)
pkg_resources.py31compat.makedirs(dirname, exist_ok=True)
f = open(pth_file, 'w')
except (OSError, IOError):
self.cant_write_to_target()
else:
try:
f.write(tmpl.format(**locals()))
f.close()
f = None
executable = sys.executable
if os.name == 'nt':
dirname, basename = os.path.split(executable)
alt = os.path.join(dirname, 'pythonw.exe')
use_alt = (
basename.lower() == 'python.exe' and
os.path.exists(alt)
)
if use_alt:
# use pythonw.exe to avoid opening a console window
executable = alt
from distutils.spawn import spawn
spawn([executable, '-E', '-c', 'pass'], 0)
if os.path.exists(ok_file):
log.info(
"TEST PASSED: %s appears to support .pth files",
instdir
)
return True
finally:
if f:
f.close()
if os.path.exists(ok_file):
os.unlink(ok_file)
if os.path.exists(pth_file):
os.unlink(pth_file)
if not self.multi_version:
log.warn("TEST FAILED: %s does NOT support .pth files", instdir)
return False
def install_egg_scripts(self, dist):
"""Write all the scripts for `dist`, unless scripts are excluded"""
if not self.exclude_scripts and dist.metadata_isdir('scripts'):
for script_name in dist.metadata_listdir('scripts'):
if dist.metadata_isdir('scripts/' + script_name):
# The "script" is a directory, likely a Python 3
# __pycache__ directory, so skip it.
continue
self.install_script(
dist, script_name,
dist.get_metadata('scripts/' + script_name)
)
self.install_wrapper_scripts(dist)
def add_output(self, path):
if os.path.isdir(path):
for base, dirs, files in os.walk(path):
for filename in files:
self.outputs.append(os.path.join(base, filename))
else:
self.outputs.append(path)
def not_editable(self, spec):
if self.editable:
raise DistutilsArgError(
"Invalid argument %r: you can't use filenames or URLs "
"with --editable (except via the --find-links option)."
% (spec,)
)
def check_editable(self, spec):
if not self.editable:
return
if os.path.exists(os.path.join(self.build_directory, spec.key)):
raise DistutilsArgError(
"%r already exists in %s; can't do a checkout there" %
(spec.key, self.build_directory)
)
@contextlib.contextmanager
def _tmpdir(self):
tmpdir = tempfile.mkdtemp(prefix=u"easy_install-")
try:
# cast to str as workaround for #709 and #710 and #712
yield str(tmpdir)
finally:
os.path.exists(tmpdir) and rmtree(rmtree_safe(tmpdir))
def easy_install(self, spec, deps=False):
if not self.editable:
self.install_site_py()
with self._tmpdir() as tmpdir:
if not isinstance(spec, Requirement):
if URL_SCHEME(spec):
# It's a url, download it to tmpdir and process
self.not_editable(spec)
dl = self.package_index.download(spec, tmpdir)
return self.install_item(None, dl, tmpdir, deps, True)
elif os.path.exists(spec):
# Existing file or directory, just process it directly
self.not_editable(spec)
return self.install_item(None, spec, tmpdir, deps, True)
else:
spec = parse_requirement_arg(spec)
self.check_editable(spec)
dist = self.package_index.fetch_distribution(
spec, tmpdir, self.upgrade, self.editable,
not self.always_copy, self.local_index
)
if dist is None:
msg = "Could not find suitable distribution for %r" % spec
if self.always_copy:
msg += " (--always-copy skips system and development eggs)"
raise DistutilsError(msg)
elif dist.precedence == DEVELOP_DIST:
# .egg-info dists don't need installing, just process deps
self.process_distribution(spec, dist, deps, "Using")
return dist
else:
return self.install_item(spec, dist.location, tmpdir, deps)
def install_item(self, spec, download, tmpdir, deps, install_needed=False):
# Installation is also needed if file in tmpdir or is not an egg
install_needed = install_needed or self.always_copy
install_needed = install_needed or os.path.dirname(download) == tmpdir
install_needed = install_needed or not download.endswith('.egg')
install_needed = install_needed or (
self.always_copy_from is not None and
os.path.dirname(normalize_path(download)) ==
normalize_path(self.always_copy_from)
)
if spec and not install_needed:
# at this point, we know it's a local .egg, we just don't know if
# it's already installed.
for dist in self.local_index[spec.project_name]:
if dist.location == download:
break
else:
install_needed = True # it's not in the local index
log.info("Processing %s", os.path.basename(download))
if install_needed:
dists = self.install_eggs(spec, download, tmpdir)
for dist in dists:
self.process_distribution(spec, dist, deps)
else:
dists = [self.egg_distribution(download)]
self.process_distribution(spec, dists[0], deps, "Using")
if spec is not None:
for dist in dists:
if dist in spec:
return dist
def select_scheme(self, name):
"""Sets the install directories by applying the install schemes."""
# it's the caller's problem if they supply a bad name!
scheme = INSTALL_SCHEMES[name]
for key in SCHEME_KEYS:
attrname = 'install_' + key
if getattr(self, attrname) is None:
setattr(self, attrname, scheme[key])
def process_distribution(self, requirement, dist, deps=True, *info):
self.update_pth(dist)
self.package_index.add(dist)
if dist in self.local_index[dist.key]:
self.local_index.remove(dist)
self.local_index.add(dist)
self.install_egg_scripts(dist)
self.installed_projects[dist.key] = dist
log.info(self.installation_report(requirement, dist, *info))
if (dist.has_metadata('dependency_links.txt') and
not self.no_find_links):
self.package_index.add_find_links(
dist.get_metadata_lines('dependency_links.txt')
)
if not deps and not self.always_copy:
return
elif requirement is not None and dist.key != requirement.key:
log.warn("Skipping dependencies for %s", dist)
return # XXX this is not the distribution we were looking for
elif requirement is None or dist not in requirement:
# if we wound up with a different version, resolve what we've got
distreq = dist.as_requirement()
requirement = Requirement(str(distreq))
log.info("Processing dependencies for %s", requirement)
try:
distros = WorkingSet([]).resolve(
[requirement], self.local_index, self.easy_install
)
except DistributionNotFound as e:
raise DistutilsError(str(e))
except VersionConflict as e:
raise DistutilsError(e.report())
if self.always_copy or self.always_copy_from:
# Force all the relevant distros to be copied or activated
for dist in distros:
if dist.key not in self.installed_projects:
self.easy_install(dist.as_requirement())
log.info("Finished processing dependencies for %s", requirement)
def should_unzip(self, dist):
if self.zip_ok is not None:
return not self.zip_ok
if dist.has_metadata('not-zip-safe'):
return True
if not dist.has_metadata('zip-safe'):
return True
return False
def maybe_move(self, spec, dist_filename, setup_base):
dst = os.path.join(self.build_directory, spec.key)
if os.path.exists(dst):
msg = (
"%r already exists in %s; build directory %s will not be kept"
)
log.warn(msg, spec.key, self.build_directory, setup_base)
return setup_base
if os.path.isdir(dist_filename):
setup_base = dist_filename
else:
if os.path.dirname(dist_filename) == setup_base:
os.unlink(dist_filename) # get it out of the tmp dir
contents = os.listdir(setup_base)
if len(contents) == 1:
dist_filename = os.path.join(setup_base, contents[0])
if os.path.isdir(dist_filename):
# if the only thing there is a directory, move it instead
setup_base = dist_filename
ensure_directory(dst)
shutil.move(setup_base, dst)
return dst
def install_wrapper_scripts(self, dist):
if self.exclude_scripts:
return
for args in ScriptWriter.best().get_args(dist):
self.write_script(*args)
def install_script(self, dist, script_name, script_text, dev_path=None):
"""Generate a legacy script wrapper and install it"""
spec = str(dist.as_requirement())
is_script = is_python_script(script_text, script_name)
if is_script:
body = self._load_template(dev_path) % locals()
script_text = ScriptWriter.get_header(script_text) + body
self.write_script(script_name, _to_bytes(script_text), 'b')
@staticmethod
def _load_template(dev_path):
"""
There are a couple of template scripts in the package. This
function loads one of them and prepares it for use.
"""
# See https://github.com/pypa/setuptools/issues/134 for info
# on script file naming and downstream issues with SVR4
name = 'script.tmpl'
if dev_path:
name = name.replace('.tmpl', ' (dev).tmpl')
raw_bytes = resource_string('setuptools', name)
return raw_bytes.decode('utf-8')
def write_script(self, script_name, contents, mode="t", blockers=()):
"""Write an executable file to the scripts directory"""
self.delete_blockers( # clean up old .py/.pyw w/o a script
[os.path.join(self.script_dir, x) for x in blockers]
)
log.info("Installing %s script to %s", script_name, self.script_dir)
target = os.path.join(self.script_dir, script_name)
self.add_output(target)
if self.dry_run:
return
mask = current_umask()
ensure_directory(target)
if os.path.exists(target):
os.unlink(target)
with open(target, "w" + mode) as f:
f.write(contents)
chmod(target, 0o777 - mask)
def install_eggs(self, spec, dist_filename, tmpdir):
# .egg dirs or files are already built, so just return them
if dist_filename.lower().endswith('.egg'):
return [self.install_egg(dist_filename, tmpdir)]
elif dist_filename.lower().endswith('.exe'):
return [self.install_exe(dist_filename, tmpdir)]
elif dist_filename.lower().endswith('.whl'):
return [self.install_wheel(dist_filename, tmpdir)]
# Anything else, try to extract and build
setup_base = tmpdir
if os.path.isfile(dist_filename) and not dist_filename.endswith('.py'):
unpack_archive(dist_filename, tmpdir, self.unpack_progress)
elif os.path.isdir(dist_filename):
setup_base = os.path.abspath(dist_filename)
if (setup_base.startswith(tmpdir) # something we downloaded
and self.build_directory and spec is not None):
setup_base = self.maybe_move(spec, dist_filename, setup_base)
# Find the setup.py file
setup_script = os.path.join(setup_base, 'setup.py')
if not os.path.exists(setup_script):
setups = glob(os.path.join(setup_base, '*', 'setup.py'))
if not setups:
raise DistutilsError(
"Couldn't find a setup script in %s" %
os.path.abspath(dist_filename)
)
if len(setups) > 1:
raise DistutilsError(
"Multiple setup scripts in %s" %
os.path.abspath(dist_filename)
)
setup_script = setups[0]
# Now run it, and return the result
if self.editable:
log.info(self.report_editable(spec, setup_script))
return []
else:
return self.build_and_install(setup_script, setup_base)
def egg_distribution(self, egg_path):
if os.path.isdir(egg_path):
metadata = PathMetadata(egg_path, os.path.join(egg_path,
'EGG-INFO'))
else:
metadata = EggMetadata(zipimport.zipimporter(egg_path))
return Distribution.from_filename(egg_path, metadata=metadata)
def install_egg(self, egg_path, tmpdir):
destination = os.path.join(
self.install_dir,
os.path.basename(egg_path),
)
destination = os.path.abspath(destination)
if not self.dry_run:
ensure_directory(destination)
dist = self.egg_distribution(egg_path)
if not samefile(egg_path, destination):
if os.path.isdir(destination) and not os.path.islink(destination):
dir_util.remove_tree(destination, dry_run=self.dry_run)
elif os.path.exists(destination):
self.execute(
os.unlink,
(destination,),
"Removing " + destination,
)
try:
new_dist_is_zipped = False
if os.path.isdir(egg_path):
if egg_path.startswith(tmpdir):
f, m = shutil.move, "Moving"
else:
f, m = shutil.copytree, "Copying"
elif self.should_unzip(dist):
self.mkpath(destination)
f, m = self.unpack_and_compile, "Extracting"
else:
new_dist_is_zipped = True
if egg_path.startswith(tmpdir):
f, m = shutil.move, "Moving"
else:
f, m = shutil.copy2, "Copying"
self.execute(
f,
(egg_path, destination),
(m + " %s to %s") % (
os.path.basename(egg_path),
os.path.dirname(destination)
),
)
update_dist_caches(
destination,
fix_zipimporter_caches=new_dist_is_zipped,
)
except Exception:
update_dist_caches(destination, fix_zipimporter_caches=False)
raise
self.add_output(destination)
return self.egg_distribution(destination)
def install_exe(self, dist_filename, tmpdir):
# See if it's valid, get data
cfg = extract_wininst_cfg(dist_filename)
if cfg is None:
raise DistutilsError(
"%s is not a valid distutils Windows .exe" % dist_filename
)
# Create a dummy distribution object until we build the real distro
dist = Distribution(
None,
project_name=cfg.get('metadata', 'name'),
version=cfg.get('metadata', 'version'), platform=get_platform(),
)
# Convert the .exe to an unpacked egg
egg_path = os.path.join(tmpdir, dist.egg_name() + '.egg')
dist.location = egg_path
egg_tmp = egg_path + '.tmp'
_egg_info = os.path.join(egg_tmp, 'EGG-INFO')
pkg_inf = os.path.join(_egg_info, 'PKG-INFO')
ensure_directory(pkg_inf) # make sure EGG-INFO dir exists
dist._provider = PathMetadata(egg_tmp, _egg_info) # XXX
self.exe_to_egg(dist_filename, egg_tmp)
# Write EGG-INFO/PKG-INFO
if not os.path.exists(pkg_inf):
f = open(pkg_inf, 'w')
f.write('Metadata-Version: 1.0\n')
for k, v in cfg.items('metadata'):
if k != 'target_version':
f.write('%s: %s\n' % (k.replace('_', '-').title(), v))
f.close()
script_dir = os.path.join(_egg_info, 'scripts')
# delete entry-point scripts to avoid duping
self.delete_blockers([
os.path.join(script_dir, args[0])
for args in ScriptWriter.get_args(dist)
])
# Build .egg file from tmpdir
bdist_egg.make_zipfile(
egg_path, egg_tmp, verbose=self.verbose, dry_run=self.dry_run,
)
# install the .egg
return self.install_egg(egg_path, tmpdir)
def exe_to_egg(self, dist_filename, egg_tmp):
"""Extract a bdist_wininst to the directories an egg would use"""
# Check for .pth file and set up prefix translations
prefixes = get_exe_prefixes(dist_filename)
to_compile = []
native_libs = []
top_level = {}
def process(src, dst):
s = src.lower()
for old, new in prefixes:
if s.startswith(old):
src = new + src[len(old):]
parts = src.split('/')
dst = os.path.join(egg_tmp, *parts)
dl = dst.lower()
if dl.endswith('.pyd') or dl.endswith('.dll'):
parts[-1] = bdist_egg.strip_module(parts[-1])
top_level[os.path.splitext(parts[0])[0]] = 1
native_libs.append(src)
elif dl.endswith('.py') and old != 'SCRIPTS/':
top_level[os.path.splitext(parts[0])[0]] = 1
to_compile.append(dst)
return dst
if not src.endswith('.pth'):
log.warn("WARNING: can't process %s", src)
return None
# extract, tracking .pyd/.dll->native_libs and .py -> to_compile
unpack_archive(dist_filename, egg_tmp, process)
stubs = []
for res in native_libs:
if res.lower().endswith('.pyd'): # create stubs for .pyd's
parts = res.split('/')
resource = parts[-1]
parts[-1] = bdist_egg.strip_module(parts[-1]) + '.py'
pyfile = os.path.join(egg_tmp, *parts)
to_compile.append(pyfile)
stubs.append(pyfile)
bdist_egg.write_stub(resource, pyfile)
self.byte_compile(to_compile) # compile .py's
bdist_egg.write_safety_flag(
os.path.join(egg_tmp, 'EGG-INFO'),
bdist_egg.analyze_egg(egg_tmp, stubs)) # write zip-safety flag
for name in 'top_level', 'native_libs':
if locals()[name]:
txt = os.path.join(egg_tmp, 'EGG-INFO', name + '.txt')
if not os.path.exists(txt):
f = open(txt, 'w')
f.write('\n'.join(locals()[name]) + '\n')
f.close()
def install_wheel(self, wheel_path, tmpdir):
wheel = Wheel(wheel_path)
assert wheel.is_compatible()
destination = os.path.join(self.install_dir, wheel.egg_name())
destination = os.path.abspath(destination)
if not self.dry_run:
ensure_directory(destination)
if os.path.isdir(destination) and not os.path.islink(destination):
dir_util.remove_tree(destination, dry_run=self.dry_run)
elif os.path.exists(destination):
self.execute(
os.unlink,
(destination,),
"Removing " + destination,
)
try:
self.execute(
wheel.install_as_egg,
(destination,),
("Installing %s to %s") % (
os.path.basename(wheel_path),
os.path.dirname(destination)
),
)
finally:
update_dist_caches(destination, fix_zipimporter_caches=False)
self.add_output(destination)
return self.egg_distribution(destination)
__mv_warning = textwrap.dedent("""
Because this distribution was installed --multi-version, before you can
import modules from this package in an application, you will need to
'import pkg_resources' and then use a 'require()' call similar to one of
these examples, in order to select the desired version:
pkg_resources.require("%(name)s") # latest installed version
pkg_resources.require("%(name)s==%(version)s") # this exact version
pkg_resources.require("%(name)s>=%(version)s") # this version or higher
""").lstrip()
__id_warning = textwrap.dedent("""
Note also that the installation directory must be on sys.path at runtime for
this to work. (e.g. by being the application's script directory, by being on
PYTHONPATH, or by being added to sys.path by your code.)
""")
def installation_report(self, req, dist, what="Installed"):
"""Helpful installation message for display to package users"""
msg = "\n%(what)s %(eggloc)s%(extras)s"
if self.multi_version and not self.no_report:
msg += '\n' + self.__mv_warning
if self.install_dir not in map(normalize_path, sys.path):
msg += '\n' + self.__id_warning
eggloc = dist.location
name = dist.project_name
version = dist.version
extras = '' # TODO: self.report_extras(req, dist)
return msg % locals()
__editable_msg = textwrap.dedent("""
Extracted editable version of %(spec)s to %(dirname)s
If it uses setuptools in its setup script, you can activate it in
"development" mode by going to that directory and running::
%(python)s setup.py develop
See the setuptools documentation for the "develop" command for more info.
""").lstrip()
def report_editable(self, spec, setup_script):
dirname = os.path.dirname(setup_script)
python = sys.executable
return '\n' + self.__editable_msg % locals()
def run_setup(self, setup_script, setup_base, args):
sys.modules.setdefault('distutils.command.bdist_egg', bdist_egg)
sys.modules.setdefault('distutils.command.egg_info', egg_info)
args = list(args)
if self.verbose > 2:
v = 'v' * (self.verbose - 1)
args.insert(0, '-' + v)
elif self.verbose < 2:
args.insert(0, '-q')
if self.dry_run:
args.insert(0, '-n')
log.info(
"Running %s %s", setup_script[len(setup_base) + 1:], ' '.join(args)
)
try:
run_setup(setup_script, args)
except SystemExit as v:
raise DistutilsError("Setup script exited with %s" % (v.args[0],))
def build_and_install(self, setup_script, setup_base):
args = ['bdist_egg', '--dist-dir']
dist_dir = tempfile.mkdtemp(
prefix='egg-dist-tmp-', dir=os.path.dirname(setup_script)
)
try:
self._set_fetcher_options(os.path.dirname(setup_script))
args.append(dist_dir)
self.run_setup(setup_script, setup_base, args)
all_eggs = Environment([dist_dir])
eggs = []
for key in all_eggs:
for dist in all_eggs[key]:
eggs.append(self.install_egg(dist.location, setup_base))
if not eggs and not self.dry_run:
log.warn("No eggs found in %s (setup script problem?)",
dist_dir)
return eggs
finally:
rmtree(dist_dir)
log.set_verbosity(self.verbose) # restore our log verbosity
def _set_fetcher_options(self, base):
"""
When easy_install is about to run bdist_egg on a source dist, that
source dist might have 'setup_requires' directives, requiring
additional fetching. Ensure the fetcher options given to easy_install
are available to that command as well.
"""
# find the fetch options from easy_install and write them out
# to the setup.cfg file.
ei_opts = self.distribution.get_option_dict('easy_install').copy()
fetch_directives = (
'find_links', 'site_dirs', 'index_url', 'optimize', 'allow_hosts',
)
fetch_options = {}
for key, val in ei_opts.items():
if key not in fetch_directives:
continue
fetch_options[key.replace('_', '-')] = val[1]
# create a settings dictionary suitable for `edit_config`
settings = dict(easy_install=fetch_options)
cfg_filename = os.path.join(base, 'setup.cfg')
setopt.edit_config(cfg_filename, settings)
def update_pth(self, dist):
if self.pth_file is None:
return
for d in self.pth_file[dist.key]: # drop old entries
if self.multi_version or d.location != dist.location:
log.info("Removing %s from easy-install.pth file", d)
self.pth_file.remove(d)
if d.location in self.shadow_path:
self.shadow_path.remove(d.location)
if not self.multi_version:
if dist.location in self.pth_file.paths:
log.info(
"%s is already the active version in easy-install.pth",
dist,
)
else:
log.info("Adding %s to easy-install.pth file", dist)
self.pth_file.add(dist) # add new entry
if dist.location not in self.shadow_path:
self.shadow_path.append(dist.location)
if not self.dry_run:
self.pth_file.save()
if dist.key == 'setuptools':
# Ensure that setuptools itself never becomes unavailable!
# XXX should this check for latest version?
filename = os.path.join(self.install_dir, 'setuptools.pth')
if os.path.islink(filename):
os.unlink(filename)
f = open(filename, 'wt')
f.write(self.pth_file.make_relative(dist.location) + '\n')
f.close()
def unpack_progress(self, src, dst):
# Progress filter for unpacking
log.debug("Unpacking %s to %s", src, dst)
return dst # only unpack-and-compile skips files for dry run
def unpack_and_compile(self, egg_path, destination):
to_compile = []
to_chmod = []
def pf(src, dst):
if dst.endswith('.py') and not src.startswith('EGG-INFO/'):
to_compile.append(dst)
elif dst.endswith('.dll') or dst.endswith('.so'):
to_chmod.append(dst)
self.unpack_progress(src, dst)
return not self.dry_run and dst or None
unpack_archive(egg_path, destination, pf)
self.byte_compile(to_compile)
if not self.dry_run:
for f in to_chmod:
mode = ((os.stat(f)[stat.ST_MODE]) | 0o555) & 0o7755
chmod(f, mode)
def byte_compile(self, to_compile):
if sys.dont_write_bytecode:
return
from distutils.util import byte_compile
try:
# try to make the byte compile messages quieter
log.set_verbosity(self.verbose - 1)
byte_compile(to_compile, optimize=0, force=1, dry_run=self.dry_run)
if self.optimize:
byte_compile(
to_compile, optimize=self.optimize, force=1,
dry_run=self.dry_run,
)
finally:
log.set_verbosity(self.verbose) # restore original verbosity
__no_default_msg = textwrap.dedent("""
bad install directory or PYTHONPATH
You are attempting to install a package to a directory that is not
on PYTHONPATH and which Python does not read ".pth" files from. The
installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
and your PYTHONPATH environment variable currently contains:
%r
Here are some of your options for correcting the problem:
* You can choose a different installation directory, i.e., one that is
on PYTHONPATH or supports .pth files
* You can add the installation directory to the PYTHONPATH environment
variable. (It must then also be on PYTHONPATH whenever you run
Python and want to use the package(s) you are installing.)
* You can set up the installation directory to support ".pth" files by
using one of the approaches described here:
https://setuptools.readthedocs.io/en/latest/easy_install.html#custom-installation-locations
Please make the appropriate changes for your system and try again.""").lstrip()
def no_default_version_msg(self):
template = self.__no_default_msg
return template % (self.install_dir, os.environ.get('PYTHONPATH', ''))
def install_site_py(self):
"""Make sure there's a site.py in the target dir, if needed"""
if self.sitepy_installed:
return # already did it, or don't need to
sitepy = os.path.join(self.install_dir, "site.py")
source = resource_string("setuptools", "site-patch.py")
source = source.decode('utf-8')
current = ""
if os.path.exists(sitepy):
log.debug("Checking existing site.py in %s", self.install_dir)
with io.open(sitepy) as strm:
current = strm.read()
if not current.startswith('def __boot():'):
raise DistutilsError(
"%s is not a setuptools-generated site.py; please"
" remove it." % sitepy
)
if current != source:
log.info("Creating %s", sitepy)
if not self.dry_run:
ensure_directory(sitepy)
with io.open(sitepy, 'w', encoding='utf-8') as strm:
strm.write(source)
self.byte_compile([sitepy])
self.sitepy_installed = True
def create_home_path(self):
"""Create directories under ~."""
if not self.user:
return
home = convert_path(os.path.expanduser("~"))
for name, path in six.iteritems(self.config_vars):
if path.startswith(home) and not os.path.isdir(path):
self.debug_print("os.makedirs('%s', 0o700)" % path)
os.makedirs(path, 0o700)
INSTALL_SCHEMES = dict(
posix=dict(
install_dir='$base/lib/python$py_version_short/site-packages',
script_dir='$base/bin',
),
)
DEFAULT_SCHEME = dict(
install_dir='$base/Lib/site-packages',
script_dir='$base/Scripts',
)
def _expand(self, *attrs):
config_vars = self.get_finalized_command('install').config_vars
if self.prefix:
# Set default install_dir/scripts from --prefix
config_vars = config_vars.copy()
config_vars['base'] = self.prefix
scheme = self.INSTALL_SCHEMES.get(os.name, self.DEFAULT_SCHEME)
for attr, val in scheme.items():
if getattr(self, attr, None) is None:
setattr(self, attr, val)
from distutils.util import subst_vars
for attr in attrs:
val = getattr(self, attr)
if val is not None:
val = subst_vars(val, config_vars)
if os.name == 'posix':
val = os.path.expanduser(val)
setattr(self, attr, val)
def _pythonpath():
items = os.environ.get('PYTHONPATH', '').split(os.pathsep)
return filter(None, items)
def get_site_dirs():
"""
Return a list of 'site' dirs
"""
sitedirs = []
# start with PYTHONPATH
sitedirs.extend(_pythonpath())
prefixes = [sys.prefix]
if sys.exec_prefix != sys.prefix:
prefixes.append(sys.exec_prefix)
for prefix in prefixes:
if prefix:
if sys.platform in ('os2emx', 'riscos'):
sitedirs.append(os.path.join(prefix, "Lib", "site-packages"))
elif os.sep == '/':
sitedirs.extend([
os.path.join(
prefix,
"lib",
"python{}.{}".format(*sys.version_info),
"site-packages",
),
os.path.join(prefix, "lib", "site-python"),
])
else:
sitedirs.extend([
prefix,
os.path.join(prefix, "lib", "site-packages"),
])
if sys.platform == 'darwin':
# for framework builds *only* we add the standard Apple
# locations. Currently only per-user, but /Library and
# /Network/Library could be added too
if 'Python.framework' in prefix:
home = os.environ.get('HOME')
if home:
home_sp = os.path.join(
home,
'Library',
'Python',
'{}.{}'.format(*sys.version_info),
'site-packages',
)
sitedirs.append(home_sp)
lib_paths = get_path('purelib'), get_path('platlib')
for site_lib in lib_paths:
if site_lib not in sitedirs:
sitedirs.append(site_lib)
if site.ENABLE_USER_SITE:
sitedirs.append(site.USER_SITE)
try:
sitedirs.extend(site.getsitepackages())
except AttributeError:
pass
sitedirs = list(map(normalize_path, sitedirs))
return sitedirs
def expand_paths(inputs):
"""Yield sys.path directories that might contain "old-style" packages"""
seen = {}
for dirname in inputs:
dirname = normalize_path(dirname)
if dirname in seen:
continue
seen[dirname] = 1
if not os.path.isdir(dirname):
continue
files = os.listdir(dirname)
yield dirname, files
for name in files:
if not name.endswith('.pth'):
# We only care about the .pth files
continue
if name in ('easy-install.pth', 'setuptools.pth'):
# Ignore .pth files that we control
continue
# Read the .pth file
f = open(os.path.join(dirname, name))
lines = list(yield_lines(f))
f.close()
# Yield existing non-dupe, non-import directory lines from it
for line in lines:
if not line.startswith("import"):
line = normalize_path(line.rstrip())
if line not in seen:
seen[line] = 1
if not os.path.isdir(line):
continue
yield line, os.listdir(line)
def extract_wininst_cfg(dist_filename):
"""Extract configuration data from a bdist_wininst .exe
Returns a configparser.RawConfigParser, or None
"""
f = open(dist_filename, 'rb')
try:
endrec = zipfile._EndRecData(f)
if endrec is None:
return None
prepended = (endrec[9] - endrec[5]) - endrec[6]
if prepended < 12: # no wininst data here
return None
f.seek(prepended - 12)
tag, cfglen, bmlen = struct.unpack("<iii", f.read(12))
if tag not in (0x1234567A, 0x1234567B):
return None # not a valid tag
f.seek(prepended - (12 + cfglen))
init = {'version': '', 'target_version': ''}
cfg = configparser.RawConfigParser(init)
try:
part = f.read(cfglen)
# Read up to the first null byte.
config = part.split(b'\0', 1)[0]
# Now the config is in bytes, but for RawConfigParser, it should
# be text, so decode it.
config = config.decode(sys.getfilesystemencoding())
cfg.readfp(six.StringIO(config))
except configparser.Error:
return None
if not cfg.has_section('metadata') or not cfg.has_section('Setup'):
return None
return cfg
finally:
f.close()
def get_exe_prefixes(exe_filename):
"""Get exe->egg path translations for a given .exe file"""
prefixes = [
('PURELIB/', ''),
('PLATLIB/pywin32_system32', ''),
('PLATLIB/', ''),
('SCRIPTS/', 'EGG-INFO/scripts/'),
('DATA/lib/site-packages', ''),
]
z = zipfile.ZipFile(exe_filename)
try:
for info in z.infolist():
name = info.filename
parts = name.split('/')
if len(parts) == 3 and parts[2] == 'PKG-INFO':
if parts[1].endswith('.egg-info'):
prefixes.insert(0, ('/'.join(parts[:2]), 'EGG-INFO/'))
break
if len(parts) != 2 or not name.endswith('.pth'):
continue
if name.endswith('-nspkg.pth'):
continue
if parts[0].upper() in ('PURELIB', 'PLATLIB'):
contents = z.read(name)
if six.PY3:
contents = contents.decode()
for pth in yield_lines(contents):
pth = pth.strip().replace('\\', '/')
if not pth.startswith('import'):
prefixes.append((('%s/%s/' % (parts[0], pth)), ''))
finally:
z.close()
prefixes = [(x.lower(), y) for x, y in prefixes]
prefixes.sort()
prefixes.reverse()
return prefixes
class PthDistributions(Environment):
"""A .pth file with Distribution paths in it"""
dirty = False
def __init__(self, filename, sitedirs=()):
self.filename = filename
self.sitedirs = list(map(normalize_path, sitedirs))
self.basedir = normalize_path(os.path.dirname(self.filename))
self._load()
Environment.__init__(self, [], None, None)
for path in yield_lines(self.paths):
list(map(self.add, find_distributions(path, True)))
def _load(self):
self.paths = []
saw_import = False
seen = dict.fromkeys(self.sitedirs)
if os.path.isfile(self.filename):
f = open(self.filename, 'rt')
for line in f:
if line.startswith('import'):
saw_import = True
continue
path = line.rstrip()
self.paths.append(path)
if not path.strip() or path.strip().startswith('#'):
continue
# skip non-existent paths, in case somebody deleted a package
# manually, and duplicate paths as well
path = self.paths[-1] = normalize_path(
os.path.join(self.basedir, path)
)
if not os.path.exists(path) or path in seen:
self.paths.pop() # skip it
self.dirty = True # we cleaned up, so we're dirty now :)
continue
seen[path] = 1
f.close()
if self.paths and not saw_import:
self.dirty = True # ensure anything we touch has import wrappers
while self.paths and not self.paths[-1].strip():
self.paths.pop()
def save(self):
"""Write changed .pth file back to disk"""
if not self.dirty:
return
rel_paths = list(map(self.make_relative, self.paths))
if rel_paths:
log.debug("Saving %s", self.filename)
lines = self._wrap_lines(rel_paths)
data = '\n'.join(lines) + '\n'
if os.path.islink(self.filename):
os.unlink(self.filename)
with open(self.filename, 'wt') as f:
f.write(data)
elif os.path.exists(self.filename):
log.debug("Deleting empty %s", self.filename)
os.unlink(self.filename)
self.dirty = False
@staticmethod
def _wrap_lines(lines):
return lines
def add(self, dist):
"""Add `dist` to the distribution map"""
new_path = (
dist.location not in self.paths and (
dist.location not in self.sitedirs or
# account for '.' being in PYTHONPATH
dist.location == os.getcwd()
)
)
if new_path:
self.paths.append(dist.location)
self.dirty = True
Environment.add(self, dist)
def remove(self, dist):
"""Remove `dist` from the distribution map"""
while dist.location in self.paths:
self.paths.remove(dist.location)
self.dirty = True
Environment.remove(self, dist)
def make_relative(self, path):
npath, last = os.path.split(normalize_path(path))
baselen = len(self.basedir)
parts = [last]
sep = os.altsep == '/' and '/' or os.sep
while len(npath) >= baselen:
if npath == self.basedir:
parts.append(os.curdir)
parts.reverse()
return sep.join(parts)
npath, last = os.path.split(npath)
parts.append(last)
else:
return path
class RewritePthDistributions(PthDistributions):
@classmethod
def _wrap_lines(cls, lines):
yield cls.prelude
for line in lines:
yield line
yield cls.postlude
prelude = _one_liner("""
import sys
sys.__plen = len(sys.path)
""")
postlude = _one_liner("""
import sys
new = sys.path[sys.__plen:]
del sys.path[sys.__plen:]
p = getattr(sys, '__egginsert', 0)
sys.path[p:p] = new
sys.__egginsert = p + len(new)
""")
if os.environ.get('SETUPTOOLS_SYS_PATH_TECHNIQUE', 'raw') == 'rewrite':
PthDistributions = RewritePthDistributions
def _first_line_re():
"""
Return a regular expression based on first_line_re suitable for matching
strings.
"""
if isinstance(first_line_re.pattern, str):
return first_line_re
# first_line_re in Python >=3.1.4 and >=3.2.1 is a bytes pattern.
return re.compile(first_line_re.pattern.decode())
def auto_chmod(func, arg, exc):
if func in [os.unlink, os.remove] and os.name == 'nt':
chmod(arg, stat.S_IWRITE)
return func(arg)
et, ev, _ = sys.exc_info()
six.reraise(et, (ev[0], ev[1] + (" %s %s" % (func, arg))))
def update_dist_caches(dist_path, fix_zipimporter_caches):
"""
Fix any globally cached `dist_path` related data
`dist_path` should be a path of a newly installed egg distribution (zipped
or unzipped).
sys.path_importer_cache contains finder objects that have been cached when
importing data from the original distribution. Any such finders need to be
cleared since the replacement distribution might be packaged differently,
e.g. a zipped egg distribution might get replaced with an unzipped egg
folder or vice versa. Having the old finders cached may then cause Python
to attempt loading modules from the replacement distribution using an
incorrect loader.
zipimport.zipimporter objects are Python loaders charged with importing
data packaged inside zip archives. If stale loaders referencing the
original distribution, are left behind, they can fail to load modules from
the replacement distribution. E.g. if an old zipimport.zipimporter instance
is used to load data from a new zipped egg archive, it may cause the
operation to attempt to locate the requested data in the wrong location -
one indicated by the original distribution's zip archive directory
information. Such an operation may then fail outright, e.g. report having
read a 'bad local file header', or even worse, it may fail silently &
return invalid data.
zipimport._zip_directory_cache contains cached zip archive directory
information for all existing zipimport.zipimporter instances and all such
instances connected to the same archive share the same cached directory
information.
If asked, and the underlying Python implementation allows it, we can fix
all existing zipimport.zipimporter instances instead of having to track
them down and remove them one by one, by updating their shared cached zip
archive directory information. This, of course, assumes that the
replacement distribution is packaged as a zipped egg.
If not asked to fix existing zipimport.zipimporter instances, we still do
our best to clear any remaining zipimport.zipimporter related cached data
that might somehow later get used when attempting to load data from the new
distribution and thus cause such load operations to fail. Note that when
tracking down such remaining stale data, we can not catch every conceivable
usage from here, and we clear only those that we know of and have found to
cause problems if left alive. Any remaining caches should be updated by
whomever is in charge of maintaining them, i.e. they should be ready to
handle us replacing their zip archives with new distributions at runtime.
"""
# There are several other known sources of stale zipimport.zipimporter
# instances that we do not clear here, but might if ever given a reason to
# do so:
# * Global setuptools pkg_resources.working_set (a.k.a. 'master working
# set') may contain distributions which may in turn contain their
# zipimport.zipimporter loaders.
# * Several zipimport.zipimporter loaders held by local variables further
# up the function call stack when running the setuptools installation.
# * Already loaded modules may have their __loader__ attribute set to the
# exact loader instance used when importing them. Python 3.4 docs state
# that this information is intended mostly for introspection and so is
# not expected to cause us problems.
normalized_path = normalize_path(dist_path)
_uncache(normalized_path, sys.path_importer_cache)
if fix_zipimporter_caches:
_replace_zip_directory_cache_data(normalized_path)
else:
# Here, even though we do not want to fix existing and now stale
# zipimporter cache information, we still want to remove it. Related to
# Python's zip archive directory information cache, we clear each of
# its stale entries in two phases:
# 1. Clear the entry so attempting to access zip archive information
# via any existing stale zipimport.zipimporter instances fails.
# 2. Remove the entry from the cache so any newly constructed
# zipimport.zipimporter instances do not end up using old stale
# zip archive directory information.
# This whole stale data removal step does not seem strictly necessary,
# but has been left in because it was done before we started replacing
# the zip archive directory information cache content if possible, and
# there are no relevant unit tests that we can depend on to tell us if
# this is really needed.
_remove_and_clear_zip_directory_cache_data(normalized_path)
def _collect_zipimporter_cache_entries(normalized_path, cache):
"""
Return zipimporter cache entry keys related to a given normalized path.
Alternative path spellings (e.g. those using different character case or
those using alternative path separators) related to the same path are
included. Any sub-path entries are included as well, i.e. those
corresponding to zip archives embedded in other zip archives.
"""
result = []
prefix_len = len(normalized_path)
for p in cache:
np = normalize_path(p)
if (np.startswith(normalized_path) and
np[prefix_len:prefix_len + 1] in (os.sep, '')):
result.append(p)
return result
def _update_zipimporter_cache(normalized_path, cache, updater=None):
"""
Update zipimporter cache data for a given normalized path.
Any sub-path entries are processed as well, i.e. those corresponding to zip
archives embedded in other zip archives.
Given updater is a callable taking a cache entry key and the original entry
(after already removing the entry from the cache), and expected to update
the entry and possibly return a new one to be inserted in its place.
Returning None indicates that the entry should not be replaced with a new
one. If no updater is given, the cache entries are simply removed without
any additional processing, the same as if the updater simply returned None.
"""
for p in _collect_zipimporter_cache_entries(normalized_path, cache):
# N.B. pypy's custom zipimport._zip_directory_cache implementation does
# not support the complete dict interface:
# * Does not support item assignment, thus not allowing this function
# to be used only for removing existing cache entries.
# * Does not support the dict.pop() method, forcing us to use the
# get/del patterns instead. For more detailed information see the
# following links:
# https://github.com/pypa/setuptools/issues/202#issuecomment-202913420
# http://bit.ly/2h9itJX
old_entry = cache[p]
del cache[p]
new_entry = updater and updater(p, old_entry)
if new_entry is not None:
cache[p] = new_entry
def _uncache(normalized_path, cache):
_update_zipimporter_cache(normalized_path, cache)
def _remove_and_clear_zip_directory_cache_data(normalized_path):
def clear_and_remove_cached_zip_archive_directory_data(path, old_entry):
old_entry.clear()
_update_zipimporter_cache(
normalized_path, zipimport._zip_directory_cache,
updater=clear_and_remove_cached_zip_archive_directory_data)
# PyPy Python implementation does not allow directly writing to the
# zipimport._zip_directory_cache and so prevents us from attempting to correct
# its content. The best we can do there is clear the problematic cache content
# and have PyPy repopulate it as needed. The downside is that if there are any
# stale zipimport.zipimporter instances laying around, attempting to use them
# will fail due to not having its zip archive directory information available
# instead of being automatically corrected to use the new correct zip archive
# directory information.
if '__pypy__' in sys.builtin_module_names:
_replace_zip_directory_cache_data = \
_remove_and_clear_zip_directory_cache_data
else:
def _replace_zip_directory_cache_data(normalized_path):
def replace_cached_zip_archive_directory_data(path, old_entry):
# N.B. In theory, we could load the zip directory information just
# once for all updated path spellings, and then copy it locally and
# update its contained path strings to contain the correct
# spelling, but that seems like a way too invasive move (this cache
# structure is not officially documented anywhere and could in
# theory change with new Python releases) for no significant
# benefit.
old_entry.clear()
zipimport.zipimporter(path)
old_entry.update(zipimport._zip_directory_cache[path])
return old_entry
_update_zipimporter_cache(
normalized_path, zipimport._zip_directory_cache,
updater=replace_cached_zip_archive_directory_data)
def is_python(text, filename='<string>'):
"Is this string a valid Python script?"
try:
compile(text, filename, 'exec')
except (SyntaxError, TypeError):
return False
else:
return True
def is_sh(executable):
"""Determine if the specified executable is a .sh (contains a #! line)"""
try:
with io.open(executable, encoding='latin-1') as fp:
magic = fp.read(2)
except (OSError, IOError):
return executable
return magic == '#!'
def nt_quote_arg(arg):
"""Quote a command line argument according to Windows parsing rules"""
return subprocess.list2cmdline([arg])
def is_python_script(script_text, filename):
"""Is this text, as a whole, a Python script? (as opposed to shell/bat/etc.
"""
if filename.endswith('.py') or filename.endswith('.pyw'):
return True # extension says it's Python
if is_python(script_text, filename):
return True # it's syntactically valid Python
if script_text.startswith('#!'):
# It begins with a '#!' line, so check if 'python' is in it somewhere
return 'python' in script_text.splitlines()[0].lower()
return False # Not any Python I can recognize
try:
from os import chmod as _chmod
except ImportError:
# Jython compatibility
def _chmod(*args):
pass
def chmod(path, mode):
log.debug("changing mode of %s to %o", path, mode)
try:
_chmod(path, mode)
except os.error as e:
log.debug("chmod failed: %s", e)
class CommandSpec(list):
"""
A command spec for a #! header, specified as a list of arguments akin to
those passed to Popen.
"""
options = []
split_args = dict()
@classmethod
def best(cls):
"""
Choose the best CommandSpec class based on environmental conditions.
"""
return cls
@classmethod
def _sys_executable(cls):
_default = os.path.normpath(sys.executable)
return os.environ.get('__PYVENV_LAUNCHER__', _default)
@classmethod
def from_param(cls, param):
"""
Construct a CommandSpec from a parameter to build_scripts, which may
be None.
"""
if isinstance(param, cls):
return param
if isinstance(param, list):
return cls(param)
if param is None:
return cls.from_environment()
# otherwise, assume it's a string.
return cls.from_string(param)
@classmethod
def from_environment(cls):
return cls([cls._sys_executable()])
@classmethod
def from_string(cls, string):
"""
Construct a command spec from a simple string representing a command
line parseable by shlex.split.
"""
items = shlex.split(string, **cls.split_args)
return cls(items)
def install_options(self, script_text):
self.options = shlex.split(self._extract_options(script_text))
cmdline = subprocess.list2cmdline(self)
if not isascii(cmdline):
self.options[:0] = ['-x']
@staticmethod
def _extract_options(orig_script):
"""
Extract any options from the first line of the script.
"""
first = (orig_script + '\n').splitlines()[0]
match = _first_line_re().match(first)
options = match.group(1) or '' if match else ''
return options.strip()
def as_header(self):
return self._render(self + list(self.options))
@staticmethod
def _strip_quotes(item):
_QUOTES = '"\''
for q in _QUOTES:
if item.startswith(q) and item.endswith(q):
return item[1:-1]
return item
@staticmethod
def _render(items):
cmdline = subprocess.list2cmdline(
CommandSpec._strip_quotes(item.strip()) for item in items)
return '#!' + cmdline + '\n'
# For pbr compat; will be removed in a future version.
sys_executable = CommandSpec._sys_executable()
class WindowsCommandSpec(CommandSpec):
split_args = dict(posix=False)
class ScriptWriter:
"""
Encapsulates behavior around writing entry point scripts for console and
gui apps.
"""
template = textwrap.dedent(r"""
# EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r
__requires__ = %(spec)r
import re
import sys
from pkg_resources import load_entry_point
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
sys.exit(
load_entry_point(%(spec)r, %(group)r, %(name)r)()
)
""").lstrip()
command_spec_class = CommandSpec
@classmethod
def get_script_args(cls, dist, executable=None, wininst=False):
# for backward compatibility
warnings.warn("Use get_args", EasyInstallDeprecationWarning)
writer = (WindowsScriptWriter if wininst else ScriptWriter).best()
header = cls.get_script_header("", executable, wininst)
return writer.get_args(dist, header)
@classmethod
def get_script_header(cls, script_text, executable=None, wininst=False):
# for backward compatibility
warnings.warn("Use get_header", EasyInstallDeprecationWarning, stacklevel=2)
if wininst:
executable = "python.exe"
return cls.get_header(script_text, executable)
@classmethod
def get_args(cls, dist, header=None):
"""
Yield write_script() argument tuples for a distribution's
console_scripts and gui_scripts entry points.
"""
if header is None:
header = cls.get_header()
spec = str(dist.as_requirement())
for type_ in 'console', 'gui':
group = type_ + '_scripts'
for name, ep in dist.get_entry_map(group).items():
cls._ensure_safe_name(name)
script_text = cls.template % locals()
args = cls._get_script_args(type_, name, header, script_text)
for res in args:
yield res
@staticmethod
def _ensure_safe_name(name):
"""
Prevent paths in *_scripts entry point names.
"""
has_path_sep = re.search(r'[\\/]', name)
if has_path_sep:
raise ValueError("Path separators not allowed in script names")
@classmethod
def get_writer(cls, force_windows):
# for backward compatibility
warnings.warn("Use best", EasyInstallDeprecationWarning)
return WindowsScriptWriter.best() if force_windows else cls.best()
@classmethod
def best(cls):
"""
Select the best ScriptWriter for this environment.
"""
if sys.platform == 'win32' or (os.name == 'java' and os._name == 'nt'):
return WindowsScriptWriter.best()
else:
return cls
@classmethod
def _get_script_args(cls, type_, name, header, script_text):
# Simply write the stub with no extension.
yield (name, header + script_text)
@classmethod
def get_header(cls, script_text="", executable=None):
"""Create a #! line, getting options (if any) from script_text"""
cmd = cls.command_spec_class.best().from_param(executable)
cmd.install_options(script_text)
return cmd.as_header()
class WindowsScriptWriter(ScriptWriter):
command_spec_class = WindowsCommandSpec
@classmethod
def get_writer(cls):
# for backward compatibility
warnings.warn("Use best", EasyInstallDeprecationWarning)
return cls.best()
@classmethod
def best(cls):
"""
Select the best ScriptWriter suitable for Windows
"""
writer_lookup = dict(
executable=WindowsExecutableLauncherWriter,
natural=cls,
)
# for compatibility, use the executable launcher by default
launcher = os.environ.get('SETUPTOOLS_LAUNCHER', 'executable')
return writer_lookup[launcher]
@classmethod
def _get_script_args(cls, type_, name, header, script_text):
"For Windows, add a .py extension"
ext = dict(console='.pya', gui='.pyw')[type_]
if ext not in os.environ['PATHEXT'].lower().split(';'):
msg = (
"{ext} not listed in PATHEXT; scripts will not be "
"recognized as executables."
).format(**locals())
warnings.warn(msg, UserWarning)
old = ['.pya', '.py', '-script.py', '.pyc', '.pyo', '.pyw', '.exe']
old.remove(ext)
header = cls._adjust_header(type_, header)
blockers = [name + x for x in old]
yield name + ext, header + script_text, 't', blockers
@classmethod
def _adjust_header(cls, type_, orig_header):
"""
Make sure 'pythonw' is used for gui and and 'python' is used for
console (regardless of what sys.executable is).
"""
pattern = 'pythonw.exe'
repl = 'python.exe'
if type_ == 'gui':
pattern, repl = repl, pattern
pattern_ob = re.compile(re.escape(pattern), re.IGNORECASE)
new_header = pattern_ob.sub(string=orig_header, repl=repl)
return new_header if cls._use_header(new_header) else orig_header
@staticmethod
def _use_header(new_header):
"""
Should _adjust_header use the replaced header?
On non-windows systems, always use. On
Windows systems, only use the replaced header if it resolves
to an executable on the system.
"""
clean_header = new_header[2:-1].strip('"')
return sys.platform != 'win32' or find_executable(clean_header)
class WindowsExecutableLauncherWriter(WindowsScriptWriter):
@classmethod
def _get_script_args(cls, type_, name, header, script_text):
"""
For Windows, add a .py extension and an .exe launcher
"""
if type_ == 'gui':
launcher_type = 'gui'
ext = '-script.pyw'
old = ['.pyw']
else:
launcher_type = 'cli'
ext = '-script.py'
old = ['.py', '.pyc', '.pyo']
hdr = cls._adjust_header(type_, header)
blockers = [name + x for x in old]
yield (name + ext, hdr + script_text, 't', blockers)
yield (
name + '.exe', get_win_launcher(launcher_type),
'b' # write in binary mode
)
if not is_64bit():
# install a manifest for the launcher to prevent Windows
# from detecting it as an installer (which it will for
# launchers like easy_install.exe). Consider only
# adding a manifest for launchers detected as installers.
# See Distribute #143 for details.
m_name = name + '.exe.manifest'
yield (m_name, load_launcher_manifest(name), 't')
# for backward-compatibility
get_script_args = ScriptWriter.get_script_args
get_script_header = ScriptWriter.get_script_header
def get_win_launcher(type):
"""
Load the Windows launcher (executable) suitable for launching a script.
`type` should be either 'cli' or 'gui'
Returns the executable as a byte string.
"""
launcher_fn = '%s.exe' % type
if is_64bit():
launcher_fn = launcher_fn.replace(".", "-64.")
else:
launcher_fn = launcher_fn.replace(".", "-32.")
return resource_string('setuptools', launcher_fn)
def load_launcher_manifest(name):
manifest = pkg_resources.resource_string(__name__, 'launcher manifest.xml')
if six.PY2:
return manifest % vars()
else:
return manifest.decode('utf-8') % vars()
def rmtree(path, ignore_errors=False, onerror=auto_chmod):
return shutil.rmtree(path, ignore_errors, onerror)
def current_umask():
tmp = os.umask(0o022)
os.umask(tmp)
return tmp
def bootstrap():
# This function is called when setuptools*.egg is run using /bin/sh
import setuptools
argv0 = os.path.dirname(setuptools.__path__[0])
sys.argv[0] = argv0
sys.argv.append(argv0)
main()
def main(argv=None, **kw):
from setuptools import setup
from setuptools.dist import Distribution
class DistributionWithoutHelpCommands(Distribution):
common_usage = ""
def _show_help(self, *args, **kw):
with _patch_usage():
Distribution._show_help(self, *args, **kw)
if argv is None:
argv = sys.argv[1:]
with _patch_usage():
setup(
script_args=['-q', 'easy_install', '-v'] + argv,
script_name=sys.argv[0] or 'easy_install',
distclass=DistributionWithoutHelpCommands,
**kw
)
@contextlib.contextmanager
def _patch_usage():
import distutils.core
USAGE = textwrap.dedent("""
usage: %(script)s [options] requirement_or_url ...
or: %(script)s --help
""").lstrip()
def gen_usage(script_name):
return USAGE % dict(
script=os.path.basename(script_name),
)
saved = distutils.core.gen_usage
distutils.core.gen_usage = gen_usage
try:
yield
finally:
distutils.core.gen_usage = saved
class EasyInstallDeprecationWarning(SetuptoolsDeprecationWarning):
"""Class for warning about deprecations in EasyInstall in SetupTools. Not ignored by default, unlike DeprecationWarning."""
site-packages/setuptools/command/install_scripts.py 0000644 00000004607 15201600074 0016714 0 ustar 00 from distutils import log
import distutils.command.install_scripts as orig
import os
import sys
from pkg_resources import Distribution, PathMetadata, ensure_directory
class install_scripts(orig.install_scripts):
"""Do normal script install, plus any egg_info wrapper scripts"""
def initialize_options(self):
orig.install_scripts.initialize_options(self)
self.no_ep = False
def run(self):
import setuptools.command.easy_install as ei
self.run_command("egg_info")
if self.distribution.scripts:
orig.install_scripts.run(self) # run first to set up self.outfiles
else:
self.outfiles = []
if self.no_ep:
# don't install entry point scripts into .egg file!
return
ei_cmd = self.get_finalized_command("egg_info")
dist = Distribution(
ei_cmd.egg_base, PathMetadata(ei_cmd.egg_base, ei_cmd.egg_info),
ei_cmd.egg_name, ei_cmd.egg_version,
)
bs_cmd = self.get_finalized_command('build_scripts')
exec_param = getattr(bs_cmd, 'executable', None)
bw_cmd = self.get_finalized_command("bdist_wininst")
is_wininst = getattr(bw_cmd, '_is_running', False)
writer = ei.ScriptWriter
if is_wininst:
exec_param = "python.exe"
writer = ei.WindowsScriptWriter
if exec_param == sys.executable:
# In case the path to the Python executable contains a space, wrap
# it so it's not split up.
exec_param = [exec_param]
# resolve the writer to the environment
writer = writer.best()
cmd = writer.command_spec_class.best().from_param(exec_param)
for args in writer.get_args(dist, cmd.as_header()):
self.write_script(*args)
def write_script(self, script_name, contents, mode="t", *ignored):
"""Write an executable file to the scripts directory"""
from setuptools.command.easy_install import chmod, current_umask
log.info("Installing %s script to %s", script_name, self.install_dir)
target = os.path.join(self.install_dir, script_name)
self.outfiles.append(target)
mask = current_umask()
if not self.dry_run:
ensure_directory(target)
f = open(target, "w" + mode)
f.write(contents)
f.close()
chmod(target, 0o777 - mask)
site-packages/setuptools/command/bdist_egg.py 0000644 00000043411 15201600074 0015422 0 ustar 00 """setuptools.command.bdist_egg
Build .egg distributions"""
from distutils.errors import DistutilsSetupError
from distutils.dir_util import remove_tree, mkpath
from distutils import log
from types import CodeType
import sys
import os
import re
import textwrap
import marshal
from setuptools.extern import six
from pkg_resources import get_build_platform, Distribution, ensure_directory
from pkg_resources import EntryPoint
from setuptools.extension import Library
from setuptools import Command
try:
# Python 2.7 or >=3.2
from sysconfig import get_path, get_python_version
def _get_purelib():
return get_path("purelib")
except ImportError:
from distutils.sysconfig import get_python_lib, get_python_version
def _get_purelib():
return get_python_lib(False)
def strip_module(filename):
if '.' in filename:
filename = os.path.splitext(filename)[0]
if filename.endswith('module'):
filename = filename[:-6]
return filename
def sorted_walk(dir):
"""Do os.walk in a reproducible way,
independent of indeterministic filesystem readdir order
"""
for base, dirs, files in os.walk(dir):
dirs.sort()
files.sort()
yield base, dirs, files
def write_stub(resource, pyfile):
_stub_template = textwrap.dedent("""
def __bootstrap__():
global __bootstrap__, __loader__, __file__
import sys, pkg_resources, imp
__file__ = pkg_resources.resource_filename(__name__, %r)
__loader__ = None; del __bootstrap__, __loader__
imp.load_dynamic(__name__,__file__)
__bootstrap__()
""").lstrip()
with open(pyfile, 'w') as f:
f.write(_stub_template % resource)
class bdist_egg(Command):
description = "create an \"egg\" distribution"
user_options = [
('bdist-dir=', 'b',
"temporary directory for creating the distribution"),
('plat-name=', 'p', "platform name to embed in generated filenames "
"(default: %s)" % get_build_platform()),
('exclude-source-files', None,
"remove all .py files from the generated egg"),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
]
boolean_options = [
'keep-temp', 'skip-build', 'exclude-source-files'
]
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.keep_temp = 0
self.dist_dir = None
self.skip_build = 0
self.egg_output = None
self.exclude_source_files = None
def finalize_options(self):
ei_cmd = self.ei_cmd = self.get_finalized_command("egg_info")
self.egg_info = ei_cmd.egg_info
if self.bdist_dir is None:
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'egg')
if self.plat_name is None:
self.plat_name = get_build_platform()
self.set_undefined_options('bdist', ('dist_dir', 'dist_dir'))
if self.egg_output is None:
# Compute filename of the output egg
basename = Distribution(
None, None, ei_cmd.egg_name, ei_cmd.egg_version,
get_python_version(),
self.distribution.has_ext_modules() and self.plat_name
).egg_name()
self.egg_output = os.path.join(self.dist_dir, basename + '.egg')
def do_install_data(self):
# Hack for packages that install data to install's --install-lib
self.get_finalized_command('install').install_lib = self.bdist_dir
site_packages = os.path.normcase(os.path.realpath(_get_purelib()))
old, self.distribution.data_files = self.distribution.data_files, []
for item in old:
if isinstance(item, tuple) and len(item) == 2:
if os.path.isabs(item[0]):
realpath = os.path.realpath(item[0])
normalized = os.path.normcase(realpath)
if normalized == site_packages or normalized.startswith(
site_packages + os.sep
):
item = realpath[len(site_packages) + 1:], item[1]
# XXX else: raise ???
self.distribution.data_files.append(item)
try:
log.info("installing package data to %s", self.bdist_dir)
self.call_command('install_data', force=0, root=None)
finally:
self.distribution.data_files = old
def get_outputs(self):
return [self.egg_output]
def call_command(self, cmdname, **kw):
"""Invoke reinitialized command `cmdname` with keyword args"""
for dirname in INSTALL_DIRECTORY_ATTRS:
kw.setdefault(dirname, self.bdist_dir)
kw.setdefault('skip_build', self.skip_build)
kw.setdefault('dry_run', self.dry_run)
cmd = self.reinitialize_command(cmdname, **kw)
self.run_command(cmdname)
return cmd
def run(self):
# Generate metadata first
self.run_command("egg_info")
# We run install_lib before install_data, because some data hacks
# pull their data path from the install_lib command.
log.info("installing library code to %s", self.bdist_dir)
instcmd = self.get_finalized_command('install')
old_root = instcmd.root
instcmd.root = None
if self.distribution.has_c_libraries() and not self.skip_build:
self.run_command('build_clib')
cmd = self.call_command('install_lib', warn_dir=0)
instcmd.root = old_root
all_outputs, ext_outputs = self.get_ext_outputs()
self.stubs = []
to_compile = []
for (p, ext_name) in enumerate(ext_outputs):
filename, ext = os.path.splitext(ext_name)
pyfile = os.path.join(self.bdist_dir, strip_module(filename) +
'.py')
self.stubs.append(pyfile)
log.info("creating stub loader for %s", ext_name)
if not self.dry_run:
write_stub(os.path.basename(ext_name), pyfile)
to_compile.append(pyfile)
ext_outputs[p] = ext_name.replace(os.sep, '/')
if to_compile:
cmd.byte_compile(to_compile)
if self.distribution.data_files:
self.do_install_data()
# Make the EGG-INFO directory
archive_root = self.bdist_dir
egg_info = os.path.join(archive_root, 'EGG-INFO')
self.mkpath(egg_info)
if self.distribution.scripts:
script_dir = os.path.join(egg_info, 'scripts')
log.info("installing scripts to %s", script_dir)
self.call_command('install_scripts', install_dir=script_dir,
no_ep=1)
self.copy_metadata_to(egg_info)
native_libs = os.path.join(egg_info, "native_libs.txt")
if all_outputs:
log.info("writing %s", native_libs)
if not self.dry_run:
ensure_directory(native_libs)
libs_file = open(native_libs, 'wt')
libs_file.write('\n'.join(all_outputs))
libs_file.write('\n')
libs_file.close()
elif os.path.isfile(native_libs):
log.info("removing %s", native_libs)
if not self.dry_run:
os.unlink(native_libs)
write_safety_flag(
os.path.join(archive_root, 'EGG-INFO'), self.zip_safe()
)
if os.path.exists(os.path.join(self.egg_info, 'depends.txt')):
log.warn(
"WARNING: 'depends.txt' will not be used by setuptools 0.6!\n"
"Use the install_requires/extras_require setup() args instead."
)
if self.exclude_source_files:
self.zap_pyfiles()
# Make the archive
make_zipfile(self.egg_output, archive_root, verbose=self.verbose,
dry_run=self.dry_run, mode=self.gen_header())
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
# Add to 'Distribution.dist_files' so that the "upload" command works
getattr(self.distribution, 'dist_files', []).append(
('bdist_egg', get_python_version(), self.egg_output))
def zap_pyfiles(self):
log.info("Removing .py files from temporary directory")
for base, dirs, files in walk_egg(self.bdist_dir):
for name in files:
path = os.path.join(base, name)
if name.endswith('.py'):
log.debug("Deleting %s", path)
os.unlink(path)
if base.endswith('__pycache__'):
path_old = path
pattern = r'(?P<name>.+)\.(?P<magic>[^.]+)\.pyc'
m = re.match(pattern, name)
path_new = os.path.join(
base, os.pardir, m.group('name') + '.pyc')
log.info(
"Renaming file from [%s] to [%s]"
% (path_old, path_new))
try:
os.remove(path_new)
except OSError:
pass
os.rename(path_old, path_new)
def zip_safe(self):
safe = getattr(self.distribution, 'zip_safe', None)
if safe is not None:
return safe
log.warn("zip_safe flag not set; analyzing archive contents...")
return analyze_egg(self.bdist_dir, self.stubs)
def gen_header(self):
epm = EntryPoint.parse_map(self.distribution.entry_points or '')
ep = epm.get('setuptools.installation', {}).get('eggsecutable')
if ep is None:
return 'w' # not an eggsecutable, do it the usual way.
if not ep.attrs or ep.extras:
raise DistutilsSetupError(
"eggsecutable entry point (%r) cannot have 'extras' "
"or refer to a module" % (ep,)
)
pyver = '{}.{}'.format(*sys.version_info)
pkg = ep.module_name
full = '.'.join(ep.attrs)
base = ep.attrs[0]
basename = os.path.basename(self.egg_output)
header = (
"#!/bin/sh\n"
'if [ `basename $0` = "%(basename)s" ]\n'
'then exec python%(pyver)s -c "'
"import sys, os; sys.path.insert(0, os.path.abspath('$0')); "
"from %(pkg)s import %(base)s; sys.exit(%(full)s())"
'" "$@"\n'
'else\n'
' echo $0 is not the correct name for this egg file.\n'
' echo Please rename it back to %(basename)s and try again.\n'
' exec false\n'
'fi\n'
) % locals()
if not self.dry_run:
mkpath(os.path.dirname(self.egg_output), dry_run=self.dry_run)
f = open(self.egg_output, 'w')
f.write(header)
f.close()
return 'a'
def copy_metadata_to(self, target_dir):
"Copy metadata (egg info) to the target_dir"
# normalize the path (so that a forward-slash in egg_info will
# match using startswith below)
norm_egg_info = os.path.normpath(self.egg_info)
prefix = os.path.join(norm_egg_info, '')
for path in self.ei_cmd.filelist.files:
if path.startswith(prefix):
target = os.path.join(target_dir, path[len(prefix):])
ensure_directory(target)
self.copy_file(path, target)
def get_ext_outputs(self):
"""Get a list of relative paths to C extensions in the output distro"""
all_outputs = []
ext_outputs = []
paths = {self.bdist_dir: ''}
for base, dirs, files in sorted_walk(self.bdist_dir):
for filename in files:
if os.path.splitext(filename)[1].lower() in NATIVE_EXTENSIONS:
all_outputs.append(paths[base] + filename)
for filename in dirs:
paths[os.path.join(base, filename)] = (paths[base] +
filename + '/')
if self.distribution.has_ext_modules():
build_cmd = self.get_finalized_command('build_ext')
for ext in build_cmd.extensions:
if isinstance(ext, Library):
continue
fullname = build_cmd.get_ext_fullname(ext.name)
filename = build_cmd.get_ext_filename(fullname)
if not os.path.basename(filename).startswith('dl-'):
if os.path.exists(os.path.join(self.bdist_dir, filename)):
ext_outputs.append(filename)
return all_outputs, ext_outputs
NATIVE_EXTENSIONS = dict.fromkeys('.dll .so .dylib .pyd'.split())
def walk_egg(egg_dir):
"""Walk an unpacked egg's contents, skipping the metadata directory"""
walker = sorted_walk(egg_dir)
base, dirs, files = next(walker)
if 'EGG-INFO' in dirs:
dirs.remove('EGG-INFO')
yield base, dirs, files
for bdf in walker:
yield bdf
def analyze_egg(egg_dir, stubs):
# check for existing flag in EGG-INFO
for flag, fn in safety_flags.items():
if os.path.exists(os.path.join(egg_dir, 'EGG-INFO', fn)):
return flag
if not can_scan():
return False
safe = True
for base, dirs, files in walk_egg(egg_dir):
for name in files:
if name.endswith('.py') or name.endswith('.pyw'):
continue
elif name.endswith('.pyc') or name.endswith('.pyo'):
# always scan, even if we already know we're not safe
safe = scan_module(egg_dir, base, name, stubs) and safe
return safe
def write_safety_flag(egg_dir, safe):
# Write or remove zip safety flag file(s)
for flag, fn in safety_flags.items():
fn = os.path.join(egg_dir, fn)
if os.path.exists(fn):
if safe is None or bool(safe) != flag:
os.unlink(fn)
elif safe is not None and bool(safe) == flag:
f = open(fn, 'wt')
f.write('\n')
f.close()
safety_flags = {
True: 'zip-safe',
False: 'not-zip-safe',
}
def scan_module(egg_dir, base, name, stubs):
"""Check whether module possibly uses unsafe-for-zipfile stuff"""
filename = os.path.join(base, name)
if filename[:-1] in stubs:
return True # Extension module
pkg = base[len(egg_dir) + 1:].replace(os.sep, '.')
module = pkg + (pkg and '.' or '') + os.path.splitext(name)[0]
if six.PY2:
skip = 8 # skip magic & date
elif sys.version_info < (3, 7):
skip = 12 # skip magic & date & file size
else:
skip = 16 # skip magic & reserved? & date & file size
f = open(filename, 'rb')
f.read(skip)
code = marshal.load(f)
f.close()
safe = True
symbols = dict.fromkeys(iter_symbols(code))
for bad in ['__file__', '__path__']:
if bad in symbols:
log.warn("%s: module references %s", module, bad)
safe = False
if 'inspect' in symbols:
for bad in [
'getsource', 'getabsfile', 'getsourcefile', 'getfile'
'getsourcelines', 'findsource', 'getcomments', 'getframeinfo',
'getinnerframes', 'getouterframes', 'stack', 'trace'
]:
if bad in symbols:
log.warn("%s: module MAY be using inspect.%s", module, bad)
safe = False
return safe
def iter_symbols(code):
"""Yield names and strings used by `code` and its nested code objects"""
for name in code.co_names:
yield name
for const in code.co_consts:
if isinstance(const, six.string_types):
yield const
elif isinstance(const, CodeType):
for name in iter_symbols(const):
yield name
def can_scan():
if not sys.platform.startswith('java') and sys.platform != 'cli':
# CPython, PyPy, etc.
return True
log.warn("Unable to analyze compiled code on this platform.")
log.warn("Please ask the author to include a 'zip_safe'"
" setting (either True or False) in the package's setup.py")
# Attribute names of options for commands that might need to be convinced to
# install to the egg build directory
INSTALL_DIRECTORY_ATTRS = [
'install_lib', 'install_dir', 'install_data', 'install_base'
]
def make_zipfile(zip_filename, base_dir, verbose=0, dry_run=0, compress=True,
mode='w'):
"""Create a zip file from all the files under 'base_dir'. The output
zip file will be named 'base_dir' + ".zip". Uses either the "zipfile"
Python module (if available) or the InfoZIP "zip" utility (if installed
and found on the default search path). If neither tool is available,
raises DistutilsExecError. Returns the name of the output zip file.
"""
import zipfile
mkpath(os.path.dirname(zip_filename), dry_run=dry_run)
log.info("creating '%s' and adding '%s' to it", zip_filename, base_dir)
def visit(z, dirname, names):
for name in names:
path = os.path.normpath(os.path.join(dirname, name))
if os.path.isfile(path):
p = path[len(base_dir) + 1:]
if not dry_run:
z.write(path, p)
log.debug("adding '%s'", p)
compression = zipfile.ZIP_DEFLATED if compress else zipfile.ZIP_STORED
if not dry_run:
z = zipfile.ZipFile(zip_filename, mode, compression=compression)
for dirname, dirs, files in sorted_walk(base_dir):
visit(z, dirname, files)
z.close()
else:
for dirname, dirs, files in sorted_walk(base_dir):
visit(None, dirname, files)
return zip_filename
site-packages/setuptools/command/rotate.py 0000644 00000004164 15201600074 0014773 0 ustar 00 from distutils.util import convert_path
from distutils import log
from distutils.errors import DistutilsOptionError
import os
import shutil
from setuptools.extern import six
from setuptools import Command
class rotate(Command):
"""Delete older distributions"""
description = "delete older distributions, keeping N newest files"
user_options = [
('match=', 'm', "patterns to match (required)"),
('dist-dir=', 'd', "directory where the distributions are"),
('keep=', 'k', "number of matching distributions to keep"),
]
boolean_options = []
def initialize_options(self):
self.match = None
self.dist_dir = None
self.keep = None
def finalize_options(self):
if self.match is None:
raise DistutilsOptionError(
"Must specify one or more (comma-separated) match patterns "
"(e.g. '.zip' or '.egg')"
)
if self.keep is None:
raise DistutilsOptionError("Must specify number of files to keep")
try:
self.keep = int(self.keep)
except ValueError:
raise DistutilsOptionError("--keep must be an integer")
if isinstance(self.match, six.string_types):
self.match = [
convert_path(p.strip()) for p in self.match.split(',')
]
self.set_undefined_options('bdist', ('dist_dir', 'dist_dir'))
def run(self):
self.run_command("egg_info")
from glob import glob
for pattern in self.match:
pattern = self.distribution.get_name() + '*' + pattern
files = glob(os.path.join(self.dist_dir, pattern))
files = [(os.path.getmtime(f), f) for f in files]
files.sort()
files.reverse()
log.info("%d file(s) matching %s", len(files), pattern)
files = files[self.keep:]
for (t, f) in files:
log.info("Deleting %s", f)
if not self.dry_run:
if os.path.isdir(f):
shutil.rmtree(f)
else:
os.unlink(f)
site-packages/setuptools/command/build_clib.py 0000644 00000010604 15201600074 0015561 0 ustar 00 import distutils.command.build_clib as orig
from distutils.errors import DistutilsSetupError
from distutils import log
from setuptools.dep_util import newer_pairwise_group
class build_clib(orig.build_clib):
"""
Override the default build_clib behaviour to do the following:
1. Implement a rudimentary timestamp-based dependency system
so 'compile()' doesn't run every time.
2. Add more keys to the 'build_info' dictionary:
* obj_deps - specify dependencies for each object compiled.
this should be a dictionary mapping a key
with the source filename to a list of
dependencies. Use an empty string for global
dependencies.
* cflags - specify a list of additional flags to pass to
the compiler.
"""
def build_libraries(self, libraries):
for (lib_name, build_info) in libraries:
sources = build_info.get('sources')
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % lib_name)
sources = list(sources)
log.info("building '%s' library", lib_name)
# Make sure everything is the correct type.
# obj_deps should be a dictionary of keys as sources
# and a list/tuple of files that are its dependencies.
obj_deps = build_info.get('obj_deps', dict())
if not isinstance(obj_deps, dict):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'obj_deps' must be a dictionary of "
"type 'source: list'" % lib_name)
dependencies = []
# Get the global dependencies that are specified by the '' key.
# These will go into every source's dependency list.
global_deps = obj_deps.get('', list())
if not isinstance(global_deps, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'obj_deps' must be a dictionary of "
"type 'source: list'" % lib_name)
# Build the list to be used by newer_pairwise_group
# each source will be auto-added to its dependencies.
for source in sources:
src_deps = [source]
src_deps.extend(global_deps)
extra_deps = obj_deps.get(source, list())
if not isinstance(extra_deps, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'obj_deps' must be a dictionary of "
"type 'source: list'" % lib_name)
src_deps.extend(extra_deps)
dependencies.append(src_deps)
expected_objects = self.compiler.object_filenames(
sources,
output_dir=self.build_temp
)
if newer_pairwise_group(dependencies, expected_objects) != ([], []):
# First, compile the source code to object files in the library
# directory. (This should probably change to putting object
# files in a temporary build directory.)
macros = build_info.get('macros')
include_dirs = build_info.get('include_dirs')
cflags = build_info.get('cflags')
objects = self.compiler.compile(
sources,
output_dir=self.build_temp,
macros=macros,
include_dirs=include_dirs,
extra_postargs=cflags,
debug=self.debug
)
# Now "link" the object files together into a static library.
# (On Unix at least, this isn't really linking -- it just
# builds an archive. Whatever.)
self.compiler.create_static_lib(
expected_objects,
lib_name,
output_dir=self.build_clib,
debug=self.debug
)
site-packages/setuptools/command/build_py.py 0000644 00000022574 15201600074 0015311 0 ustar 00 from glob import glob
from distutils.util import convert_path
import distutils.command.build_py as orig
import os
import fnmatch
import textwrap
import io
import distutils.errors
import itertools
from setuptools.extern import six
from setuptools.extern.six.moves import map, filter, filterfalse
try:
from setuptools.lib2to3_ex import Mixin2to3
except ImportError:
class Mixin2to3:
def run_2to3(self, files, doctests=True):
"do nothing"
class build_py(orig.build_py, Mixin2to3):
"""Enhanced 'build_py' command that includes data files with packages
The data files are specified via a 'package_data' argument to 'setup()'.
See 'setuptools.dist.Distribution' for more details.
Also, this version of the 'build_py' command allows you to specify both
'py_modules' and 'packages' in the same setup operation.
"""
def finalize_options(self):
orig.build_py.finalize_options(self)
self.package_data = self.distribution.package_data
self.exclude_package_data = (self.distribution.exclude_package_data or
{})
if 'data_files' in self.__dict__:
del self.__dict__['data_files']
self.__updated_files = []
self.__doctests_2to3 = []
def run(self):
"""Build modules, packages, and copy data files to build directory"""
if not self.py_modules and not self.packages:
return
if self.py_modules:
self.build_modules()
if self.packages:
self.build_packages()
self.build_package_data()
self.run_2to3(self.__updated_files, False)
self.run_2to3(self.__updated_files, True)
self.run_2to3(self.__doctests_2to3, True)
# Only compile actual .py files, using our base class' idea of what our
# output files are.
self.byte_compile(orig.build_py.get_outputs(self, include_bytecode=0))
def __getattr__(self, attr):
"lazily compute data files"
if attr == 'data_files':
self.data_files = self._get_data_files()
return self.data_files
return orig.build_py.__getattr__(self, attr)
def build_module(self, module, module_file, package):
if six.PY2 and isinstance(package, six.string_types):
# avoid errors on Python 2 when unicode is passed (#190)
package = package.split('.')
outfile, copied = orig.build_py.build_module(self, module, module_file,
package)
if copied:
self.__updated_files.append(outfile)
return outfile, copied
def _get_data_files(self):
"""Generate list of '(package,src_dir,build_dir,filenames)' tuples"""
self.analyze_manifest()
return list(map(self._get_pkg_data_files, self.packages or ()))
def _get_pkg_data_files(self, package):
# Locate package source directory
src_dir = self.get_package_dir(package)
# Compute package build directory
build_dir = os.path.join(*([self.build_lib] + package.split('.')))
# Strip directory from globbed filenames
filenames = [
os.path.relpath(file, src_dir)
for file in self.find_data_files(package, src_dir)
]
return package, src_dir, build_dir, filenames
def find_data_files(self, package, src_dir):
"""Return filenames for package's data files in 'src_dir'"""
patterns = self._get_platform_patterns(
self.package_data,
package,
src_dir,
)
globs_expanded = map(glob, patterns)
# flatten the expanded globs into an iterable of matches
globs_matches = itertools.chain.from_iterable(globs_expanded)
glob_files = filter(os.path.isfile, globs_matches)
files = itertools.chain(
self.manifest_files.get(package, []),
glob_files,
)
return self.exclude_data_files(package, src_dir, files)
def build_package_data(self):
"""Copy data files into build directory"""
for package, src_dir, build_dir, filenames in self.data_files:
for filename in filenames:
target = os.path.join(build_dir, filename)
self.mkpath(os.path.dirname(target))
srcfile = os.path.join(src_dir, filename)
outf, copied = self.copy_file(srcfile, target)
srcfile = os.path.abspath(srcfile)
if (copied and
srcfile in self.distribution.convert_2to3_doctests):
self.__doctests_2to3.append(outf)
def analyze_manifest(self):
self.manifest_files = mf = {}
if not self.distribution.include_package_data:
return
src_dirs = {}
for package in self.packages or ():
# Locate package source directory
src_dirs[assert_relative(self.get_package_dir(package))] = package
self.run_command('egg_info')
ei_cmd = self.get_finalized_command('egg_info')
for path in ei_cmd.filelist.files:
d, f = os.path.split(assert_relative(path))
prev = None
oldf = f
while d and d != prev and d not in src_dirs:
prev = d
d, df = os.path.split(d)
f = os.path.join(df, f)
if d in src_dirs:
if path.endswith('.py') and f == oldf:
continue # it's a module, not data
mf.setdefault(src_dirs[d], []).append(path)
def get_data_files(self):
pass # Lazily compute data files in _get_data_files() function.
def check_package(self, package, package_dir):
"""Check namespace packages' __init__ for declare_namespace"""
try:
return self.packages_checked[package]
except KeyError:
pass
init_py = orig.build_py.check_package(self, package, package_dir)
self.packages_checked[package] = init_py
if not init_py or not self.distribution.namespace_packages:
return init_py
for pkg in self.distribution.namespace_packages:
if pkg == package or pkg.startswith(package + '.'):
break
else:
return init_py
with io.open(init_py, 'rb') as f:
contents = f.read()
if b'declare_namespace' not in contents:
raise distutils.errors.DistutilsError(
"Namespace package problem: %s is a namespace package, but "
"its\n__init__.py does not call declare_namespace()! Please "
'fix it.\n(See the setuptools manual under '
'"Namespace Packages" for details.)\n"' % (package,)
)
return init_py
def initialize_options(self):
self.packages_checked = {}
orig.build_py.initialize_options(self)
def get_package_dir(self, package):
res = orig.build_py.get_package_dir(self, package)
if self.distribution.src_root is not None:
return os.path.join(self.distribution.src_root, res)
return res
def exclude_data_files(self, package, src_dir, files):
"""Filter filenames for package's data files in 'src_dir'"""
files = list(files)
patterns = self._get_platform_patterns(
self.exclude_package_data,
package,
src_dir,
)
match_groups = (
fnmatch.filter(files, pattern)
for pattern in patterns
)
# flatten the groups of matches into an iterable of matches
matches = itertools.chain.from_iterable(match_groups)
bad = set(matches)
keepers = (
fn
for fn in files
if fn not in bad
)
# ditch dupes
return list(_unique_everseen(keepers))
@staticmethod
def _get_platform_patterns(spec, package, src_dir):
"""
yield platform-specific path patterns (suitable for glob
or fn_match) from a glob-based spec (such as
self.package_data or self.exclude_package_data)
matching package in src_dir.
"""
raw_patterns = itertools.chain(
spec.get('', []),
spec.get(package, []),
)
return (
# Each pattern has to be converted to a platform-specific path
os.path.join(src_dir, convert_path(pattern))
for pattern in raw_patterns
)
# from Python docs
def _unique_everseen(iterable, key=None):
"List unique elements, preserving order. Remember all elements ever seen."
# unique_everseen('AAAABBBCCDAABBB') --> A B C D
# unique_everseen('ABBCcAD', str.lower) --> A B C D
seen = set()
seen_add = seen.add
if key is None:
for element in filterfalse(seen.__contains__, iterable):
seen_add(element)
yield element
else:
for element in iterable:
k = key(element)
if k not in seen:
seen_add(k)
yield element
def assert_relative(path):
if not os.path.isabs(path):
return path
from distutils.errors import DistutilsSetupError
msg = textwrap.dedent("""
Error: setup script specifies an absolute path:
%s
setup() arguments must *always* be /-separated paths relative to the
setup.py directory, *never* absolute paths.
""").lstrip() % path
raise DistutilsSetupError(msg)
site-packages/setuptools/command/develop.py 0000644 00000017770 15201600074 0015142 0 ustar 00 from distutils.util import convert_path
from distutils import log
from distutils.errors import DistutilsError, DistutilsOptionError
import os
import glob
import io
from setuptools.extern import six
import pkg_resources
from setuptools.command.easy_install import easy_install
from setuptools import namespaces
import setuptools
__metaclass__ = type
class develop(namespaces.DevelopInstaller, easy_install):
"""Set up package for development"""
description = "install package in 'development mode'"
user_options = easy_install.user_options + [
("uninstall", "u", "Uninstall this source package"),
("egg-path=", None, "Set the path to be used in the .egg-link file"),
]
boolean_options = easy_install.boolean_options + ['uninstall']
command_consumes_arguments = False # override base
def run(self):
if self.uninstall:
self.multi_version = True
self.uninstall_link()
self.uninstall_namespaces()
else:
self.install_for_development()
self.warn_deprecated_options()
def initialize_options(self):
self.uninstall = None
self.egg_path = None
easy_install.initialize_options(self)
self.setup_path = None
self.always_copy_from = '.' # always copy eggs installed in curdir
def finalize_options(self):
ei = self.get_finalized_command("egg_info")
if ei.broken_egg_info:
template = "Please rename %r to %r before using 'develop'"
args = ei.egg_info, ei.broken_egg_info
raise DistutilsError(template % args)
self.args = [ei.egg_name]
easy_install.finalize_options(self)
self.expand_basedirs()
self.expand_dirs()
# pick up setup-dir .egg files only: no .egg-info
self.package_index.scan(glob.glob('*.egg'))
egg_link_fn = ei.egg_name + '.egg-link'
self.egg_link = os.path.join(self.install_dir, egg_link_fn)
self.egg_base = ei.egg_base
if self.egg_path is None:
self.egg_path = os.path.abspath(ei.egg_base)
target = pkg_resources.normalize_path(self.egg_base)
egg_path = pkg_resources.normalize_path(
os.path.join(self.install_dir, self.egg_path))
if egg_path != target:
raise DistutilsOptionError(
"--egg-path must be a relative path from the install"
" directory to " + target
)
# Make a distribution for the package's source
self.dist = pkg_resources.Distribution(
target,
pkg_resources.PathMetadata(target, os.path.abspath(ei.egg_info)),
project_name=ei.egg_name
)
self.setup_path = self._resolve_setup_path(
self.egg_base,
self.install_dir,
self.egg_path,
)
@staticmethod
def _resolve_setup_path(egg_base, install_dir, egg_path):
"""
Generate a path from egg_base back to '.' where the
setup script resides and ensure that path points to the
setup path from $install_dir/$egg_path.
"""
path_to_setup = egg_base.replace(os.sep, '/').rstrip('/')
if path_to_setup != os.curdir:
path_to_setup = '../' * (path_to_setup.count('/') + 1)
resolved = pkg_resources.normalize_path(
os.path.join(install_dir, egg_path, path_to_setup)
)
if resolved != pkg_resources.normalize_path(os.curdir):
raise DistutilsOptionError(
"Can't get a consistent path to setup script from"
" installation directory", resolved,
pkg_resources.normalize_path(os.curdir))
return path_to_setup
def install_for_development(self):
if six.PY3 and getattr(self.distribution, 'use_2to3', False):
# If we run 2to3 we can not do this inplace:
# Ensure metadata is up-to-date
self.reinitialize_command('build_py', inplace=0)
self.run_command('build_py')
bpy_cmd = self.get_finalized_command("build_py")
build_path = pkg_resources.normalize_path(bpy_cmd.build_lib)
# Build extensions
self.reinitialize_command('egg_info', egg_base=build_path)
self.run_command('egg_info')
self.reinitialize_command('build_ext', inplace=0)
self.run_command('build_ext')
# Fixup egg-link and easy-install.pth
ei_cmd = self.get_finalized_command("egg_info")
self.egg_path = build_path
self.dist.location = build_path
# XXX
self.dist._provider = pkg_resources.PathMetadata(
build_path, ei_cmd.egg_info)
else:
# Without 2to3 inplace works fine:
self.run_command('egg_info')
# Build extensions in-place
self.reinitialize_command('build_ext', inplace=1)
self.run_command('build_ext')
self.install_site_py() # ensure that target dir is site-safe
if setuptools.bootstrap_install_from:
self.easy_install(setuptools.bootstrap_install_from)
setuptools.bootstrap_install_from = None
self.install_namespaces()
# create an .egg-link in the installation dir, pointing to our egg
log.info("Creating %s (link to %s)", self.egg_link, self.egg_base)
if not self.dry_run:
with open(self.egg_link, "w") as f:
f.write(self.egg_path + "\n" + self.setup_path)
# postprocess the installed distro, fixing up .pth, installing scripts,
# and handling requirements
self.process_distribution(None, self.dist, not self.no_deps)
def uninstall_link(self):
if os.path.exists(self.egg_link):
log.info("Removing %s (link to %s)", self.egg_link, self.egg_base)
egg_link_file = open(self.egg_link)
contents = [line.rstrip() for line in egg_link_file]
egg_link_file.close()
if contents not in ([self.egg_path],
[self.egg_path, self.setup_path]):
log.warn("Link points to %s: uninstall aborted", contents)
return
if not self.dry_run:
os.unlink(self.egg_link)
if not self.dry_run:
self.update_pth(self.dist) # remove any .pth link to us
if self.distribution.scripts:
# XXX should also check for entry point scripts!
log.warn("Note: you must uninstall or replace scripts manually!")
def install_egg_scripts(self, dist):
if dist is not self.dist:
# Installing a dependency, so fall back to normal behavior
return easy_install.install_egg_scripts(self, dist)
# create wrapper scripts in the script dir, pointing to dist.scripts
# new-style...
self.install_wrapper_scripts(dist)
# ...and old-style
for script_name in self.distribution.scripts or []:
script_path = os.path.abspath(convert_path(script_name))
script_name = os.path.basename(script_path)
with io.open(script_path) as strm:
script_text = strm.read()
self.install_script(dist, script_name, script_text, script_path)
def install_wrapper_scripts(self, dist):
dist = VersionlessRequirement(dist)
return easy_install.install_wrapper_scripts(self, dist)
class VersionlessRequirement:
"""
Adapt a pkg_resources.Distribution to simply return the project
name as the 'requirement' so that scripts will work across
multiple versions.
>>> from pkg_resources import Distribution
>>> dist = Distribution(project_name='foo', version='1.0')
>>> str(dist.as_requirement())
'foo==1.0'
>>> adapted_dist = VersionlessRequirement(dist)
>>> str(adapted_dist.as_requirement())
'foo'
"""
def __init__(self, dist):
self.__dist = dist
def __getattr__(self, name):
return getattr(self.__dist, name)
def as_requirement(self):
return self.project_name
site-packages/setuptools/command/install.py 0000644 00000011113 15201600074 0015133 0 ustar 00 from distutils.errors import DistutilsArgError
import inspect
import glob
import warnings
import platform
import distutils.command.install as orig
import setuptools
# Prior to numpy 1.9, NumPy relies on the '_install' name, so provide it for
# now. See https://github.com/pypa/setuptools/issues/199/
_install = orig.install
class install(orig.install):
"""Use easy_install to install the package, w/dependencies"""
user_options = orig.install.user_options + [
('old-and-unmanageable', None, "Try not to use this!"),
('single-version-externally-managed', None,
"used by system package builders to create 'flat' eggs"),
]
boolean_options = orig.install.boolean_options + [
'old-and-unmanageable', 'single-version-externally-managed',
]
new_commands = [
('install_egg_info', lambda self: True),
('install_scripts', lambda self: True),
]
_nc = dict(new_commands)
def initialize_options(self):
orig.install.initialize_options(self)
self.old_and_unmanageable = None
self.single_version_externally_managed = None
def finalize_options(self):
orig.install.finalize_options(self)
if self.root:
self.single_version_externally_managed = True
elif self.single_version_externally_managed:
if not self.root and not self.record:
raise DistutilsArgError(
"You must specify --record or --root when building system"
" packages"
)
def handle_extra_path(self):
if self.root or self.single_version_externally_managed:
# explicit backward-compatibility mode, allow extra_path to work
return orig.install.handle_extra_path(self)
# Ignore extra_path when installing an egg (or being run by another
# command without --root or --single-version-externally-managed
self.path_file = None
self.extra_dirs = ''
def run(self):
# Explicit request for old-style install? Just do it
if self.old_and_unmanageable or self.single_version_externally_managed:
return orig.install.run(self)
if not self._called_from_setup(inspect.currentframe()):
# Run in backward-compatibility mode to support bdist_* commands.
orig.install.run(self)
else:
self.do_egg_install()
@staticmethod
def _called_from_setup(run_frame):
"""
Attempt to detect whether run() was called from setup() or by another
command. If called by setup(), the parent caller will be the
'run_command' method in 'distutils.dist', and *its* caller will be
the 'run_commands' method. If called any other way, the
immediate caller *might* be 'run_command', but it won't have been
called by 'run_commands'. Return True in that case or if a call stack
is unavailable. Return False otherwise.
"""
if run_frame is None:
msg = "Call stack not available. bdist_* commands may fail."
warnings.warn(msg)
if platform.python_implementation() == 'IronPython':
msg = "For best results, pass -X:Frames to enable call stack."
warnings.warn(msg)
return True
res = inspect.getouterframes(run_frame)[2]
caller, = res[:1]
info = inspect.getframeinfo(caller)
caller_module = caller.f_globals.get('__name__', '')
return (
caller_module == 'distutils.dist'
and info.function == 'run_commands'
)
def do_egg_install(self):
easy_install = self.distribution.get_command_class('easy_install')
cmd = easy_install(
self.distribution, args="x", root=self.root, record=self.record,
)
cmd.ensure_finalized() # finalize before bdist_egg munges install cmd
cmd.always_copy_from = '.' # make sure local-dir eggs get installed
# pick up setup-dir .egg files only: no .egg-info
cmd.package_index.scan(glob.glob('*.egg'))
self.run_command('bdist_egg')
args = [self.distribution.get_command_obj('bdist_egg').egg_output]
if setuptools.bootstrap_install_from:
# Bootstrap self-installation of setuptools
args.insert(0, setuptools.bootstrap_install_from)
cmd.args = args
cmd.run()
setuptools.bootstrap_install_from = None
# XXX Python 3.1 doesn't see _nc if this is inside the class
install.sub_commands = (
[cmd for cmd in orig.install.sub_commands if cmd[0] not in install._nc] +
install.new_commands
)
site-packages/setuptools/command/upload_docs.py 0000644 00000016217 15201600074 0015773 0 ustar 00 # -*- coding: utf-8 -*-
"""upload_docs
Implements a Distutils 'upload_docs' subcommand (upload documentation to
PyPI's pythonhosted.org).
"""
from base64 import standard_b64encode
from distutils import log
from distutils.errors import DistutilsOptionError
import os
import socket
import zipfile
import tempfile
import shutil
import itertools
import functools
from setuptools.extern import six
from setuptools.extern.six.moves import http_client, urllib
from pkg_resources import iter_entry_points
from .upload import upload
def _encode(s):
errors = 'surrogateescape' if six.PY3 else 'strict'
return s.encode('utf-8', errors)
class upload_docs(upload):
# override the default repository as upload_docs isn't
# supported by Warehouse (and won't be).
DEFAULT_REPOSITORY = 'https://pypi.python.org/pypi/'
description = 'Upload documentation to PyPI'
user_options = [
('repository=', 'r',
"url of repository [default: %s]" % upload.DEFAULT_REPOSITORY),
('show-response', None,
'display full response text from server'),
('upload-dir=', None, 'directory to upload'),
]
boolean_options = upload.boolean_options
def has_sphinx(self):
if self.upload_dir is None:
for ep in iter_entry_points('distutils.commands', 'build_sphinx'):
return True
sub_commands = [('build_sphinx', has_sphinx)]
def initialize_options(self):
upload.initialize_options(self)
self.upload_dir = None
self.target_dir = None
def finalize_options(self):
upload.finalize_options(self)
if self.upload_dir is None:
if self.has_sphinx():
build_sphinx = self.get_finalized_command('build_sphinx')
self.target_dir = build_sphinx.builder_target_dir
else:
build = self.get_finalized_command('build')
self.target_dir = os.path.join(build.build_base, 'docs')
else:
self.ensure_dirname('upload_dir')
self.target_dir = self.upload_dir
if 'pypi.python.org' in self.repository:
log.warn("Upload_docs command is deprecated. Use RTD instead.")
self.announce('Using upload directory %s' % self.target_dir)
def create_zipfile(self, filename):
zip_file = zipfile.ZipFile(filename, "w")
try:
self.mkpath(self.target_dir) # just in case
for root, dirs, files in os.walk(self.target_dir):
if root == self.target_dir and not files:
tmpl = "no files found in upload directory '%s'"
raise DistutilsOptionError(tmpl % self.target_dir)
for name in files:
full = os.path.join(root, name)
relative = root[len(self.target_dir):].lstrip(os.path.sep)
dest = os.path.join(relative, name)
zip_file.write(full, dest)
finally:
zip_file.close()
def run(self):
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
tmp_dir = tempfile.mkdtemp()
name = self.distribution.metadata.get_name()
zip_file = os.path.join(tmp_dir, "%s.zip" % name)
try:
self.create_zipfile(zip_file)
self.upload_file(zip_file)
finally:
shutil.rmtree(tmp_dir)
@staticmethod
def _build_part(item, sep_boundary):
key, values = item
title = '\nContent-Disposition: form-data; name="%s"' % key
# handle multiple entries for the same name
if not isinstance(values, list):
values = [values]
for value in values:
if isinstance(value, tuple):
title += '; filename="%s"' % value[0]
value = value[1]
else:
value = _encode(value)
yield sep_boundary
yield _encode(title)
yield b"\n\n"
yield value
if value and value[-1:] == b'\r':
yield b'\n' # write an extra newline (lurve Macs)
@classmethod
def _build_multipart(cls, data):
"""
Build up the MIME payload for the POST data
"""
boundary = b'--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = b'\n--' + boundary
end_boundary = sep_boundary + b'--'
end_items = end_boundary, b"\n",
builder = functools.partial(
cls._build_part,
sep_boundary=sep_boundary,
)
part_groups = map(builder, data.items())
parts = itertools.chain.from_iterable(part_groups)
body_items = itertools.chain(parts, end_items)
content_type = 'multipart/form-data; boundary=%s' % boundary.decode('ascii')
return b''.join(body_items), content_type
def upload_file(self, filename):
with open(filename, 'rb') as f:
content = f.read()
meta = self.distribution.metadata
data = {
':action': 'doc_upload',
'name': meta.get_name(),
'content': (os.path.basename(filename), content),
}
# set up the authentication
credentials = _encode(self.username + ':' + self.password)
credentials = standard_b64encode(credentials)
if six.PY3:
credentials = credentials.decode('ascii')
auth = "Basic " + credentials
body, ct = self._build_multipart(data)
msg = "Submitting documentation to %s" % (self.repository)
self.announce(msg, log.INFO)
# build the Request
# We can't use urllib2 since we need to send the Basic
# auth right with the first request
schema, netloc, url, params, query, fragments = \
urllib.parse.urlparse(self.repository)
assert not params and not query and not fragments
if schema == 'http':
conn = http_client.HTTPConnection(netloc)
elif schema == 'https':
conn = http_client.HTTPSConnection(netloc)
else:
raise AssertionError("unsupported schema " + schema)
data = ''
try:
conn.connect()
conn.putrequest("POST", url)
content_type = ct
conn.putheader('Content-type', content_type)
conn.putheader('Content-length', str(len(body)))
conn.putheader('Authorization', auth)
conn.endheaders()
conn.send(body)
except socket.error as e:
self.announce(str(e), log.ERROR)
return
r = conn.getresponse()
if r.status == 200:
msg = 'Server response (%s): %s' % (r.status, r.reason)
self.announce(msg, log.INFO)
elif r.status == 301:
location = r.getheader('Location')
if location is None:
location = 'https://pythonhosted.org/%s/' % meta.get_name()
msg = 'Upload successful. Visit %s' % location
self.announce(msg, log.INFO)
else:
msg = 'Upload failed (%s): %s' % (r.status, r.reason)
self.announce(msg, log.ERROR)
if self.show_response:
print('-' * 75, r.read(), '-' * 75)
site-packages/setuptools/command/sdist.py 0000644 00000016334 15201600074 0014625 0 ustar 00 from distutils import log
import distutils.command.sdist as orig
import os
import sys
import io
import contextlib
from setuptools.extern import six
from .py36compat import sdist_add_defaults
import pkg_resources
_default_revctrl = list
def walk_revctrl(dirname=''):
"""Find all files under revision control"""
for ep in pkg_resources.iter_entry_points('setuptools.file_finders'):
for item in ep.load()(dirname):
yield item
class sdist(sdist_add_defaults, orig.sdist):
"""Smart sdist that finds anything supported by revision control"""
user_options = [
('formats=', None,
"formats for source distribution (comma-separated list)"),
('keep-temp', 'k',
"keep the distribution tree around after creating " +
"archive file(s)"),
('dist-dir=', 'd',
"directory to put the source distribution archive(s) in "
"[default: dist]"),
]
negative_opt = {}
README_EXTENSIONS = ['', '.rst', '.txt', '.md']
READMES = tuple('README{0}'.format(ext) for ext in README_EXTENSIONS)
def run(self):
self.run_command('egg_info')
ei_cmd = self.get_finalized_command('egg_info')
self.filelist = ei_cmd.filelist
self.filelist.append(os.path.join(ei_cmd.egg_info, 'SOURCES.txt'))
self.check_readme()
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
self.make_distribution()
dist_files = getattr(self.distribution, 'dist_files', [])
for file in self.archive_files:
data = ('sdist', '', file)
if data not in dist_files:
dist_files.append(data)
def initialize_options(self):
orig.sdist.initialize_options(self)
self._default_to_gztar()
def _default_to_gztar(self):
# only needed on Python prior to 3.6.
if sys.version_info >= (3, 6, 0, 'beta', 1):
return
self.formats = ['gztar']
def make_distribution(self):
"""
Workaround for #516
"""
with self._remove_os_link():
orig.sdist.make_distribution(self)
@staticmethod
@contextlib.contextmanager
def _remove_os_link():
"""
In a context, remove and restore os.link if it exists
"""
class NoValue:
pass
orig_val = getattr(os, 'link', NoValue)
try:
del os.link
except Exception:
pass
try:
yield
finally:
if orig_val is not NoValue:
setattr(os, 'link', orig_val)
def __read_template_hack(self):
# This grody hack closes the template file (MANIFEST.in) if an
# exception occurs during read_template.
# Doing so prevents an error when easy_install attempts to delete the
# file.
try:
orig.sdist.read_template(self)
except Exception:
_, _, tb = sys.exc_info()
tb.tb_next.tb_frame.f_locals['template'].close()
raise
# Beginning with Python 2.7.2, 3.1.4, and 3.2.1, this leaky file handle
# has been fixed, so only override the method if we're using an earlier
# Python.
has_leaky_handle = (
sys.version_info < (2, 7, 2)
or (3, 0) <= sys.version_info < (3, 1, 4)
or (3, 2) <= sys.version_info < (3, 2, 1)
)
if has_leaky_handle:
read_template = __read_template_hack
def _add_defaults_python(self):
"""getting python files"""
if self.distribution.has_pure_modules():
build_py = self.get_finalized_command('build_py')
self.filelist.extend(build_py.get_source_files())
# This functionality is incompatible with include_package_data, and
# will in fact create an infinite recursion if include_package_data
# is True. Use of include_package_data will imply that
# distutils-style automatic handling of package_data is disabled
if not self.distribution.include_package_data:
for _, src_dir, _, filenames in build_py.data_files:
self.filelist.extend([os.path.join(src_dir, filename)
for filename in filenames])
def _add_defaults_data_files(self):
try:
if six.PY2:
sdist_add_defaults._add_defaults_data_files(self)
else:
super()._add_defaults_data_files()
except TypeError:
log.warn("data_files contains unexpected objects")
def check_readme(self):
for f in self.READMES:
if os.path.exists(f):
return
else:
self.warn(
"standard file not found: should have one of " +
', '.join(self.READMES)
)
def make_release_tree(self, base_dir, files):
orig.sdist.make_release_tree(self, base_dir, files)
# Save any egg_info command line options used to create this sdist
dest = os.path.join(base_dir, 'setup.cfg')
if hasattr(os, 'link') and os.path.exists(dest):
# unlink and re-copy, since it might be hard-linked, and
# we don't want to change the source version
os.unlink(dest)
self.copy_file('setup.cfg', dest)
self.get_finalized_command('egg_info').save_version_info(dest)
def _manifest_is_not_generated(self):
# check for special comment used in 2.7.1 and higher
if not os.path.isfile(self.manifest):
return False
with io.open(self.manifest, 'rb') as fp:
first_line = fp.readline()
return (first_line !=
'# file GENERATED by distutils, do NOT edit\n'.encode())
def read_manifest(self):
"""Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
"""
log.info("reading manifest file '%s'", self.manifest)
manifest = open(self.manifest, 'rb')
for line in manifest:
# The manifest must contain UTF-8. See #303.
if six.PY3:
try:
line = line.decode('UTF-8')
except UnicodeDecodeError:
log.warn("%r not UTF-8 decodable -- skipping" % line)
continue
# ignore comments and blank lines
line = line.strip()
if line.startswith('#') or not line:
continue
self.filelist.append(line)
manifest.close()
def check_license(self):
"""Checks if license_file' is configured and adds it to
'self.filelist' if the value contains a valid path.
"""
opts = self.distribution.get_option_dict('metadata')
# ignore the source of the value
_, license_file = opts.get('license_file', (None, None))
if license_file is None:
log.debug("'license_file' option was not specified")
return
if not os.path.exists(license_file):
log.warn("warning: Failed to find the configured license file '%s'",
license_file)
return
self.filelist.append(license_file)
site-packages/setuptools/command/build_ext.py 0000644 00000031333 15201600074 0015452 0 ustar 00 import os
import sys
import itertools
from distutils.command.build_ext import build_ext as _du_build_ext
from distutils.file_util import copy_file
from distutils.ccompiler import new_compiler
from distutils.sysconfig import customize_compiler, get_config_var
from distutils.errors import DistutilsError
from distutils import log
from setuptools.extension import Library
from setuptools.extern import six
if six.PY2:
import imp
EXTENSION_SUFFIXES = [s for s, _, tp in imp.get_suffixes() if tp == imp.C_EXTENSION]
else:
from importlib.machinery import EXTENSION_SUFFIXES
try:
# Attempt to use Cython for building extensions, if available
from Cython.Distutils.build_ext import build_ext as _build_ext
# Additionally, assert that the compiler module will load
# also. Ref #1229.
__import__('Cython.Compiler.Main')
except ImportError:
_build_ext = _du_build_ext
# make sure _config_vars is initialized
get_config_var("LDSHARED")
from distutils.sysconfig import _config_vars as _CONFIG_VARS
def _customize_compiler_for_shlib(compiler):
if sys.platform == "darwin":
# building .dylib requires additional compiler flags on OSX; here we
# temporarily substitute the pyconfig.h variables so that distutils'
# 'customize_compiler' uses them before we build the shared libraries.
tmp = _CONFIG_VARS.copy()
try:
# XXX Help! I don't have any idea whether these are right...
_CONFIG_VARS['LDSHARED'] = (
"gcc -Wl,-x -dynamiclib -undefined dynamic_lookup")
_CONFIG_VARS['CCSHARED'] = " -dynamiclib"
_CONFIG_VARS['SO'] = ".dylib"
customize_compiler(compiler)
finally:
_CONFIG_VARS.clear()
_CONFIG_VARS.update(tmp)
else:
customize_compiler(compiler)
have_rtld = False
use_stubs = False
libtype = 'shared'
if sys.platform == "darwin":
use_stubs = True
elif os.name != 'nt':
try:
import dl
use_stubs = have_rtld = hasattr(dl, 'RTLD_NOW')
except ImportError:
pass
if_dl = lambda s: s if have_rtld else ''
def get_abi3_suffix():
"""Return the file extension for an abi3-compliant Extension()"""
for suffix in EXTENSION_SUFFIXES:
if '.abi3' in suffix: # Unix
return suffix
elif suffix == '.pyd': # Windows
return suffix
class build_ext(_build_ext):
def run(self):
"""Build extensions in build directory, then copy if --inplace"""
old_inplace, self.inplace = self.inplace, 0
_build_ext.run(self)
self.inplace = old_inplace
if old_inplace:
self.copy_extensions_to_source()
def copy_extensions_to_source(self):
build_py = self.get_finalized_command('build_py')
for ext in self.extensions:
fullname = self.get_ext_fullname(ext.name)
filename = self.get_ext_filename(fullname)
modpath = fullname.split('.')
package = '.'.join(modpath[:-1])
package_dir = build_py.get_package_dir(package)
dest_filename = os.path.join(package_dir,
os.path.basename(filename))
src_filename = os.path.join(self.build_lib, filename)
# Always copy, even if source is older than destination, to ensure
# that the right extensions for the current Python/platform are
# used.
copy_file(
src_filename, dest_filename, verbose=self.verbose,
dry_run=self.dry_run
)
if ext._needs_stub:
self.write_stub(package_dir or os.curdir, ext, True)
def get_ext_filename(self, fullname):
filename = _build_ext.get_ext_filename(self, fullname)
if fullname in self.ext_map:
ext = self.ext_map[fullname]
use_abi3 = (
six.PY3
and getattr(ext, 'py_limited_api')
and get_abi3_suffix()
)
if use_abi3:
so_ext = get_config_var('EXT_SUFFIX')
filename = filename[:-len(so_ext)]
filename = filename + get_abi3_suffix()
if isinstance(ext, Library):
fn, ext = os.path.splitext(filename)
return self.shlib_compiler.library_filename(fn, libtype)
elif use_stubs and ext._links_to_dynamic:
d, fn = os.path.split(filename)
return os.path.join(d, 'dl-' + fn)
return filename
def initialize_options(self):
_build_ext.initialize_options(self)
self.shlib_compiler = None
self.shlibs = []
self.ext_map = {}
def finalize_options(self):
_build_ext.finalize_options(self)
self.extensions = self.extensions or []
self.check_extensions_list(self.extensions)
self.shlibs = [ext for ext in self.extensions
if isinstance(ext, Library)]
if self.shlibs:
self.setup_shlib_compiler()
for ext in self.extensions:
ext._full_name = self.get_ext_fullname(ext.name)
for ext in self.extensions:
fullname = ext._full_name
self.ext_map[fullname] = ext
# distutils 3.1 will also ask for module names
# XXX what to do with conflicts?
self.ext_map[fullname.split('.')[-1]] = ext
ltd = self.shlibs and self.links_to_dynamic(ext) or False
ns = ltd and use_stubs and not isinstance(ext, Library)
ext._links_to_dynamic = ltd
ext._needs_stub = ns
filename = ext._file_name = self.get_ext_filename(fullname)
libdir = os.path.dirname(os.path.join(self.build_lib, filename))
if ltd and libdir not in ext.library_dirs:
ext.library_dirs.append(libdir)
if ltd and use_stubs and os.curdir not in ext.runtime_library_dirs:
ext.runtime_library_dirs.append(os.curdir)
def setup_shlib_compiler(self):
compiler = self.shlib_compiler = new_compiler(
compiler=self.compiler, dry_run=self.dry_run, force=self.force
)
_customize_compiler_for_shlib(compiler)
if self.include_dirs is not None:
compiler.set_include_dirs(self.include_dirs)
if self.define is not None:
# 'define' option is a list of (name,value) tuples
for (name, value) in self.define:
compiler.define_macro(name, value)
if self.undef is not None:
for macro in self.undef:
compiler.undefine_macro(macro)
if self.libraries is not None:
compiler.set_libraries(self.libraries)
if self.library_dirs is not None:
compiler.set_library_dirs(self.library_dirs)
if self.rpath is not None:
compiler.set_runtime_library_dirs(self.rpath)
if self.link_objects is not None:
compiler.set_link_objects(self.link_objects)
# hack so distutils' build_extension() builds a library instead
compiler.link_shared_object = link_shared_object.__get__(compiler)
def get_export_symbols(self, ext):
if isinstance(ext, Library):
return ext.export_symbols
return _build_ext.get_export_symbols(self, ext)
def build_extension(self, ext):
ext._convert_pyx_sources_to_lang()
_compiler = self.compiler
try:
if isinstance(ext, Library):
self.compiler = self.shlib_compiler
_build_ext.build_extension(self, ext)
if ext._needs_stub:
cmd = self.get_finalized_command('build_py').build_lib
self.write_stub(cmd, ext)
finally:
self.compiler = _compiler
def links_to_dynamic(self, ext):
"""Return true if 'ext' links to a dynamic lib in the same package"""
# XXX this should check to ensure the lib is actually being built
# XXX as dynamic, and not just using a locally-found version or a
# XXX static-compiled version
libnames = dict.fromkeys([lib._full_name for lib in self.shlibs])
pkg = '.'.join(ext._full_name.split('.')[:-1] + [''])
return any(pkg + libname in libnames for libname in ext.libraries)
def get_outputs(self):
return _build_ext.get_outputs(self) + self.__get_stubs_outputs()
def __get_stubs_outputs(self):
# assemble the base name for each extension that needs a stub
ns_ext_bases = (
os.path.join(self.build_lib, *ext._full_name.split('.'))
for ext in self.extensions
if ext._needs_stub
)
# pair each base with the extension
pairs = itertools.product(ns_ext_bases, self.__get_output_extensions())
return list(base + fnext for base, fnext in pairs)
def __get_output_extensions(self):
yield '.py'
yield '.pyc'
if self.get_finalized_command('build_py').optimize:
yield '.pyo'
def write_stub(self, output_dir, ext, compile=False):
log.info("writing stub loader for %s to %s", ext._full_name,
output_dir)
stub_file = (os.path.join(output_dir, *ext._full_name.split('.')) +
'.py')
if compile and os.path.exists(stub_file):
raise DistutilsError(stub_file + " already exists! Please delete.")
if not self.dry_run:
f = open(stub_file, 'w')
f.write(
'\n'.join([
"def __bootstrap__():",
" global __bootstrap__, __file__, __loader__",
" import sys, os, pkg_resources, imp" + if_dl(", dl"),
" __file__ = pkg_resources.resource_filename"
"(__name__,%r)"
% os.path.basename(ext._file_name),
" del __bootstrap__",
" if '__loader__' in globals():",
" del __loader__",
if_dl(" old_flags = sys.getdlopenflags()"),
" old_dir = os.getcwd()",
" try:",
" os.chdir(os.path.dirname(__file__))",
if_dl(" sys.setdlopenflags(dl.RTLD_NOW)"),
" imp.load_dynamic(__name__,__file__)",
" finally:",
if_dl(" sys.setdlopenflags(old_flags)"),
" os.chdir(old_dir)",
"__bootstrap__()",
"" # terminal \n
])
)
f.close()
if compile:
from distutils.util import byte_compile
byte_compile([stub_file], optimize=0,
force=True, dry_run=self.dry_run)
optimize = self.get_finalized_command('install_lib').optimize
if optimize > 0:
byte_compile([stub_file], optimize=optimize,
force=True, dry_run=self.dry_run)
if os.path.exists(stub_file) and not self.dry_run:
os.unlink(stub_file)
if use_stubs or os.name == 'nt':
# Build shared libraries
#
def link_shared_object(
self, objects, output_libname, output_dir=None, libraries=None,
library_dirs=None, runtime_library_dirs=None, export_symbols=None,
debug=0, extra_preargs=None, extra_postargs=None, build_temp=None,
target_lang=None):
self.link(
self.SHARED_LIBRARY, objects, output_libname,
output_dir, libraries, library_dirs, runtime_library_dirs,
export_symbols, debug, extra_preargs, extra_postargs,
build_temp, target_lang
)
else:
# Build static libraries everywhere else
libtype = 'static'
def link_shared_object(
self, objects, output_libname, output_dir=None, libraries=None,
library_dirs=None, runtime_library_dirs=None, export_symbols=None,
debug=0, extra_preargs=None, extra_postargs=None, build_temp=None,
target_lang=None):
# XXX we need to either disallow these attrs on Library instances,
# or warn/abort here if set, or something...
# libraries=None, library_dirs=None, runtime_library_dirs=None,
# export_symbols=None, extra_preargs=None, extra_postargs=None,
# build_temp=None
assert output_dir is None # distutils build_ext doesn't pass this
output_dir, filename = os.path.split(output_libname)
basename, ext = os.path.splitext(filename)
if self.library_filename("x").startswith('lib'):
# strip 'lib' prefix; this is kludgy if some platform uses
# a different prefix
basename = basename[3:]
self.create_static_lib(
objects, basename, output_dir, debug, target_lang
)
site-packages/setuptools/command/bdist_wininst.py 0000644 00000001175 15201600074 0016354 0 ustar 00 import distutils.command.bdist_wininst as orig
class bdist_wininst(orig.bdist_wininst):
def reinitialize_command(self, command, reinit_subcommands=0):
"""
Supplement reinitialize_command to work around
http://bugs.python.org/issue20819
"""
cmd = self.distribution.reinitialize_command(
command, reinit_subcommands)
if command in ('install', 'install_lib'):
cmd.install_lib = None
return cmd
def run(self):
self._is_running = True
try:
orig.bdist_wininst.run(self)
finally:
self._is_running = False
site-packages/setuptools/command/alias.py 0000644 00000004572 15201600074 0014571 0 ustar 00 from distutils.errors import DistutilsOptionError
from setuptools.extern.six.moves import map
from setuptools.command.setopt import edit_config, option_base, config_file
def shquote(arg):
"""Quote an argument for later parsing by shlex.split()"""
for c in '"', "'", "\\", "#":
if c in arg:
return repr(arg)
if arg.split() != [arg]:
return repr(arg)
return arg
class alias(option_base):
"""Define a shortcut that invokes one or more commands"""
description = "define a shortcut to invoke one or more commands"
command_consumes_arguments = True
user_options = [
('remove', 'r', 'remove (unset) the alias'),
] + option_base.user_options
boolean_options = option_base.boolean_options + ['remove']
def initialize_options(self):
option_base.initialize_options(self)
self.args = None
self.remove = None
def finalize_options(self):
option_base.finalize_options(self)
if self.remove and len(self.args) != 1:
raise DistutilsOptionError(
"Must specify exactly one argument (the alias name) when "
"using --remove"
)
def run(self):
aliases = self.distribution.get_option_dict('aliases')
if not self.args:
print("Command Aliases")
print("---------------")
for alias in aliases:
print("setup.py alias", format_alias(alias, aliases))
return
elif len(self.args) == 1:
alias, = self.args
if self.remove:
command = None
elif alias in aliases:
print("setup.py alias", format_alias(alias, aliases))
return
else:
print("No alias definition found for %r" % alias)
return
else:
alias = self.args[0]
command = ' '.join(map(shquote, self.args[1:]))
edit_config(self.filename, {'aliases': {alias: command}}, self.dry_run)
def format_alias(name, aliases):
source, command = aliases[name]
if source == config_file('global'):
source = '--global-config '
elif source == config_file('user'):
source = '--user-config '
elif source == config_file('local'):
source = ''
else:
source = '--filename=%r' % source
return source + name + ' ' + command
site-packages/setuptools/command/bdist_rpm.py 0000644 00000002744 15201600074 0015462 0 ustar 00 import distutils.command.bdist_rpm as orig
class bdist_rpm(orig.bdist_rpm):
"""
Override the default bdist_rpm behavior to do the following:
1. Run egg_info to ensure the name and version are properly calculated.
2. Always run 'install' using --single-version-externally-managed to
disable eggs in RPM distributions.
3. Replace dash with underscore in the version numbers for better RPM
compatibility.
"""
def run(self):
# ensure distro name is up-to-date
self.run_command('egg_info')
orig.bdist_rpm.run(self)
def _make_spec_file(self):
version = self.distribution.get_version()
rpmversion = version.replace('-', '_')
spec = orig.bdist_rpm._make_spec_file(self)
line23 = '%define version ' + version
line24 = '%define version ' + rpmversion
spec = [
line.replace(
"Source0: %{name}-%{version}.tar",
"Source0: %{name}-%{unmangled_version}.tar"
).replace(
"setup.py install ",
"setup.py install --single-version-externally-managed "
).replace(
"%setup",
"%setup -n %{name}-%{unmangled_version}"
).replace(line23, line24)
for line in spec
]
insert_loc = spec.index(line24) + 1
unmangled_version = "%define unmangled_version " + version
spec.insert(insert_loc, unmangled_version)
return spec
site-packages/setuptools/command/setopt.py 0000644 00000011735 15201600074 0015015 0 ustar 00 from distutils.util import convert_path
from distutils import log
from distutils.errors import DistutilsOptionError
import distutils
import os
from setuptools.extern.six.moves import configparser
from setuptools import Command
__all__ = ['config_file', 'edit_config', 'option_base', 'setopt']
def config_file(kind="local"):
"""Get the filename of the distutils, local, global, or per-user config
`kind` must be one of "local", "global", or "user"
"""
if kind == 'local':
return 'setup.cfg'
if kind == 'global':
return os.path.join(
os.path.dirname(distutils.__file__), 'distutils.cfg'
)
if kind == 'user':
dot = os.name == 'posix' and '.' or ''
return os.path.expanduser(convert_path("~/%spydistutils.cfg" % dot))
raise ValueError(
"config_file() type must be 'local', 'global', or 'user'", kind
)
def edit_config(filename, settings, dry_run=False):
"""Edit a configuration file to include `settings`
`settings` is a dictionary of dictionaries or ``None`` values, keyed by
command/section name. A ``None`` value means to delete the entire section,
while a dictionary lists settings to be changed or deleted in that section.
A setting of ``None`` means to delete that setting.
"""
log.debug("Reading configuration from %s", filename)
opts = configparser.RawConfigParser()
opts.read([filename])
for section, options in settings.items():
if options is None:
log.info("Deleting section [%s] from %s", section, filename)
opts.remove_section(section)
else:
if not opts.has_section(section):
log.debug("Adding new section [%s] to %s", section, filename)
opts.add_section(section)
for option, value in options.items():
if value is None:
log.debug(
"Deleting %s.%s from %s",
section, option, filename
)
opts.remove_option(section, option)
if not opts.options(section):
log.info("Deleting empty [%s] section from %s",
section, filename)
opts.remove_section(section)
else:
log.debug(
"Setting %s.%s to %r in %s",
section, option, value, filename
)
opts.set(section, option, value)
log.info("Writing %s", filename)
if not dry_run:
with open(filename, 'w') as f:
opts.write(f)
class option_base(Command):
"""Abstract base class for commands that mess with config files"""
user_options = [
('global-config', 'g',
"save options to the site-wide distutils.cfg file"),
('user-config', 'u',
"save options to the current user's pydistutils.cfg file"),
('filename=', 'f',
"configuration file to use (default=setup.cfg)"),
]
boolean_options = [
'global-config', 'user-config',
]
def initialize_options(self):
self.global_config = None
self.user_config = None
self.filename = None
def finalize_options(self):
filenames = []
if self.global_config:
filenames.append(config_file('global'))
if self.user_config:
filenames.append(config_file('user'))
if self.filename is not None:
filenames.append(self.filename)
if not filenames:
filenames.append(config_file('local'))
if len(filenames) > 1:
raise DistutilsOptionError(
"Must specify only one configuration file option",
filenames
)
self.filename, = filenames
class setopt(option_base):
"""Save command-line options to a file"""
description = "set an option in setup.cfg or another config file"
user_options = [
('command=', 'c', 'command to set an option for'),
('option=', 'o', 'option to set'),
('set-value=', 's', 'value of the option'),
('remove', 'r', 'remove (unset) the value'),
] + option_base.user_options
boolean_options = option_base.boolean_options + ['remove']
def initialize_options(self):
option_base.initialize_options(self)
self.command = None
self.option = None
self.set_value = None
self.remove = None
def finalize_options(self):
option_base.finalize_options(self)
if self.command is None or self.option is None:
raise DistutilsOptionError("Must specify --command *and* --option")
if self.set_value is None and not self.remove:
raise DistutilsOptionError("Must specify --set-value or --remove")
def run(self):
edit_config(
self.filename, {
self.command: {self.option.replace('-', '_'): self.set_value}
},
self.dry_run
)
site-packages/setuptools/command/launcher manifest.xml 0000644 00000001164 15201600074 0017232 0 ustar 00 <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%(name)s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>
site-packages/setuptools/command/__pycache__/upload.cpython-38.pyc 0000644 00000012123 15201600074 0021241 0 ustar 00 U
�Qab� � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlm Z
d dl m Z d dl
mZ d dlmZmZ d dlmZ d d lmZ G d
d � d e
j �Z dS ) � N)�standard_b64encode)�log)�upload)�spawn)�DistutilsError)�urlopen�Request)� HTTPError)�urlparsec @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
r za
Override default upload behavior to obtain password
in a variety of different ways.
c
C s& ztj�| � W 5 | � dtj� X d S )NzjWARNING: Uploading via this command is deprecated, use twine to upload instead (https://pypi.org/p/twine/))�announcer ZWARN�origr �run��self� r �=/usr/lib/python3.8/site-packages/setuptools/command/upload.pyr
s �z
upload.runc C s8 t j�| � | jpt�� | _| jp0| �� p0| �� | _d S �N) r r �finalize_options�username�getpassZgetuser�password�_load_password_from_keyring�_prompt_for_passwordr r r r r " s ���zupload.finalize_optionsc C s� t | j�\}}}}}} |s"|s"| r0td| j ��|dkrDtd| ��| jr|ddd|g}
| jrnd| jg|
dd�< t|
| jd � t|d
��} | �� } W 5 Q R X | j j
}
d d |
� � |
� � t
j�|�| f||t�| ��� t|
�� �|
�� |
�� |
�� |
�� |
�� |
�� |
�� |
� � |
� � |
� � |
� � |
� � |
�!� d
�}d|d< | j�rdt
j�|�d t|d d
��� f|d< | j"d | j# �$d�}dt%|��&d� }d}d|�$d� }|d }t'�(� }|�)� D ]�\}}d| }t*|t+��s�|g}|D ]j}t,|�t-k�r|d|d 7 }|d }nt|��$d �}|�.|� |�.|�$d �� |�.d � |�.|� �qܐq�|�.|� |�/� }d || jf }| �0|t1j2� d | tt3|��|d �}t4| j||d!�}zt5|�}|�6� } |j7} W nf t8k
�r� } z| j9} | j7} W 5 d } ~ X Y n8 t:k
�r" } z| �0t| �t1j;� � W 5 d } ~ X Y nX | d"k�r�| �0d#| | f t1j2� | j<�r�t=| d$d%d&� �|�} | d k �r�d'�>d(| d(f�}| �0|t1j2� n"d)| | f }| �0|t1j;� t?|��d S )*NzIncompatible url %s)ZhttpZhttpszunsupported schema Zgpgz
--detach-signz-az --local-user� )�dry_run�rbZ file_upload�1)z:actionZprotocol_version�name�version�contentZfiletype� pyversionZ
md5_digestZmetadata_versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformZ classifiersZ download_urlZprovidesZrequiresZ obsoletes� Zcommentz.ascZ
gpg_signature�:�asciizBasic z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --
z+
Content-Disposition: form-data; name="%s"z; filename="%s"r � zutf-8s
zSubmitting %s to %sz multipart/form-data; boundary=%s)z Content-typezContent-lengthZ
Authorization)�data�headers�� zServer response (%s): %sZ_read_pypi_responsec S s d S r r )�xr r r �<lambda>� � z$upload.upload_file.<locals>.<lambda>�
zK---------------------------------------------------------------------------zUpload failed (%s): %s)@r
�
repository�AssertionErrorZsignZidentityr r �open�readZ distributionZmetadataZget_nameZ get_version�os�path�basename�hashlibZmd5Z hexdigest�strZget_metadata_versionZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletesr r �encoder �decode�io�BytesIO�items�
isinstance�list�type�tuple�write�getvaluer r �INFO�lenr r Zgetcode�msgr �code�OSErrorZERRORZ
show_response�getattr�joinr ) r Zcommandr �filenameZschemaZnetlocZurlZparamsZqueryZ fragmentsZgpg_args�fr �metar) Z user_passZauth�boundaryZ sep_boundaryZ end_boundaryZbody�key�value�titlerF r* Zrequest�resultZstatus�reason�e�textr r r � upload_file0 s� � �
�!�
��
���
zupload.upload_filec C s4 zt d�}|�| j| j�W S tk
r. Y nX dS )zM
Attempt to load password from keyring. Suppress Exceptions.
�keyringN)�
__import__Z get_passwordr0 r � Exception)r rW r r r r � s
z"upload._load_password_from_keyringc C s( z
t � � W S ttfk
r" Y nX dS )zH
Prompt for a password on the tty. Suppress Exceptions.
N)r rY �KeyboardInterruptr r r r r � s
zupload._prompt_for_passwordN) �__name__�
__module__� __qualname__�__doc__r
r rV r r r r r r r s
r )r; r4 r7 r �base64r Z distutilsr Zdistutils.commandr r Zdistutils.spawnr Zdistutils.errorsr Z*setuptools.extern.six.moves.urllib.requestr r Z(setuptools.extern.six.moves.urllib.errorr Z(setuptools.extern.six.moves.urllib.parser
r r r r �<module> s site-packages/setuptools/command/__pycache__/upload.cpython-38.opt-1.pyc 0000644 00000012123 15201600074 0022200 0 ustar 00 U
�Qab� � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlm Z
d dl m Z d dl
mZ d dlmZmZ d dlmZ d d lmZ G d
d � d e
j �Z dS ) � N)�standard_b64encode)�log)�upload)�spawn)�DistutilsError)�urlopen�Request)� HTTPError)�urlparsec @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
r za
Override default upload behavior to obtain password
in a variety of different ways.
c
C s& ztj�| � W 5 | � dtj� X d S )NzjWARNING: Uploading via this command is deprecated, use twine to upload instead (https://pypi.org/p/twine/))�announcer ZWARN�origr �run��self� r �=/usr/lib/python3.8/site-packages/setuptools/command/upload.pyr
s �z
upload.runc C s8 t j�| � | jpt�� | _| jp0| �� p0| �� | _d S �N) r r �finalize_options�username�getpassZgetuser�password�_load_password_from_keyring�_prompt_for_passwordr r r r r " s ���zupload.finalize_optionsc C s� t | j�\}}}}}} |s"|s"| r0td| j ��|dkrDtd| ��| jr|ddd|g}
| jrnd| jg|
dd�< t|
| jd � t|d
��} | �� } W 5 Q R X | j j
}
d d |
� � |
� � t
j�|�| f||t�| ��� t|
�� �|
�� |
�� |
�� |
�� |
�� |
�� |
�� |
� � |
� � |
� � |
� � |
� � |
�!� d
�}d|d< | j�rdt
j�|�d t|d d
��� f|d< | j"d | j# �$d�}dt%|��&d� }d}d|�$d� }|d }t'�(� }|�)� D ]�\}}d| }t*|t+��s�|g}|D ]j}t,|�t-k�r|d|d 7 }|d }nt|��$d �}|�.|� |�.|�$d �� |�.d � |�.|� �qܐq�|�.|� |�/� }d || jf }| �0|t1j2� d | tt3|��|d �}t4| j||d!�}zt5|�}|�6� } |j7} W nf t8k
�r� } z| j9} | j7} W 5 d } ~ X Y n8 t:k
�r" } z| �0t| �t1j;� � W 5 d } ~ X Y nX | d"k�r�| �0d#| | f t1j2� | j<�r�t=| d$d%d&� �|�} | d k �r�d'�>d(| d(f�}| �0|t1j2� n"d)| | f }| �0|t1j;� t?|��d S )*NzIncompatible url %s)ZhttpZhttpszunsupported schema Zgpgz
--detach-signz-az --local-user� )�dry_run�rbZ file_upload�1)z:actionZprotocol_version�name�version�contentZfiletype� pyversionZ
md5_digestZmetadata_versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformZ classifiersZ download_urlZprovidesZrequiresZ obsoletes� Zcommentz.ascZ
gpg_signature�:�asciizBasic z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --
z+
Content-Disposition: form-data; name="%s"z; filename="%s"r � zutf-8s
zSubmitting %s to %sz multipart/form-data; boundary=%s)z Content-typezContent-lengthZ
Authorization)�data�headers�� zServer response (%s): %sZ_read_pypi_responsec S s d S r r )�xr r r �<lambda>� � z$upload.upload_file.<locals>.<lambda>�
zK---------------------------------------------------------------------------zUpload failed (%s): %s)@r
�
repository�AssertionErrorZsignZidentityr r �open�readZ distributionZmetadataZget_nameZ get_version�os�path�basename�hashlibZmd5Z hexdigest�strZget_metadata_versionZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletesr r �encoder �decode�io�BytesIO�items�
isinstance�list�type�tuple�write�getvaluer r �INFO�lenr r Zgetcode�msgr �code�OSErrorZERRORZ
show_response�getattr�joinr ) r Zcommandr �filenameZschemaZnetlocZurlZparamsZqueryZ fragmentsZgpg_args�fr �metar) Z user_passZauth�boundaryZ sep_boundaryZ end_boundaryZbody�key�value�titlerF r* Zrequest�resultZstatus�reason�e�textr r r � upload_file0 s� � �
�!�
��
���
zupload.upload_filec C s4 zt d�}|�| j| j�W S tk
r. Y nX dS )zM
Attempt to load password from keyring. Suppress Exceptions.
�keyringN)�
__import__Z get_passwordr0 r � Exception)r rW r r r r � s
z"upload._load_password_from_keyringc C s( z
t � � W S ttfk
r" Y nX dS )zH
Prompt for a password on the tty. Suppress Exceptions.
N)r rY �KeyboardInterruptr r r r r � s
zupload._prompt_for_passwordN) �__name__�
__module__� __qualname__�__doc__r
r rV r r r r r r r s
r )r; r4 r7 r �base64r Z distutilsr Zdistutils.commandr r Zdistutils.spawnr Zdistutils.errorsr Z*setuptools.extern.six.moves.urllib.requestr r Z(setuptools.extern.six.moves.urllib.errorr Z(setuptools.extern.six.moves.urllib.parser
r r r r �<module> s site-packages/setuptools/command/__pycache__/install_lib.cpython-38.pyc 0000644 00000010034 15201600074 0022250 0 ustar 00 U
�Qab � @ sH d dl Z d dlZd dlmZmZ d dlm mZ G dd� dej�ZdS )� N)�product�starmapc @ sZ e Zd ZdZdd� Zdd� Zdd� Zedd � �Zd
d � Z ed d
� �Z
ddd�Z dd� Z dS )� install_libz9Don't add compiled flags to filenames of non-Python filesc C s& | � � | �� }|d k r"| �|� d S �N)Zbuild�installZ byte_compile)�self�outfiles� r �B/usr/lib/python3.8/site-packages/setuptools/command/install_lib.py�run
s zinstall_lib.runc s4 � fdd�� � � D �}t|� �� �}tt� j|��S )z�
Return a collections.Sized collections.Container of paths to be
excluded for single_version_externally_managed installations.
c 3 s" | ]}� � |�D ]
}|V qqd S r )�
_all_packages)�.0Zns_pkg�pkg�r r r
� <genexpr> s �z-install_lib.get_exclusions.<locals>.<genexpr>)�_get_SVEM_NSPsr �_gen_exclusion_paths�setr �_exclude_pkg_path)r Z all_packagesZ
excl_specsr r r
�get_exclusions s
�zinstall_lib.get_exclusionsc C s$ |� d�|g }tjj| jf|�� S )zw
Given a package name and exclusion path within that package,
compute the full exclusion path.
�.)�split�os�path�joinZ install_dir)r r Zexclusion_path�partsr r r
r s z install_lib._exclude_pkg_pathc c s | r | V | � d�\} }}q dS )zn
>>> list(install_lib._all_packages('foo.bar.baz'))
['foo.bar.baz', 'foo.bar', 'foo']
r N)�
rpartition)Zpkg_name�sepZchildr r r
r ' s zinstall_lib._all_packagesc C s, | j js g S | �d�}|j}|r(| j jS g S )z�
Get namespace packages (list) but only for
single_version_externally_managed installations and empty otherwise.
r )Z distributionZnamespace_packagesZget_finalized_commandZ!single_version_externally_managed)r Z install_cmdZsvemr r r
r 1 s
zinstall_lib._get_SVEM_NSPsc c sb dV dV dV t td�s dS tj�ddtjj �} | d V | d V | d
V | d V dS ) zk
Generate file paths to be excluded for namespace packages (bytecode
cache files).
z __init__.pyz __init__.pycz __init__.pyo�implementationN� __pycache__z __init__.z.pycz.pyoz
.opt-1.pycz
.opt-2.pyc)�hasattr�sysr r r r � cache_tag)�baser r r
r A s
z install_lib._gen_exclusion_paths� r c sh |r |r |rt �| �� � � s,tj�| ||�S ddlm} ddlm� g �� ��fdd�}||||� �S )Nr )�unpack_directory)�logc s< |� kr�� d|� dS ��d| tj�|�� ��|� |S )Nz/Skipping installation of %s (namespace package)Fzcopying %s -> %s)�warn�infor r �dirname�append)�srcZdst��excluder& r r r
�pfg s �
z!install_lib.copy_tree.<locals>.pf) �AssertionErrorr �origr � copy_treeZsetuptools.archive_utilr% Z distutilsr& ) r ZinfileZoutfileZ
preserve_modeZpreserve_timesZpreserve_symlinks�levelr% r. r r, r
r1 V s
zinstall_lib.copy_treec s. t j�| �}| �� � � r*� fdd�|D �S |S )Nc s g | ]}|� kr|�qS r r )r
�f�r- r r
�
<listcomp>x s z+install_lib.get_outputs.<locals>.<listcomp>)r0 r � get_outputsr )r Zoutputsr r4 r
r6 t s
zinstall_lib.get_outputsN)r$ r$ r r$ )
�__name__�
__module__� __qualname__�__doc__r r r � staticmethodr r r r1 r6 r r r r
r s
�
r ) r r! � itertoolsr r Z distutils.command.install_libZcommandr r0 r r r r
�<module> s site-packages/setuptools/command/__pycache__/sdist.cpython-38.opt-1.pyc 0000644 00000015227 15201600074 0022052 0 ustar 00 U
�Qab� � @ s� d dl mZ d dlm mZ d dlZd dlZd dlZd dl Z d dl
m Z ddl m
Z
d dlZeZd dd�ZG d d
� d
e
ej�ZdS ) � )�logN)�six� )�sdist_add_defaults� c c s, t �d�D ] }|�� | �D ]
}|V qq
dS )z%Find all files under revision controlzsetuptools.file_findersN)�
pkg_resourcesZiter_entry_points�load)�dirnameZep�item� r �</usr/lib/python3.8/site-packages/setuptools/command/sdist.py� walk_revctrl s r
c s� e Zd ZdZdddgZi ZddddgZed d
� eD ��Zd d � Z d
d� Z
dd� Z dd� Z e
ejdd� ��Zdd� Zejdk p�dej ko�dk n p�dej ko�dk n Zer�eZd d � Z� fd d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z � Z S )*�sdistz=Smart sdist that finds anything supported by revision control)zformats=Nz6formats for source distribution (comma-separated list))z keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist]r z.rstz.txtz.mdc c s | ]}d � |�V qdS )z README{0}N)�format)�.0Zextr r r � <genexpr>) s zsdist.<genexpr>c C s� | � d� | �d�}|j| _| j�tj�|jd�� | �� | � � D ]}| � |� qD| �
� t | j dg �}| j
D ] }dd|f}||krp|�|� qpd S )N�egg_infoz SOURCES.txt�
dist_filesr r )Z run_command�get_finalized_command�filelist�append�os�path�joinr � check_readmeZget_sub_commands�make_distribution�getattr� distributionZ
archive_files)�selfZei_cmdZcmd_namer �file�datar r r �run+ s
z sdist.runc C s t j�| � | �� d S )N)�origr �initialize_options�_default_to_gztar�r r r r r% > s zsdist.initialize_optionsc C s t jdkrd S dg| _d S )N)� � r Zbetar Zgztar)�sys� version_infoZformatsr' r r r r& C s
zsdist._default_to_gztarc C s$ | � � � tj�| � W 5 Q R X dS )z%
Workaround for #516
N)�_remove_os_linkr$ r r r' r r r r I s
zsdist.make_distributionc
c s^ G dd� d�} t td| �}zt`W n tk
r6 Y nX z
dV W 5 || k rXttd|� X dS )zG
In a context, remove and restore os.link if it exists
c @ s e Zd ZdS )z&sdist._remove_os_link.<locals>.NoValueN)�__name__�
__module__� __qualname__r r r r �NoValueW s r0 �linkN)r r r1 � Exception�setattr)r0 Zorig_valr r r r, P s
zsdist._remove_os_linkc C sL zt j�| � W n6 tk
rF t�� \}}}|jjjd � � � Y nX d S )N�template)
r$ r �
read_templater2 r* �exc_info�tb_next�tb_frame�f_locals�close)r �_�tbr r r Z__read_template_hacke s zsdist.__read_template_hack)� � r= )r( r )r( r � )r( r= )r( r= r c s^ | j �� rZ| �d�}| j�|�� � | j jsZ|jD ]&\}� }}| j�� fdd�|D �� q2dS )zgetting python files�build_pyc s g | ]}t j�� |��qS r )r r r )r �filename�Zsrc_dirr r �
<listcomp>� s �z.sdist._add_defaults_python.<locals>.<listcomp>N)r Zhas_pure_modulesr r �extendZget_source_filesZinclude_package_dataZ
data_files)r r@ r; � filenamesr rB r �_add_defaults_python| s
�zsdist._add_defaults_pythonc sD z t jrt�| � n
t� �� W n tk
r> t�d� Y nX d S )Nz&data_files contains unexpected objects)r ZPY2r �_add_defaults_data_files�super� TypeErrorr �warnr' �� __class__r r rG � s z sdist._add_defaults_data_filesc C s8 | j D ]}tj�|�r d S q| �dd�| j � � d S )Nz,standard file not found: should have one of z, )�READMESr r �existsrJ r )r �fr r r r � s
��zsdist.check_readmec C s^ t j�| ||� tj�|d�}ttd�rJtj�|�rJt�|� | � d|� | �
d�� |� d S )Nz setup.cfgr1 r ) r$ r �make_release_treer r r �hasattrrN �unlinkZ copy_filer Zsave_version_info)r Zbase_dir�files�destr r r rP � s
zsdist.make_release_treec C s@ t j�| j�sdS t�| jd��}|�� }W 5 Q R X |d�� kS )NF�rbz+# file GENERATED by distutils, do NOT edit
)r r �isfile�manifest�io�open�readline�encode)r �fpZ
first_liner r r �_manifest_is_not_generated� s �z sdist._manifest_is_not_generatedc C s� t �d| j� t| jd�}|D ]d}tjr^z|�d�}W n& tk
r\ t �d| � Y q Y nX |� � }|�
d�s |svq | j � |� q |�
� dS )z�Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
zreading manifest file '%s'rU zUTF-8z"%r not UTF-8 decodable -- skipping�#N)r �inforW rY r ZPY3�decode�UnicodeDecodeErrorrJ �strip�
startswithr r r: )r rW �liner r r �
read_manifest� s
zsdist.read_manifestc C s^ | j �d�}|�dd�\}}|dkr2t�d� dS tj�|�sNt�d|� dS | j �
|� dS )zyChecks if license_file' is configured and adds it to
'self.filelist' if the value contains a valid path.
Zmetadata� license_file)NNNz''license_file' option was not specifiedz8warning: Failed to find the configured license file '%s') r Zget_option_dict�getr �debugr r rN rJ r r )r Zoptsr; rf r r r �
check_license� s
�zsdist.check_license) r- r. r/ �__doc__Z user_optionsZ negative_optZREADME_EXTENSIONS�tuplerM r# r% r& r � staticmethod�
contextlib�contextmanagerr, Z_sdist__read_template_hackr* r+ Zhas_leaky_handler5 rF rG r rP r] re ri �
__classcell__r r rK r r s< �
��
r )r )Z distutilsr Zdistutils.command.sdistZcommandr r$ r r* rX rm Zsetuptools.externr Z
py36compatr r �listZ_default_revctrlr
r r r r �<module> s
site-packages/setuptools/command/__pycache__/build_ext.cpython-38.opt-1.pyc 0000644 00000023211 15201600074 0022673 0 ustar 00 U
�Qab�2 �
@ s� d dl Z d dlZd dlZd dlmZ d dlmZ d dlm Z d dl
m Z m Z d dl
mZ d dlmZ d dlmZ d d lmZ ejr�d dlZd
d � e�� D �Zn d d lmZ zd dlmZ e d
� W n e k
r� eZY nX e d� d dl
m Z dd� Z dZ!dZ"dZ#ej$dk�rdZ"n>e j%dk�rTzd dl&Z&e'e&d� Z"Z!W n e k
�rR Y nX dd� Z(dd� Z)G d d � d e�Ze"�s�e j%dk�r�d"d d �Z*nd Z#d#d!d �Z*dS )$� N)� build_ext)� copy_file)� new_compiler)�customize_compiler�get_config_var)�DistutilsError)�log)�Library)�sixc C s g | ]\}}}|t jkr|�qS � )�impZ C_EXTENSION)�.0�s�_�tpr r �@/usr/lib/python3.8/site-packages/setuptools/command/build_ext.py�
<listcomp> s
r ��EXTENSION_SUFFIXESzCython.Compiler.Main�LDSHARED)� _config_varsc C sZ t jdkrNt�� }z$dtd< dtd< dtd< t| � W 5 t�� t�|� X nt| � d S )N�darwinz0gcc -Wl,-x -dynamiclib -undefined dynamic_lookupr z -dynamiclibZCCSHAREDz.dylibZSO)�sys�platform� _CONFIG_VARS�copy�clear�updater )�compilerZtmpr r r � _customize_compiler_for_shlib# s
� r FZsharedr T�nt�RTLD_NOWc C s t r| S dS )N� )� have_rtld)r r r r �<lambda>D � r$ c C s. t D ]$} d| kr| S | dkr| S qdS )z;Return the file extension for an abi3-compliant Extension()z.abi3z.pydNr )�suffixr r r �get_abi3_suffixG s
r' c @ sv e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd dd�Zd S ) r c C s. | j d }| _ t�| � || _ |r*| �� dS )z;Build extensions in build directory, then copy if --inplacer N)Zinplace�
_build_ext�run�copy_extensions_to_source)�selfZ old_inplacer r r r) Q s
z
build_ext.runc
C s� | � d�}| jD ]�}| �|j�}| �|�}|�d�}d�|d d� �}|�|�}tj �|tj �
|��}tj �| j |�} t | || j
| jd� |jr| �|p�tj|d� qd S )N�build_py�.���)�verbose�dry_runT)�get_finalized_command�
extensions�get_ext_fullname�name�get_ext_filename�split�joinZget_package_dir�os�path�basename� build_libr r/ r0 � _needs_stub�
write_stub�curdir)
r+ r, �ext�fullname�filename�modpath�packageZ package_dirZ
dest_filenameZ src_filenamer r r r* Y s&
� �z#build_ext.copy_extensions_to_sourcec C s� t �| |�}|| jkr�| j| }tjo4t|d�o4t� }|r^td�}|d t|� � }|t� }t |t
�r�t j �
|�\}}| j�|t�S tr�|jr�t j �|�\}}t j �|d| �S |S )NZpy_limited_apiZ
EXT_SUFFIXzdl-)r( r5 �ext_mapr
ZPY3�getattrr' r �len�
isinstancer r8 r9 �splitext�shlib_compiler�library_filename�libtype� use_stubs�_links_to_dynamicr6 r7 )r+ r@ rA r? Zuse_abi3Zso_ext�fn�dr r r r5 o s&
��
zbuild_ext.get_ext_filenamec C s t �| � d | _g | _i | _d S �N)r( �initialize_optionsrI �shlibsrD �r+ r r r rQ � s
z build_ext.initialize_optionsc C s, t �| � | jpg | _| �| j� dd� | jD �| _| jrB| �� | jD ]}| �|j�|_qH| jD ]�}|j}|| j |< || j |�
d�d < | jr�| � |�p�d}|o�t o�t
|t� }||_||_| �|� }|_tj�tj�| j|��}|�r||jk�r|j�|� |rbt rbtj|jkrb|j�tj� qbd S )Nc S s g | ]}t |t�r|�qS r )rG r �r
r? r r r r � s
�z.build_ext.finalize_options.<locals>.<listcomp>r- r. F) r( �finalize_optionsr2 Zcheck_extensions_listrR �setup_shlib_compilerr3 r4 �
_full_namerD r6 �links_to_dynamicrL rG r rM r< r5 �
_file_namer8 r9 �dirnamer7 r; � library_dirs�appendr> �runtime_library_dirs)r+ r? r@ Zltd�nsrA Zlibdirr r r rU � s,
zbuild_ext.finalize_optionsc C s� t | j| j| jd� }| _t|� | jd k r8|�| j� | jd k r^| jD ]\}}|� ||� qH| j
d k r~| j
D ]}|� |� qn| j d k r�|�
| j � | jd k r�|�| j� | jd k r�|�| j� | jd k r�|�| j� t�|�|_d S )N)r r0 �force)r r r0 r_ rI r Z include_dirsZset_include_dirsZdefineZ define_macroZundefZundefine_macro� librariesZ
set_librariesr[ Zset_library_dirsZrpathZset_runtime_library_dirsZ link_objectsZset_link_objects�link_shared_object�__get__)r+ r r4 �valueZmacror r r rV � s. �
z build_ext.setup_shlib_compilerc C s t |t�r|jS t�| |�S rP )rG r �export_symbolsr( �get_export_symbols�r+ r? r r r re � s
z build_ext.get_export_symbolsc C s\ |� � | j}z@t|t�r"| j| _t�| |� |jrL| �d�j }| �
||� W 5 || _X d S )Nr, ) Z _convert_pyx_sources_to_langr rG r rI r( �build_extensionr< r1 r; r= )r+ r? Z _compiler�cmdr r r rg � s
zbuild_ext.build_extensionc sP t �dd� | jD ��� d�|j�d�dd� dg ��t� �fdd�|jD ��S ) z?Return true if 'ext' links to a dynamic lib in the same packagec S s g | ]
}|j �qS r )rW )r
�libr r r r � s z.build_ext.links_to_dynamic.<locals>.<listcomp>r- Nr. r" c 3 s | ]}�| � kV qd S rP r )r
Zlibname�ZlibnamesZpkgr r � <genexpr>� s z-build_ext.links_to_dynamic.<locals>.<genexpr>)�dict�fromkeysrR r7 rW r6 �anyr` rf r rj r rX � s zbuild_ext.links_to_dynamicc C s t �| �| �� S rP )r( � get_outputs� _build_ext__get_stubs_outputsrS r r r ro � s zbuild_ext.get_outputsc s6 � fdd�� j D �}t�|� �� �}tdd� |D ��S )Nc 3 s0 | ](}|j rtjj� jf|j�d ��� V qdS )r- N)r< r8 r9 r7 r; rW r6 rT rS r r rk � s �z0build_ext.__get_stubs_outputs.<locals>.<genexpr>c s s | ]\}}|| V qd S rP r )r
�baseZfnextr r r rk � s )r2 � itertools�product�!_build_ext__get_output_extensions�list)r+ Z ns_ext_basesZpairsr rS r Z__get_stubs_outputs� s
�z build_ext.__get_stubs_outputsc c s" dV dV | � d�jr dV d S )N�.pyz.pycr, z.pyo)r1 �optimizerS r r r Z__get_output_extensions� s z!build_ext.__get_output_extensionsFc C s, t �d|j|� tjj|f|j�d��� d }|rJtj�|�rJt|d ��| j s�t
|d�}|� d�ddd t d
� d tj�
|j� d d
dt d�dddt d�ddt d�dddg�� |�� |�r(ddlm} ||gdd | j d � | �d �j}|dk�r||g|d | j d � tj�|��r(| j �s(t�|� d S ) Nz writing stub loader for %s to %sr- rv z already exists! Please delete.�w�
zdef __bootstrap__():z- global __bootstrap__, __file__, __loader__z% import sys, os, pkg_resources, impz, dlz: __file__ = pkg_resources.resource_filename(__name__,%r)z del __bootstrap__z if '__loader__' in globals():z del __loader__z# old_flags = sys.getdlopenflags()z old_dir = os.getcwd()z try:z( os.chdir(os.path.dirname(__file__))z$ sys.setdlopenflags(dl.RTLD_NOW)z( imp.load_dynamic(__name__,__file__)z finally:z" sys.setdlopenflags(old_flags)z os.chdir(old_dir)z__bootstrap__()r" r )� byte_compileT)rw r_ r0 Z install_lib)r �inforW r8 r9 r7 r6 �existsr r0 �open�write�if_dlr: rY �closeZdistutils.utilrz r1 rw �unlink)r+ �
output_dirr? �compileZ stub_file�frz rw r r r r= � sb
��
��� �
�zbuild_ext.write_stubN)F)�__name__�
__module__� __qualname__r) r* r5 rQ rU rV re rg rX ro rp rt r= r r r r r P s
r c
C s( | � | j||||||||| |
| | �
d S rP )�linkZSHARED_LIBRARY)
r+ �objects�output_libnamer� r` r[ r] rd �debug�
extra_preargs�extra_postargs�
build_temp� target_langr r r ra # s �ra Zstaticc
C sR t j�|�\}}
t j�|
�\}}| �d��d�r<|dd � }| �||||| � d S )N�xri � )r8 r9 r6 rH rJ �
startswithZcreate_static_lib)r+ r� r� r� r` r[ r] rd r� r� r� r� r� rA r: r? r r r ra 2 s �)
NNNNNr NNNN)
NNNNNr NNNN)+r8 r rr Zdistutils.command.build_extr Z
_du_build_extZdistutils.file_utilr Zdistutils.ccompilerr Zdistutils.sysconfigr r Zdistutils.errorsr Z distutilsr Zsetuptools.extensionr Zsetuptools.externr
ZPY2r Z get_suffixesr Zimportlib.machineryZCython.Distutils.build_extr( �
__import__� ImportErrorr r r r# rL rK r r4 Zdl�hasattrr r' ra r r r r �<module> sz
Q �
� site-packages/setuptools/command/__pycache__/install.cpython-38.opt-1.pyc 0000644 00000007627 15201600074 0022377 0 ustar 00 U
�QabK � @ s| d dl mZ d dlZd dlZd dlZd dlZd dlm mZ d dl
Z
e jZ G dd� de j�Zdd� e jj D �ej
e_ dS )� )�DistutilsArgErrorNc @ s� e Zd ZdZejjddg Zejjddg Zddd� fd d
d� fgZe e�Z
d d � Z d
d� Z dd� Z
dd� Zedd� �Zdd� ZdS )�installz7Use easy_install to install the package, w/dependencies)�old-and-unmanageableNzTry not to use this!)�!single-version-externally-managedNz5used by system package builders to create 'flat' eggsr r Zinstall_egg_infoc C s dS �NT� ��selfr r �>/usr/lib/python3.8/site-packages/setuptools/command/install.py�<lambda> � zinstall.<lambda>Zinstall_scriptsc C s dS r r r r r r
r r c C s t j�| � d | _d | _d S �N)�origr �initialize_options�old_and_unmanageable�!single_version_externally_managedr r r r
r s zinstall.initialize_optionsc C s8 t j�| � | jrd| _n| jr4| js4| js4td��d S )NTzAYou must specify --record or --root when building system packages)r r �finalize_options�rootr �recordr r r r r
r % s �zinstall.finalize_optionsc C s( | j s | jrtj�| �S d | _d| _d S )N� )r r r r �handle_extra_pathZ path_fileZ
extra_dirsr r r r
r 0 s zinstall.handle_extra_pathc C s@ | j s | jrtj�| �S | �t�� �s4tj�| � n| �� d S r
) r r r r �run�_called_from_setup�inspectZ currentframe�do_egg_installr r r r
r : s
z install.runc C sz | dkr4d}t �|� t�� dkr0d}t �|� dS t�| �d }|dd� \}t�|�}|j�dd �}|d
kox|j d kS ) a�
Attempt to detect whether run() was called from setup() or by another
command. If called by setup(), the parent caller will be the
'run_command' method in 'distutils.dist', and *its* caller will be
the 'run_commands' method. If called any other way, the
immediate caller *might* be 'run_command', but it won't have been
called by 'run_commands'. Return True in that case or if a call stack
is unavailable. Return False otherwise.
Nz4Call stack not available. bdist_* commands may fail.Z
IronPythonz6For best results, pass -X:Frames to enable call stack.T� � �__name__r zdistutils.distZ run_commands)
�warnings�warn�platformZpython_implementationr ZgetouterframesZ getframeinfo� f_globals�getZfunction)Z run_frame�msg�resZcaller�infoZ
caller_moduler r r
r E s
�zinstall._called_from_setupc C s� | j �d�}|| j d| j| jd�}|�� d|_|j�t�d�� | � d� | j �
d�j g}t j
rp|�dt j
� ||_|�� d t _
d S )N� easy_install�x)�argsr r �.z*.eggZ bdist_eggr )Z distributionZget_command_classr r Zensure_finalizedZalways_copy_fromZ
package_index�scan�globZ run_commandZget_command_objZ
egg_output�
setuptoolsZbootstrap_install_from�insertr( r )r r& �cmdr( r r r
r ` s" �
zinstall.do_egg_installN)r �
__module__� __qualname__�__doc__r r Z user_optionsZboolean_options� new_commands�dict�_ncr r r r � staticmethodr r r r r r
r s( � �
�
r c C s g | ]}|d t jkr|�qS )r )r r4 )�.0r. r r r
�
<listcomp>{ s r7 )Zdistutils.errorsr r r+ r r Zdistutils.command.installZcommandr r r, �_installZ sub_commandsr2 r r r r
�<module> s l�� site-packages/setuptools/command/__pycache__/dist_info.cpython-38.opt-1.pyc 0000644 00000002521 15201600074 0022673 0 ustar 00 U
�Qab� � @ s8 d Z ddlZddlmZ ddlmZ G dd� de�ZdS )zD
Create a dist_info directory
As defined in the wheel specification
� N)�Command)�logc @ s. e Zd ZdZdgZdd� Zdd� Zdd� Zd S )
� dist_infoz create a .dist-info directory)z egg-base=�ezLdirectory containing .egg-info directories (default: top of the source tree)c C s
d | _ d S �N)�egg_base��self� r
�@/usr/lib/python3.8/site-packages/setuptools/command/dist_info.py�initialize_options s z dist_info.initialize_optionsc C s d S r r
r r
r
r �finalize_options s zdist_info.finalize_optionsc C sn | � d�}| j|_|�� |�� |jd td� � d }t�d�t j
� |��� | � d�}|� |j|� d S )N�egg_infoz .egg-infoz
.dist-infoz
creating '{}'� bdist_wheel)
Zget_finalized_commandr r
�runr �lenr �info�format�os�path�abspathZegg2dist)r r Z
dist_info_dirr r
r
r r s
z
dist_info.runN)�__name__�
__module__� __qualname__� descriptionZ user_optionsr r
r r
r
r
r r s �r )�__doc__r Zdistutils.corer Z distutilsr r r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/py36compat.cpython-38.opt-1.pyc 0000644 00000011002 15201600074 0022714 0 ustar 00 U
�Qabz � @ sd d dl Z d dlmZ d dlmZ d dlmZ d dlmZ G dd� d�Ze ejd�r`G d d� d�ZdS )
� N)�glob)� convert_path)�sdist)�filterc @ s\ e Zd ZdZdd� Zedd� �Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )�sdist_add_defaultsz�
Mix-in providing forward-compatibility for functionality as found in
distutils on Python 3.7.
Do not edit the code in this class except to update functionality
as implemented in distutils. Instead, override in the subclass.
c C s< | � � | �� | �� | �� | �� | �� | �� dS )a9 Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scripts)�self� r �A/usr/lib/python3.8/site-packages/setuptools/command/py36compat.py� add_defaults s z sdist_add_defaults.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�kS )z�
Case-sensitive path existence check
>>> sdist_add_defaults._cs_path_exists(__file__)
True
>>> sdist_add_defaults._cs_path_exists(__file__.upper())
False
F)�os�path�exists�abspath�split�listdir)�fspathr Z directory�filenamer r r �_cs_path_exists( s
z"sdist_add_defaults._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
ZREADMES� distributionZ script_name�
isinstance�tupler �filelist�append�warn�join)r Z standards�fnZaltsZgot_itr r r r 9 s"
�
z*sdist_add_defaults._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)r r r �isfiler r �extend)r Zoptional�pattern�filesr r r r N s z)sdist_add_defaults._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandr Zhas_pure_modulesr r$ �get_source_files�
data_filesr r r r! )r r' ZpkgZsrc_dirZ build_dir� filenamesr r r r r T s
z'sdist_add_defaults._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S )N) r Zhas_data_filesr* r �strr r r r# r r )r �item�dirnamer+ �fr r r r
d s
z+sdist_add_defaults._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)r Zhas_ext_modulesr( r r$ r) )r r0 r r r r u s
z$sdist_add_defaults._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)r Zhas_c_librariesr( r r$ r) )r r1 r r r r z s
z'sdist_add_defaults._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)r Z has_scriptsr( r r$ r) )r r2 r r r r
s
z(sdist_add_defaults._add_defaults_scriptsN)�__name__�
__module__� __qualname__�__doc__r � staticmethodr r r r r
r r r
r r r r r s
r r c @ s e Zd ZdS )r N)r3 r4 r5 r r r r r � s )
r r Zdistutils.utilr Zdistutils.commandr Zsetuptools.extern.six.movesr r �hasattrr r r r �<module> s | site-packages/setuptools/command/__pycache__/install_egg_info.cpython-38.opt-1.pyc 0000644 00000004543 15201600074 0024226 0 ustar 00 U
�Qab� � @ s\ d dl mZmZ d dlZd dlmZ d dlmZ d dlmZ d dl Z G dd� dej
e�Z dS )� )�log�dir_utilN)�Command)�
namespaces)�unpack_archivec @ sB e Zd ZdZdZdgZdd� Zdd� Zdd� Zd d
� Z d d � Z
d
S )�install_egg_infoz.Install an .egg-info directory for the package)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r
�G/usr/lib/python3.8/site-packages/setuptools/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sV | � dd� | �d�}t�d d |j|j��� d }|j| _tj �
| j |�| _ g | _
d S )NZ install_lib)r
r
�egg_infoz .egg-info)Zset_undefined_optionsZget_finalized_command�
pkg_resourcesZ DistributionZegg_nameZ egg_versionr �source�os�path�joinr
�target�outputs)r Zei_cmd�basenamer
r
r �finalize_options s �
��z!install_egg_info.finalize_optionsc C s� | � d� tj�| j�r:tj�| j�s:tj| j| jd� n(tj� | j�rb| �
tj | jfd| j � | jstt �
| j� | �
| jdd| j| jf � | �� d S )Nr )�dry_runz Removing r
�Copying %s to %s)Z run_commandr r �isdirr �islinkr Z remove_treer �existsZexecute�unlinkr Zensure_directory�copytreer Zinstall_namespacesr r
r
r �run! s
�zinstall_egg_info.runc C s | j S r )r r r
r
r � get_outputs. s z install_egg_info.get_outputsc s � fdd�}t � j� j|� d S )Nc sD dD ] }| � |�s d| | kr d S q� j�|� t�d| |� |S )N)z.svn/zCVS/�/r )�
startswithr �appendr �debug)�srcZdst�skipr r
r �skimmer3 s z*install_egg_info.copytree.<locals>.skimmer)r r r )r r) r
r r r 1 s zinstall_egg_info.copytreeN) �__name__�
__module__� __qualname__�__doc__� descriptionZ user_optionsr r r! r" r r
r
r
r r
s �
r ) Z distutilsr r r Z
setuptoolsr r Zsetuptools.archive_utilr r Z Installerr r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/dist_info.cpython-38.pyc 0000644 00000002521 15201600074 0021734 0 ustar 00 U
�Qab� � @ s8 d Z ddlZddlmZ ddlmZ G dd� de�ZdS )zD
Create a dist_info directory
As defined in the wheel specification
� N)�Command)�logc @ s. e Zd ZdZdgZdd� Zdd� Zdd� Zd S )
� dist_infoz create a .dist-info directory)z egg-base=�ezLdirectory containing .egg-info directories (default: top of the source tree)c C s
d | _ d S �N)�egg_base��self� r
�@/usr/lib/python3.8/site-packages/setuptools/command/dist_info.py�initialize_options s z dist_info.initialize_optionsc C s d S r r
r r
r
r �finalize_options s zdist_info.finalize_optionsc C sn | � d�}| j|_|�� |�� |jd td� � d }t�d�t j
� |��� | � d�}|� |j|� d S )N�egg_infoz .egg-infoz
.dist-infoz
creating '{}'� bdist_wheel)
Zget_finalized_commandr r
�runr �lenr �info�format�os�path�abspathZegg2dist)r r Z
dist_info_dirr r
r
r r s
z
dist_info.runN)�__name__�
__module__� __qualname__� descriptionZ user_optionsr r
r r
r
r
r r s �r )�__doc__r Zdistutils.corer Z distutilsr r r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/rotate.cpython-38.opt-1.pyc 0000644 00000004730 15201600074 0022217 0 ustar 00 U
�Qabt � @ s` d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z d dl
m Z G dd� de �Z dS ) � )� convert_path)�log)�DistutilsOptionErrorN)�six)�Commandc @ s: e Zd ZdZdZdddgZg Zdd� Zdd � Zd
d � Z d S )
�rotatezDelete older distributionsz2delete older distributions, keeping N newest files)zmatch=�mz patterns to match (required))z dist-dir=�dz%directory where the distributions are)zkeep=�kz(number of matching distributions to keepc C s d | _ d | _d | _d S )N)�match�dist_dir�keep��self� r �=/usr/lib/python3.8/site-packages/setuptools/command/rotate.py�initialize_options s zrotate.initialize_optionsc C s� | j d krtd��| jd kr$td��zt| j�| _W n tk
rP td��Y nX t| j tj�rxdd� | j �d�D �| _ | � dd� d S ) NzQMust specify one or more (comma-separated) match patterns (e.g. '.zip' or '.egg')z$Must specify number of files to keepz--keep must be an integerc S s g | ]}t |�� ��qS r )r �strip)�.0�pr r r �
<listcomp>* s z+rotate.finalize_options.<locals>.<listcomp>�,Zbdist)r r )
r r r
�int�
ValueError�
isinstancer Z string_types�splitZset_undefined_optionsr r r r �finalize_options s
�
�zrotate.finalize_optionsc C s� | � d� ddlm} | jD ]�}| j�� d | }|tj�| j|��}dd� |D �}|� � |�
� t � dt
|�|� || jd � }|D ]<\}}t � d|� | js�tj�|�r�t�|� q�t�|� q�q d S ) NZegg_infor )�glob�*c S s g | ]}t j�|�|f�qS r )�os�path�getmtime)r �fr r r r 6 s z rotate.run.<locals>.<listcomp>z%d file(s) matching %sz Deleting %s)Z run_commandr r Z distributionZget_namer r �joinr �sort�reverser �info�lenr
Zdry_run�isdir�shutilZrmtree�unlink)r r �pattern�files�tr" r r r �run/ s
z
rotate.runN)
�__name__�
__module__� __qualname__�__doc__� descriptionZ user_optionsZboolean_optionsr r r. r r r r r s �r )
Zdistutils.utilr Z distutilsr Zdistutils.errorsr r r) Zsetuptools.externr Z
setuptoolsr r r r r r �<module> s site-packages/setuptools/command/__pycache__/build_clib.cpython-38.pyc 0000644 00000004605 15201600074 0022053 0 ustar 00 U
�Qab� � @ sL d dl m mZ d dlmZ d dlmZ d dlm Z G dd� dej�ZdS )� N)�DistutilsSetupError)�log)�newer_pairwise_groupc @ s e Zd ZdZdd� ZdS )�
build_clibav
Override the default build_clib behaviour to do the following:
1. Implement a rudimentary timestamp-based dependency system
so 'compile()' doesn't run every time.
2. Add more keys to the 'build_info' dictionary:
* obj_deps - specify dependencies for each object compiled.
this should be a dictionary mapping a key
with the source filename to a list of
dependencies. Use an empty string for global
dependencies.
* cflags - specify a list of additional flags to pass to
the compiler.
c C sr |D �]f\}}|� d�}|d ks.t|ttf�s:td| ��t|�}t�d|� |� dt� �}t|t�srtd| ��g }|� dt� �}t|ttf�s�td| ��|D ]P}|g} | �|� |� |t� �}
t|
ttf�s�td| ��| �|
� |� | � q�| j
j || j d�} t
|| �g g fk�rT|� d�} |� d �}
|� d
�}| j
j|| j | |
|| jd �}| j
j| || j| jd � qd S )
N�sourceszfin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenameszbuilding '%s' library�obj_depsz\in 'libraries' option (library '%s'), 'obj_deps' must be a dictionary of type 'source: list'� )�
output_dir�macros� include_dirs�cflags)r r
r Zextra_postargs�debug)r r
)�get�
isinstance�list�tupler r �info�dict�extend�appendZcompilerZobject_filenamesZ
build_tempr �compiler
Zcreate_static_libr )�selfZ librariesZlib_nameZ
build_infor r Z dependenciesZ global_deps�sourceZsrc_depsZ
extra_depsZexpected_objectsr
r r Zobjects� r �A/usr/lib/python3.8/site-packages/setuptools/command/build_clib.py�build_libraries sv
��
����
��
�
� �zbuild_clib.build_librariesN)�__name__�
__module__� __qualname__�__doc__r r r r r r s r )
Z distutils.command.build_clibZcommandr ZorigZdistutils.errorsr Z distutilsr Zsetuptools.dep_utilr r r r r �<module> s site-packages/setuptools/command/__pycache__/sdist.cpython-38.pyc 0000644 00000015227 15201600074 0021113 0 ustar 00 U
�Qab� � @ s� d dl mZ d dlm mZ d dlZd dlZd dlZd dl Z d dl
m Z ddl m
Z
d dlZeZd dd�ZG d d
� d
e
ej�ZdS ) � )�logN)�six� )�sdist_add_defaults� c c s, t �d�D ] }|�� | �D ]
}|V qq
dS )z%Find all files under revision controlzsetuptools.file_findersN)�
pkg_resourcesZiter_entry_points�load)�dirnameZep�item� r �</usr/lib/python3.8/site-packages/setuptools/command/sdist.py� walk_revctrl s r
c s� e Zd ZdZdddgZi ZddddgZed d
� eD ��Zd d � Z d
d� Z
dd� Z dd� Z e
ejdd� ��Zdd� Zejdk p�dej ko�dk n p�dej ko�dk n Zer�eZd d � Z� fd d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z � Z S )*�sdistz=Smart sdist that finds anything supported by revision control)zformats=Nz6formats for source distribution (comma-separated list))z keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist]r z.rstz.txtz.mdc c s | ]}d � |�V qdS )z README{0}N)�format)�.0Zextr r r � <genexpr>) s zsdist.<genexpr>c C s� | � d� | �d�}|j| _| j�tj�|jd�� | �� | � � D ]}| � |� qD| �
� t | j dg �}| j
D ] }dd|f}||krp|�|� qpd S )N�egg_infoz SOURCES.txt�
dist_filesr r )Z run_command�get_finalized_command�filelist�append�os�path�joinr � check_readmeZget_sub_commands�make_distribution�getattr� distributionZ
archive_files)�selfZei_cmdZcmd_namer �file�datar r r �run+ s
z sdist.runc C s t j�| � | �� d S )N)�origr �initialize_options�_default_to_gztar�r r r r r% > s zsdist.initialize_optionsc C s t jdkrd S dg| _d S )N)� � r Zbetar Zgztar)�sys� version_infoZformatsr' r r r r& C s
zsdist._default_to_gztarc C s$ | � � � tj�| � W 5 Q R X dS )z%
Workaround for #516
N)�_remove_os_linkr$ r r r' r r r r I s
zsdist.make_distributionc
c s^ G dd� d�} t td| �}zt`W n tk
r6 Y nX z
dV W 5 || k rXttd|� X dS )zG
In a context, remove and restore os.link if it exists
c @ s e Zd ZdS )z&sdist._remove_os_link.<locals>.NoValueN)�__name__�
__module__� __qualname__r r r r �NoValueW s r0 �linkN)r r r1 � Exception�setattr)r0 Zorig_valr r r r, P s
zsdist._remove_os_linkc C sL zt j�| � W n6 tk
rF t�� \}}}|jjjd � � � Y nX d S )N�template)
r$ r �
read_templater2 r* �exc_info�tb_next�tb_frame�f_locals�close)r �_�tbr r r Z__read_template_hacke s zsdist.__read_template_hack)� � r= )r( r )r( r � )r( r= )r( r= r c s^ | j �� rZ| �d�}| j�|�� � | j jsZ|jD ]&\}� }}| j�� fdd�|D �� q2dS )zgetting python files�build_pyc s g | ]}t j�� |��qS r )r r r )r �filename�Zsrc_dirr r �
<listcomp>� s �z.sdist._add_defaults_python.<locals>.<listcomp>N)r Zhas_pure_modulesr r �extendZget_source_filesZinclude_package_dataZ
data_files)r r@ r; � filenamesr rB r �_add_defaults_python| s
�zsdist._add_defaults_pythonc sD z t jrt�| � n
t� �� W n tk
r> t�d� Y nX d S )Nz&data_files contains unexpected objects)r ZPY2r �_add_defaults_data_files�super� TypeErrorr �warnr' �� __class__r r rG � s z sdist._add_defaults_data_filesc C s8 | j D ]}tj�|�r d S q| �dd�| j � � d S )Nz,standard file not found: should have one of z, )�READMESr r �existsrJ r )r �fr r r r � s
��zsdist.check_readmec C s^ t j�| ||� tj�|d�}ttd�rJtj�|�rJt�|� | � d|� | �
d�� |� d S )Nz setup.cfgr1 r ) r$ r �make_release_treer r r �hasattrrN �unlinkZ copy_filer Zsave_version_info)r Zbase_dir�files�destr r r rP � s
zsdist.make_release_treec C s@ t j�| j�sdS t�| jd��}|�� }W 5 Q R X |d�� kS )NF�rbz+# file GENERATED by distutils, do NOT edit
)r r �isfile�manifest�io�open�readline�encode)r �fpZ
first_liner r r �_manifest_is_not_generated� s �z sdist._manifest_is_not_generatedc C s� t �d| j� t| jd�}|D ]d}tjr^z|�d�}W n& tk
r\ t �d| � Y q Y nX |� � }|�
d�s |svq | j � |� q |�
� dS )z�Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
zreading manifest file '%s'rU zUTF-8z"%r not UTF-8 decodable -- skipping�#N)r �inforW rY r ZPY3�decode�UnicodeDecodeErrorrJ �strip�
startswithr r r: )r rW �liner r r �
read_manifest� s
zsdist.read_manifestc C s^ | j �d�}|�dd�\}}|dkr2t�d� dS tj�|�sNt�d|� dS | j �
|� dS )zyChecks if license_file' is configured and adds it to
'self.filelist' if the value contains a valid path.
Zmetadata� license_file)NNNz''license_file' option was not specifiedz8warning: Failed to find the configured license file '%s') r Zget_option_dict�getr �debugr r rN rJ r r )r Zoptsr; rf r r r �
check_license� s
�zsdist.check_license) r- r. r/ �__doc__Z user_optionsZ negative_optZREADME_EXTENSIONS�tuplerM r# r% r& r � staticmethod�
contextlib�contextmanagerr, Z_sdist__read_template_hackr* r+ Zhas_leaky_handler5 rF rG r rP r] re ri �
__classcell__r r rK r r s< �
��
r )r )Z distutilsr Zdistutils.command.sdistZcommandr r$ r r* rX rm Zsetuptools.externr Z
py36compatr r �listZ_default_revctrlr
r r r r �<module> s
site-packages/setuptools/command/__pycache__/install_lib.cpython-38.opt-1.pyc 0000644 00000007772 15201600074 0023226 0 ustar 00 U
�Qab � @ sH d dl Z d dlZd dlmZmZ d dlm mZ G dd� dej�ZdS )� N)�product�starmapc @ sZ e Zd ZdZdd� Zdd� Zdd� Zedd � �Zd
d � Z ed d
� �Z
ddd�Z dd� Z dS )� install_libz9Don't add compiled flags to filenames of non-Python filesc C s& | � � | �� }|d k r"| �|� d S �N)Zbuild�installZ byte_compile)�self�outfiles� r �B/usr/lib/python3.8/site-packages/setuptools/command/install_lib.py�run
s zinstall_lib.runc s4 � fdd�� � � D �}t|� �� �}tt� j|��S )z�
Return a collections.Sized collections.Container of paths to be
excluded for single_version_externally_managed installations.
c 3 s" | ]}� � |�D ]
}|V qqd S r )�
_all_packages)�.0Zns_pkg�pkg�r r r
� <genexpr> s �z-install_lib.get_exclusions.<locals>.<genexpr>)�_get_SVEM_NSPsr �_gen_exclusion_paths�setr �_exclude_pkg_path)r Z all_packagesZ
excl_specsr r r
�get_exclusions s
�zinstall_lib.get_exclusionsc C s$ |� d�|g }tjj| jf|�� S )zw
Given a package name and exclusion path within that package,
compute the full exclusion path.
�.)�split�os�path�joinZ install_dir)r r Zexclusion_path�partsr r r
r s z install_lib._exclude_pkg_pathc c s | r | V | � d�\} }}q dS )zn
>>> list(install_lib._all_packages('foo.bar.baz'))
['foo.bar.baz', 'foo.bar', 'foo']
r N)�
rpartition)Zpkg_name�sepZchildr r r
r ' s zinstall_lib._all_packagesc C s, | j js g S | �d�}|j}|r(| j jS g S )z�
Get namespace packages (list) but only for
single_version_externally_managed installations and empty otherwise.
r )Z distributionZnamespace_packagesZget_finalized_commandZ!single_version_externally_managed)r Z install_cmdZsvemr r r
r 1 s
zinstall_lib._get_SVEM_NSPsc c sb dV dV dV t td�s dS tj�ddtjj �} | d V | d V | d
V | d V dS ) zk
Generate file paths to be excluded for namespace packages (bytecode
cache files).
z __init__.pyz __init__.pycz __init__.pyo�implementationN� __pycache__z __init__.z.pycz.pyoz
.opt-1.pycz
.opt-2.pyc)�hasattr�sysr r r r � cache_tag)�baser r r
r A s
z install_lib._gen_exclusion_paths� r c sX | � � � � s tj�| ||�S ddlm} ddlm� g �� ��fdd�}||||� �S )Nr )�unpack_directory)�logc s< |� kr�� d|� dS ��d| tj�|�� ��|� |S )Nz/Skipping installation of %s (namespace package)Fzcopying %s -> %s)�warn�infor r �dirname�append)�srcZdst��excluder& r r r
�pfg s �
z!install_lib.copy_tree.<locals>.pf)r �origr � copy_treeZsetuptools.archive_utilr% Z distutilsr& ) r ZinfileZoutfileZ
preserve_modeZpreserve_timesZpreserve_symlinks�levelr% r. r r, r
r0 V s
zinstall_lib.copy_treec s. t j�| �}| �� � � r*� fdd�|D �S |S )Nc s g | ]}|� kr|�qS r r )r
�f�r- r r
�
<listcomp>x s z+install_lib.get_outputs.<locals>.<listcomp>)r/ r � get_outputsr )r Zoutputsr r3 r
r5 t s
zinstall_lib.get_outputsN)r$ r$ r r$ )
�__name__�
__module__� __qualname__�__doc__r r r � staticmethodr r r r0 r5 r r r r
r s
�
r ) r r! � itertoolsr r Z distutils.command.install_libZcommandr r/ r r r r
�<module> s site-packages/setuptools/command/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001342 15201600074 0022454 0 ustar 00 U
�QabR � @ sz d ddddddddd d
d d d
dddddddddgZ ddlmZ ddlZddlmZ dejkrrd ejd< ej�d� [[dS ) �alias� bdist_eggZ bdist_rpmZ build_extZbuild_pyZdevelopZ easy_installZegg_infoZinstallZ install_lib�rotateZsaveoptsZsdistZsetoptZtestZinstall_egg_info�install_scripts�registerZ
bdist_wininstZ upload_docsZuploadZ
build_clibZ dist_info� )�bdistN)r Zegg)r zPython .egg file) �__all__Zdistutils.command.bdistr �sysZsetuptools.commandr Zformat_commandsZformat_command�append� r r �?/usr/lib/python3.8/site-packages/setuptools/command/__init__.py�<module> s< �
site-packages/setuptools/command/__pycache__/test.cpython-38.pyc 0000644 00000020433 15201600074 0020737 0 ustar 00 U
�Qab�% � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
d dlm Z d dl m
Z
d dlmZmZ d dlmZmZmZmZmZmZmZmZmZ d dlm Z d d
l m Z e Z G d d � d e �Z!G d
d� d�Z"G dd� de �Z#dS )� N)�DistutilsError�DistutilsOptionError)�log)�
TestLoader)�six)�map�filter) �resource_listdir�resource_exists�normalize_path� working_set�_namespace_packages�evaluate_marker�add_activation_listener�require�
EntryPoint)�Command� )�_unique_everseenc @ s e Zd Zdd� Zddd�ZdS )�ScanningLoaderc C s t �| � t� | _d S �N)r �__init__�set�_visited��self� r �;/usr/lib/python3.8/site-packages/setuptools/command/test.pyr s
zScanningLoader.__init__Nc C s� || j krdS | j �|� g }|�t�| |�� t|d�rH|�|�� � t|d�r�t|jd�D ]`}|� d�r�|dkr�|jd |dd� }n"t
|j|d �r^|jd | }nq^|�| � |�� q^t |�d
kr�| �
|�S |d S dS ) a Return a suite of all tests cases contained in the given module
If the module is a package, load tests from all the modules in it.
If the module has an ``additional_tests`` function, call it and add
the return value to the tests.
N�additional_tests�__path__� z.pyz __init__.py�.���z /__init__.pyr r )r �add�appendr �loadTestsFromModule�hasattrr r �__name__�endswithr
ZloadTestsFromName�lenZ
suiteClass)r �module�patternZtests�fileZ submoduler r r r% s$
z"ScanningLoader.loadTestsFromModule)N)r' �
__module__� __qualname__r r% r r r r r s r c @ s e Zd Zdd� Zddd�ZdS )�NonDataPropertyc C s
|| _ d S r ��fget)r r1 r r r r A s zNonDataProperty.__init__Nc C s |d kr | S | � |�S r r0 )r �objZobjtyper r r �__get__D s zNonDataProperty.__get__)N)r' r- r. r r3 r r r r r/ @ s r/ c @ s� e Zd ZdZdZdddgZdd� Zdd � Zed
d � �Z d d
� Z
dd� Z e j
g fdd��Zee j
dd� ��Zedd� �Zdd� Zdd� Zedd� �Zed d � �Zd S ) �testz.Command to run unit tests after in-place buildz0run unit tests after in-place build (deprecated))z test-module=�mz$Run 'test_suite' in specified module)z test-suite=�sz9Run single test, case or suite (e.g. 'module.test_suite'))z test-runner=�rzTest runner to usec C s d | _ d | _d | _d | _d S r )�
test_suite� test_module� test_loader� test_runnerr r r r �initialize_optionsV s ztest.initialize_optionsc C s� | j r| jrd}t|��| j d krD| jd kr8| jj | _ n | jd | _ | jd kr^t| jdd �| _| jd krnd| _| jd kr�t| jdd �| _d S )Nz1You may specify a module or a suite, but not bothz .test_suiter: z&setuptools.command.test:ScanningLoaderr; )r8 r9 r � distributionr: �getattrr; )r �msgr r r �finalize_options\ s
ztest.finalize_optionsc C s t | �� �S r )�list�
_test_argsr r r r � test_argso s ztest.test_argsc c s4 | j stjdkrdV | jr"dV | j r0| j V d S )N)� � Zdiscoverz --verbose)r8 �sys� version_info�verboser r r r rB s s ztest._test_argsc C s | � � � |� W 5 Q R X dS )zI
Backward compatibility for project_on_sys_path context.
N)�project_on_sys_path)r �funcr r r �with_project_on_sys_path{ s
z test.with_project_on_sys_pathc
c sP t jot| jdd�}|rv| jddd� | �d� | �d�}t|j�}| jd|d� | �d� | jddd� | �d� n"| �d� | jdd d� | �d� | �d�}t j
d d � }t j � � }zbt|j�}t j
�d|� t�� td
d � � td |j|jf � | �|g�� d V W 5 Q R X W 5 |t j
d d �< t j �
� t j �|� t�� X d S )
N�use_2to3F�build_pyr )ZinplaceZegg_info)�egg_baseZ build_extr c S s | � � S r )Zactivate)�distr r r �<lambda>� � z*test.project_on_sys_path.<locals>.<lambda>z%s==%s)r �PY3r> r= Zreinitialize_commandZ run_commandZget_finalized_commandr Z build_librF �path�modules�copy�clear�updater r rN �insertr r Zegg_nameZ egg_version�paths_on_pythonpath) r Z
include_distsZ with_2to3Zbpy_cmdZ
build_pathZei_cmdZold_pathZ old_modulesZ project_pathr r r rI � s8
ztest.project_on_sys_pathc
c s� t � }tj�d|�}tj�dd�}zBtj�t| ��}td||g�}tj�|�}|r\|tjd< dV W 5 ||kr~tj�dd� n
|tjd< X dS )z�
Add the indicated paths to the head of the PYTHONPATH environment
variable so that subprocesses will also see the packages at
these paths.
Do this in a context that restores the value on exit.
Z
PYTHONPATHr N) �object�os�environ�get�pop�pathsep�joinr r )�pathsZnothingZorig_pythonpathZcurrent_pythonpath�prefixZto_join�new_pathr r r rY � s
ztest.paths_on_pythonpathc C sD | � | j�}| � | jpg �}| � dd� | j�� D ��}t�|||�S )z�
Install the requirements indicated by self.distribution and
return an iterable of the dists that were built.
c s s0 | ](\}}|� d �rt|dd� �r|V qdS )�:r N)�
startswithr )�.0�k�vr r r � <genexpr>� s
�z%test.install_dists.<locals>.<genexpr>)Zfetch_build_eggsZinstall_requiresZ
tests_requireZextras_require�items� itertools�chain)rO Zir_dZtr_dZer_dr r r �
install_dists� s
�ztest.install_distsc
C s� | � dtj� | �| j�}d�| j�}| jr>| � d| � d S | � d| � tt �
d�|�}| � |��" | � � � | �
� W 5 Q R X W 5 Q R X d S )Nz�WARNING: Testing via this command is deprecated and will be removed in a future version. Users looking for a generic test entry point independent of test runner are encouraged to use tox.� zskipping "%s" (dry run)z running "%s"�location)�announcer ZWARNrm r= r` �_argvZdry_runr �operator�
attrgetterrY rI � run_tests)r Zinstalled_dists�cmdra r r r �run� s �
ztest.runc C s� t jr~t| jdd�r~| j�d�d }|tkr~g }|tjkrD|� |� |d7 }tjD ]}|�
|�rR|� |� qRt t tjj
|�� tjd d | j| �| j�| �| j�dd�}|j�� s�d|j }| �|tj� t|��d S )NrL Fr! r )Z
testLoaderZ
testRunner�exitzTest failed: %s)r rR r> r= r8 �splitr
rF rT r$ re rA r � __delitem__�unittest�mainrq �_resolve_as_epr: r; �resultZ
wasSuccessfulrp r ZERRORr )r r* Z del_modules�namer4 r? r r r rt � s.
�
ztest.run_testsc C s dg| j S )Nrz )rC r r r r rq
s z
test._argvc C s$ | dkr dS t �d| �}|�� � S )zu
Load the indicated attribute value, called, as a as if it were
specified as an entry point.
Nzx=)r �parseZresolve)�valZparsedr r r r| s ztest._resolve_as_epN)r' r- r. �__doc__� descriptionZ user_optionsr< r@ r/ rC rB rK �
contextlib�contextmanagerrI � staticmethodrY rm rv rt �propertyrq r| r r r r r4 J s2 �
-
r4 )$r[ rr rF r� rk rz Zdistutils.errorsr r Z distutilsr r Zsetuptools.externr Zsetuptools.extern.six.movesr r Z
pkg_resourcesr r
r r r
r r r r Z
setuptoolsr rM r �typeZ
__metaclass__r r/ r4 r r r r �<module> s" , )
site-packages/setuptools/command/__pycache__/setopt.cpython-38.pyc 0000644 00000010671 15201600074 0021301 0 ustar 00 U
�Qab� � @ s� d dl mZ d dlmZ d dlmZ d dlZd dlZd dlmZ d dl m
Z
ddd d
gZ dd d�Z ddd�Z
G dd � d e
�ZG dd
� d
e�ZdS )� )� convert_path)�log)�DistutilsOptionErrorN)� configparser)�Command� config_file� edit_config� option_base�setopt�localc C sh | dkr dS | dkr,t j�t j�tj�d�S | dkrZt jdkrBdpDd}t j�td | ��S t d
| ��d S ) z�Get the filename of the distutils, local, global, or per-user config
`kind` must be one of "local", "global", or "user"
r z setup.cfg�globalz
distutils.cfg�user�posix�.� z~/%spydistutils.cfgz7config_file() type must be 'local', 'global', or 'user'N)
�os�path�join�dirname� distutils�__file__�name�
expanduserr �
ValueError)Zkind�dot� r �=/usr/lib/python3.8/site-packages/setuptools/command/setopt.pyr s � �Fc C s& t �d| � t�� }|�| g� |�� D ]�\}}|dkrRt �d|| � |�|� q(|�|�stt �d|| � |� |� |�� D ]p\}}|dkr�t �d||| � |�
||� |� |�s�t �d|| � |�|� q|t �d|||| � |� |||� q|q(t �d| � |�s"t
| d ��}|�|� W 5 Q R X dS )
aY Edit a configuration file to include `settings`
`settings` is a dictionary of dictionaries or ``None`` values, keyed by
command/section name. A ``None`` value means to delete the entire section,
while a dictionary lists settings to be changed or deleted in that section.
A setting of ``None`` means to delete that setting.
z Reading configuration from %sNz Deleting section [%s] from %sz Adding new section [%s] to %szDeleting %s.%s from %sz#Deleting empty [%s] section from %szSetting %s.%s to %r in %sz
Writing %s�w)r �debugr ZRawConfigParser�read�items�infoZremove_sectionZ has_sectionZ add_sectionZ
remove_option�options�set�open�write) �filenameZsettings�dry_runZoptsZsectionr" �option�value�fr r r r ! sJ
�
� � c @ s2 e Zd ZdZdddgZddgZdd� Zd d
� Zd S ) r z<Abstract base class for commands that mess with config files)�
global-config�gz0save options to the site-wide distutils.cfg file)� user-config�uz7save options to the current user's pydistutils.cfg file)z filename=r* z-configuration file to use (default=setup.cfg)r+ r- c C s d | _ d | _d | _d S �N)�
global_config� user_configr& ��selfr r r �initialize_options\ s z option_base.initialize_optionsc C sv g }| j r|�td�� | jr,|�td�� | jd k rB|�| j� |sT|�td�� t|�dkrjtd|��|\| _d S )Nr r
r � z/Must specify only one configuration file option)r0 �appendr r1 r& �lenr )r3 � filenamesr r r �finalize_optionsa s
�z option_base.finalize_optionsN)�__name__�
__module__� __qualname__�__doc__� user_options�boolean_optionsr4 r9 r r r r r L s �
�c @ sJ e Zd ZdZdZddddgej Zejdg Zdd � Zd
d � Z d d
� Z
dS )r
z#Save command-line options to a filez1set an option in setup.cfg or another config file)zcommand=�cz command to set an option for)zoption=�oz
option to set)z
set-value=�szvalue of the option)�remove�rzremove (unset) the valuerC c C s& t �| � d | _d | _d | _d | _d S r/ )r r4 �commandr( � set_valuerC r2 r r r r4 � s
zsetopt.initialize_optionsc C sB t �| � | jd ks | jd kr&td��| jd kr>| js>td��d S )Nz%Must specify --command *and* --optionz$Must specify --set-value or --remove)r r9 rE r( r rF rC r2 r r r r9 � s
zsetopt.finalize_optionsc C s* t | j| j| j�dd�| jii| j� d S )N�-�_)r r& rE r( �replacerF r' r2 r r r �run� s ��z
setopt.runN) r: r; r< r= � descriptionr r> r? r4 r9 rJ r r r r r
s s �� )r )F)Zdistutils.utilr r r Zdistutils.errorsr r Zsetuptools.extern.six.movesr Z
setuptoolsr �__all__r r r r
r r r r �<module> s
+' site-packages/setuptools/command/__pycache__/setopt.cpython-38.opt-1.pyc 0000644 00000010671 15201600074 0022240 0 ustar 00 U
�Qab� � @ s� d dl mZ d dlmZ d dlmZ d dlZd dlZd dlmZ d dl m
Z
ddd d
gZ dd d�Z ddd�Z
G dd � d e
�ZG dd
� d
e�ZdS )� )� convert_path)�log)�DistutilsOptionErrorN)� configparser)�Command� config_file� edit_config� option_base�setopt�localc C sh | dkr dS | dkr,t j�t j�tj�d�S | dkrZt jdkrBdpDd}t j�td | ��S t d
| ��d S ) z�Get the filename of the distutils, local, global, or per-user config
`kind` must be one of "local", "global", or "user"
r z setup.cfg�globalz
distutils.cfg�user�posix�.� z~/%spydistutils.cfgz7config_file() type must be 'local', 'global', or 'user'N)
�os�path�join�dirname� distutils�__file__�name�
expanduserr �
ValueError)Zkind�dot� r �=/usr/lib/python3.8/site-packages/setuptools/command/setopt.pyr s � �Fc C s& t �d| � t�� }|�| g� |�� D ]�\}}|dkrRt �d|| � |�|� q(|�|�stt �d|| � |� |� |�� D ]p\}}|dkr�t �d||| � |�
||� |� |�s�t �d|| � |�|� q|t �d|||| � |� |||� q|q(t �d| � |�s"t
| d ��}|�|� W 5 Q R X dS )
aY Edit a configuration file to include `settings`
`settings` is a dictionary of dictionaries or ``None`` values, keyed by
command/section name. A ``None`` value means to delete the entire section,
while a dictionary lists settings to be changed or deleted in that section.
A setting of ``None`` means to delete that setting.
z Reading configuration from %sNz Deleting section [%s] from %sz Adding new section [%s] to %szDeleting %s.%s from %sz#Deleting empty [%s] section from %szSetting %s.%s to %r in %sz
Writing %s�w)r �debugr ZRawConfigParser�read�items�infoZremove_sectionZ has_sectionZ add_sectionZ
remove_option�options�set�open�write) �filenameZsettings�dry_runZoptsZsectionr" �option�value�fr r r r ! sJ
�
� � c @ s2 e Zd ZdZdddgZddgZdd� Zd d
� Zd S ) r z<Abstract base class for commands that mess with config files)�
global-config�gz0save options to the site-wide distutils.cfg file)� user-config�uz7save options to the current user's pydistutils.cfg file)z filename=r* z-configuration file to use (default=setup.cfg)r+ r- c C s d | _ d | _d | _d S �N)�
global_config� user_configr& ��selfr r r �initialize_options\ s z option_base.initialize_optionsc C sv g }| j r|�td�� | jr,|�td�� | jd k rB|�| j� |sT|�td�� t|�dkrjtd|��|\| _d S )Nr r
r � z/Must specify only one configuration file option)r0 �appendr r1 r& �lenr )r3 � filenamesr r r �finalize_optionsa s
�z option_base.finalize_optionsN)�__name__�
__module__� __qualname__�__doc__� user_options�boolean_optionsr4 r9 r r r r r L s �
�c @ sJ e Zd ZdZdZddddgej Zejdg Zdd � Zd
d � Z d d
� Z
dS )r
z#Save command-line options to a filez1set an option in setup.cfg or another config file)zcommand=�cz command to set an option for)zoption=�oz
option to set)z
set-value=�szvalue of the option)�remove�rzremove (unset) the valuerC c C s& t �| � d | _d | _d | _d | _d S r/ )r r4 �commandr( � set_valuerC r2 r r r r4 � s
zsetopt.initialize_optionsc C sB t �| � | jd ks | jd kr&td��| jd kr>| js>td��d S )Nz%Must specify --command *and* --optionz$Must specify --set-value or --remove)r r9 rE r( r rF rC r2 r r r r9 � s
zsetopt.finalize_optionsc C s* t | j| j| j�dd�| jii| j� d S )N�-�_)r r& rE r( �replacerF r' r2 r r r �run� s ��z
setopt.runN) r: r; r< r= � descriptionr r> r? r4 r9 rJ r r r r r
s s �� )r )F)Zdistutils.utilr r r Zdistutils.errorsr r Zsetuptools.extern.six.movesr Z
setuptoolsr �__all__r r r r
r r r r �<module> s
+' site-packages/setuptools/command/__pycache__/develop.cpython-38.pyc 0000644 00000014545 15201600074 0021425 0 ustar 00 U
�Qab� � @ s� d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl Z d dl
m Z d dl Z d dl
mZ d dlmZ d dlZeZG dd � d eje�ZG d
d � d �ZdS ) � )� convert_path)�log)�DistutilsError�DistutilsOptionErrorN)�six)� easy_install)�
namespacesc @ sv e Zd ZdZdZejddg Zejdg ZdZdd� Z d d
� Z
d d � Z e d
d� �Z
dd� Zdd� Zdd� Zdd� ZdS )�developz Set up package for developmentz%install package in 'development mode')� uninstall�uz Uninstall this source package)z egg-path=Nz-Set the path to be used in the .egg-link filer
Fc C s2 | j r d| _| �� | �� n| �� | �� d S )NT)r
Z
multi_version�uninstall_linkZuninstall_namespaces�install_for_developmentZwarn_deprecated_options��self� r �>/usr/lib/python3.8/site-packages/setuptools/command/develop.py�run s
z develop.runc C s& d | _ d | _t�| � d | _d| _d S )N�.)r
�egg_pathr �initialize_options�
setup_pathZalways_copy_fromr r r r r ) s
zdevelop.initialize_optionsc C s | � d�}|jr,d}|j|jf}t|| ��|jg| _t�| � | �� | � � | j
� t � d�� |jd }t
j�| j|�| _|j| _| jd kr�t
j�|j�| _t�| j�}t�t
j�| j| j��}||kr�td| ��tj|t�|t
j�|j��|jd�| _| �| j| j| j�| _ d S )N�egg_infoz-Please rename %r to %r before using 'develop'z*.eggz .egg-linkzA--egg-path must be a relative path from the install directory to �Z project_name) �get_finalized_commandZbroken_egg_infor r Zegg_name�argsr �finalize_optionsZexpand_basedirsZ expand_dirsZ
package_index�scan�glob�os�path�join� install_dir�egg_link�egg_baser �abspath�
pkg_resources�normalize_pathr Z Distribution� PathMetadata�dist�_resolve_setup_pathr )r Zei�templater Z egg_link_fn�targetr r r r r 0 sF
�����zdevelop.finalize_optionsc C sn | � tjd��d�}|tjkr0d|�d�d }t�tj� |||��}|t�tj�krjt
d|t�tj���|S )z�
Generate a path from egg_base back to '.' where the
setup script resides and ensure that path points to the
setup path from $install_dir/$egg_path.
�/z../� zGCan't get a consistent path to setup script from installation directory) �replacer �sep�rstrip�curdir�countr% r& r r r )r# r! r Z
path_to_setupZresolvedr r r r) Z s
�
�zdevelop._resolve_setup_pathc C sH t jr�t| jdd�r�| jddd� | �d� | �d�}t�|j �}| jd|d� | �d� | jddd� | �d� | �d�}|| _
|| j _ t�
||j�| j _n"| �d� | jdd d� | �d� | �� tjr�| �tj� d t_| �� t�d
| j| j� | j�s0t| jd �� }|�| j
d | j � W 5 Q R X | � d | j | j � d S )
NZuse_2to3FZbuild_pyr )Zinplacer )r# Z build_extr- zCreating %s (link to %s)�w�
) r ZPY3�getattr� distributionZreinitialize_commandZ run_commandr r% r& Z build_libr r( �locationr' r Z _providerZinstall_site_py�
setuptoolsZbootstrap_install_fromr Zinstall_namespacesr �infor" r# �dry_run�open�writer Zprocess_distributionZno_deps)r Zbpy_cmdZ
build_pathZei_cmd�fr r r r
n s:
�
z develop.install_for_developmentc C s� t j�| j�rzt�d| j| j� t| j�}dd� |D �}|�� || j g| j | j
gfkrht� d|� d S | j szt �
| j� | j s�| �| j� | jjr�t� d� d S )NzRemoving %s (link to %s)c S s g | ] }|� � �qS r )r0 )�.0�liner r r �
<listcomp>� s z*develop.uninstall_link.<locals>.<listcomp>z$Link points to %s: uninstall abortedz5Note: you must uninstall or replace scripts manually!)r r �existsr" r r9 r# r; �closer r �warnr: �unlinkZ
update_pthr( r6 �scripts)r Z
egg_link_file�contentsr r r r � s
� zdevelop.uninstall_linkc
C s� || j k rt�| |�S | �|� | jjp*g D ]N}tj�t |��}tj�
|�}t � |��}|�
� }W 5 Q R X | �||||� q,d S �N)r( r �install_egg_scripts�install_wrapper_scriptsr6 rE r r r$ r �basename�ior; �readZinstall_script)r r( Z script_nameZ script_pathZstrmZ script_textr r r rH � s
zdevelop.install_egg_scriptsc C s t |�}t�| |�S rG )�VersionlessRequirementr rI �r r( r r r rI � s z develop.install_wrapper_scriptsN)�__name__�
__module__� __qualname__�__doc__� descriptionr Z user_optionsZboolean_optionsZcommand_consumes_argumentsr r r � staticmethodr) r
r rH rI r r r r r s" � *
0r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) rM a�
Adapt a pkg_resources.Distribution to simply return the project
name as the 'requirement' so that scripts will work across
multiple versions.
>>> from pkg_resources import Distribution
>>> dist = Distribution(project_name='foo', version='1.0')
>>> str(dist.as_requirement())
'foo==1.0'
>>> adapted_dist = VersionlessRequirement(dist)
>>> str(adapted_dist.as_requirement())
'foo'
c C s
|| _ d S rG )� _VersionlessRequirement__distrN r r r �__init__� s z VersionlessRequirement.__init__c C s t | j|�S rG )r5 rU )r �namer r r � __getattr__� s z"VersionlessRequirement.__getattr__c C s | j S rG r r r r r �as_requirement� s z%VersionlessRequirement.as_requirementN)rO rP rQ rR rV rX rY r r r r rM � s rM )Zdistutils.utilr Z distutilsr Zdistutils.errorsr r r r rK Zsetuptools.externr r% Z setuptools.command.easy_installr r8 r �typeZ
__metaclass__ZDevelopInstallerr rM r r r r �<module> s 6 site-packages/setuptools/command/__pycache__/bdist_rpm.cpython-38.opt-1.pyc 0000644 00000003370 15201600074 0022703 0 ustar 00 U
�Qab� � @ s( d dl m mZ G dd� dej�ZdS )� Nc @ s e Zd ZdZdd� Zdd� ZdS )� bdist_rpmaf
Override the default bdist_rpm behavior to do the following:
1. Run egg_info to ensure the name and version are properly calculated.
2. Always run 'install' using --single-version-externally-managed to
disable eggs in RPM distributions.
3. Replace dash with underscore in the version numbers for better RPM
compatibility.
c C s | � d� tj�| � d S )NZegg_info)Z run_command�origr �run)�self� r �@/usr/lib/python3.8/site-packages/setuptools/command/bdist_rpm.pyr s
z
bdist_rpm.runc sl | j �� }|�dd�}tj�| �}d| � d| �� �fdd�|D �}|���d }d| }|�||� |S )N�-�_z%define version c s0 g | ](}|� d d�� dd�� dd�� � ���qS )z Source0: %{name}-%{version}.tarz)Source0: %{name}-%{unmangled_version}.tarzsetup.py install z5setup.py install --single-version-externally-managed z%setupz&%setup -n %{name}-%{unmangled_version})�replace)�.0�line�Zline23Zline24r r �
<listcomp> s ���� �z-bdist_rpm._make_spec_file.<locals>.<listcomp>� z%define unmangled_version )Z distributionZ get_versionr
r r �_make_spec_file�index�insert)r �versionZ
rpmversion�specZ
insert_locZunmangled_versionr r
r r s
�
zbdist_rpm._make_spec_fileN)�__name__�
__module__� __qualname__�__doc__r r r r r r r s
r )Zdistutils.command.bdist_rpmZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/upload_docs.cpython-38.pyc 0000644 00000013774 15201600074 0022266 0 ustar 00 U
�Qab� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlmZ ddlmZmZ ddlmZ d d
lmZ d d � ZG d
d� de�ZdS )zpupload_docs
Implements a Distutils 'upload_docs' subcommand (upload documentation to
PyPI's pythonhosted.org).
� )�standard_b64encode)�log)�DistutilsOptionErrorN)�six)� http_client�urllib)�iter_entry_points� )�uploadc C s t jr
dnd}| �d|�S )N�surrogateescape�strictzutf-8)r �PY3�encode)�s�errors� r �B/usr/lib/python3.8/site-packages/setuptools/command/upload_docs.py�_encode s r c @ s� e Zd ZdZdZdddej fddgZejZdd � Zd
efgZ d d � Z
d
d� Z dd� Z dd� Z
edd� �Zedd� �Zdd� ZdS )� upload_docsz https://pypi.python.org/pypi/z Upload documentation to PyPIz repository=�rz url of repository [default: %s])z
show-responseNz&display full response text from server)z upload-dir=Nzdirectory to uploadc C s" | j d kr tdd�D ]} dS d S )Nzdistutils.commands� build_sphinxT)�
upload_dirr )�selfZepr r r �
has_sphinx/ s
zupload_docs.has_sphinxr c C s t �| � d | _d | _d S )N)r
�initialize_optionsr �
target_dir)r r r r r 6 s
z upload_docs.initialize_optionsc C s� t �| � | jd krN| �� r0| �d�}|j| _q`| �d�}tj� |j
d�| _n| � d� | j| _d| j krtt
�d� | �d| j � d S )Nr �buildZdocsr zpypi.python.orgz3Upload_docs command is deprecated. Use RTD instead.zUsing upload directory %s)r
�finalize_optionsr r Zget_finalized_commandZbuilder_target_dirr �os�path�joinZ
build_baseZensure_dirname�
repositoryr �warn�announce)r r r r r r r ; s
z upload_docs.finalize_optionsc C s� t �|d�}z�| �| j� t�| j�D ]x\}}}|| jkrP|sPd}t|| j ��|D ]H}tj� ||�}|t
| j�d � � tjj �} tj� | |�}
|�
||
� qTq&W 5 |�� X d S )N�wz'no files found in upload directory '%s')�zipfileZZipFile�closeZmkpathr r �walkr r r �len�lstrip�sep�write) r �filename�zip_file�root�dirs�filesZtmpl�nameZfull�relative�destr r r �create_zipfileK s zupload_docs.create_zipfilec C sh | � � D ]}| �|� qt�� }| jj�� }tj� |d| �}z| � |� | �
|� W 5 t
� |� X d S )Nz%s.zip)Zget_sub_commandsZ run_command�tempfileZmkdtemp� distribution�metadata�get_namer r r �shutilZrmtreer4 � upload_file)r Zcmd_nameZtmp_dirr1 r- r r r �run[ s
zupload_docs.runc c s� | \}}d| }t |t�s |g}|D ]f}t |t�rL|d|d 7 }|d }nt|�}|V t|�V dV |V |r$|dd � dkr$dV q$d S ) Nz*
Content-Disposition: form-data; name="%s"z; filename="%s"r r s
����
�
)�
isinstance�list�tupler )�item� sep_boundary�key�values�title�valuer r r � _build_parti s
zupload_docs._build_partc C sn d}d| }|d }|df}t j| j|d�}t||�� �}tj�|�}t�||�} d|�d� }
d� | �|
fS ) z=
Build up the MIME payload for the POST data
s3 --------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --r> )rC z multipart/form-data; boundary=%s�ascii� )
� functools�partialrH �map�items� itertools�chain�
from_iterable�decoder ) �cls�data�boundaryrC Z end_boundaryZ end_itemsZbuilderZ part_groups�partsZ
body_items� content_typer r r �_build_multipart} s � z upload_docs._build_multipartc
C sJ t |d��}|�� }W 5 Q R X | jj}d|�� tj�|�|fd�}t| j d | j
�}t |�}t j
rn|�d�}d| }| �|�\}} d| j }
| �|
tj� tj�| j�\} } }
}}}|s�|s�|r�t�| dkr�t�| �}n | d kr�t�| �}n td
| ��d }zZ|�� |� d |
� | }|� d
|� |� dt t |��� |� d|� |� � |�!|� W n> t"j#k
�r� } z | �t |�tj$� W Y �d S d }~X Y nX |�%� }|j&dk�r�d|j&|j'f }
| �|
tj� nb|j&dk�r|�(d�}|d k�r�d|�� }d| }
| �|
tj� n d|j&|j'f }
| �|
tj$� | j)�rFt*d|�� d� d S )N�rbZ
doc_upload)z:actionr1 �content�:rI zBasic z Submitting documentation to %sZhttpZhttpszunsupported schema � ZPOSTz Content-typezContent-lengthZ
Authorization�� zServer response (%s): %si- ZLocationz https://pythonhosted.org/%s/zUpload successful. Visit %szUpload failed (%s): %szK---------------------------------------------------------------------------)+�open�readr6 r7 r8 r r �basenamer ZusernameZpasswordr r r
rR rX r! r# r �INFOr �parseZurlparse�AssertionErrorr ZHTTPConnectionZHTTPSConnectionZconnectZ
putrequestZ putheader�strr( Z
endheaders�send�socket�errorZERRORZ getresponseZstatus�reasonZ getheaderZ
show_response�print)r r, �frZ �metarT Z credentialsZauthZbodyZct�msgZschemaZnetlocZurlZparamsZqueryZ fragmentsZconnrW �er �locationr r r r: � sd �
�
zupload_docs.upload_fileN)�__name__�
__module__� __qualname__ZDEFAULT_REPOSITORY� descriptionr
Z user_optionsZboolean_optionsr Z sub_commandsr r r4 r; � staticmethodrH � classmethodrX r: r r r r r s( ��
r )�__doc__�base64r Z distutilsr Zdistutils.errorsr r rf r% r5 r9 rO rK Zsetuptools.externr Zsetuptools.extern.six.movesr r Z
pkg_resourcesr r
r r r r r r �<module> s site-packages/setuptools/command/__pycache__/alias.cpython-38.pyc 0000644 00000004530 15201600074 0021051 0 ustar 00 U
�Qabz � @ sP d dl mZ d dlmZ d dlmZmZmZ dd� ZG dd� de�Z dd � Z
d
S ) � )�DistutilsOptionError)�map)� edit_config� option_base� config_filec C s8 dD ]}|| krt | � S q| �� | gkr4t | �S | S )z4Quote an argument for later parsing by shlex.split())�"�'�\�#)�repr�split)�arg�c� r �</usr/lib/python3.8/site-packages/setuptools/command/alias.py�shquote s r c @ sH e Zd ZdZdZdZdgej Zejdg Zdd� Z dd � Z
d
d � Z d S )
�aliasz3Define a shortcut that invokes one or more commandsz0define a shortcut to invoke one or more commandsT)�remove�rzremove (unset) the aliasr c C s t �| � d | _d | _d S )N)r �initialize_options�argsr ��selfr r r r s
zalias.initialize_optionsc C s* t �| � | jr&t| j�dkr&td��d S )N� zFMust specify exactly one argument (the alias name) when using --remove)r �finalize_optionsr �lenr r r r r r r # s
�zalias.finalize_optionsc C s� | j �d�}| js@td� td� |D ]}tdt||�� q&d S t| j�dkr�| j\}| jrbd }q�||kr~tdt||�� d S td| � d S n$| jd }d�tt | jdd � ��}t
| j d||ii| j � d S ) N�aliaseszCommand Aliasesz---------------zsetup.py aliasr z No alias definition found for %rr � )
Z distributionZget_option_dictr �print� format_aliasr r �joinr r r �filenameZdry_run)r r r �commandr r r �run+ s&
z alias.runN) �__name__�
__module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsr Z user_optionsZboolean_optionsr r r# r r r r r s �� r c C sZ || \}}|t d�kr d}n,|t d�kr0d}n|t d�krBd}nd| }|| d | S ) N�globalz--global-config �userz--user-config Zlocal� z
--filename=%rr )r )�namer �sourcer" r r r r F s r N) Zdistutils.errorsr Zsetuptools.extern.six.movesr Zsetuptools.command.setoptr r r r r r r r r r �<module> s
4 site-packages/setuptools/command/__pycache__/build_ext.cpython-38.pyc 0000644 00000023247 15201600074 0021745 0 ustar 00 U
�Qab�2 �
@ s� d dl Z d dlZd dlZd dlmZ d dlmZ d dlm Z d dl
m Z m Z d dl
mZ d dlmZ d dlmZ d d lmZ ejr�d dlZd
d � e�� D �Zn d d lmZ zd dlmZ e d
� W n e k
r� eZY nX e d� d dl
m Z dd� Z dZ!dZ"dZ#ej$dk�rdZ"n>e j%dk�rTzd dl&Z&e'e&d� Z"Z!W n e k
�rR Y nX dd� Z(dd� Z)G d d � d e�Ze"�s�e j%dk�r�d"d d �Z*nd Z#d#d!d �Z*dS )$� N)� build_ext)� copy_file)� new_compiler)�customize_compiler�get_config_var)�DistutilsError)�log)�Library)�sixc C s g | ]\}}}|t jkr|�qS � )�impZ C_EXTENSION)�.0�s�_�tpr r �@/usr/lib/python3.8/site-packages/setuptools/command/build_ext.py�
<listcomp> s
r ��EXTENSION_SUFFIXESzCython.Compiler.Main�LDSHARED)� _config_varsc C sZ t jdkrNt�� }z$dtd< dtd< dtd< t| � W 5 t�� t�|� X nt| � d S )N�darwinz0gcc -Wl,-x -dynamiclib -undefined dynamic_lookupr z -dynamiclibZCCSHAREDz.dylibZSO)�sys�platform� _CONFIG_VARS�copy�clear�updater )�compilerZtmpr r r � _customize_compiler_for_shlib# s
� r FZsharedr T�nt�RTLD_NOWc C s t r| S dS )N� )� have_rtld)r r r r �<lambda>D � r$ c C s. t D ]$} d| kr| S | dkr| S qdS )z;Return the file extension for an abi3-compliant Extension()z.abi3z.pydNr )�suffixr r r �get_abi3_suffixG s
r' c @ sv e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd dd�Zd S ) r c C s. | j d }| _ t�| � || _ |r*| �� dS )z;Build extensions in build directory, then copy if --inplacer N)Zinplace�
_build_ext�run�copy_extensions_to_source)�selfZ old_inplacer r r r) Q s
z
build_ext.runc
C s� | � d�}| jD ]�}| �|j�}| �|�}|�d�}d�|d d� �}|�|�}tj �|tj �
|��}tj �| j |�} t | || j
| jd� |jr| �|p�tj|d� qd S )N�build_py�.���)�verbose�dry_runT)�get_finalized_command�
extensions�get_ext_fullname�name�get_ext_filename�split�joinZget_package_dir�os�path�basename� build_libr r/ r0 � _needs_stub�
write_stub�curdir)
r+ r, �ext�fullname�filename�modpath�packageZ package_dirZ
dest_filenameZ src_filenamer r r r* Y s&
� �z#build_ext.copy_extensions_to_sourcec C s� t �| |�}|| jkr�| j| }tjo4t|d�o4t� }|r^td�}|d t|� � }|t� }t |t
�r�t j �
|�\}}| j�|t�S tr�|jr�t j �|�\}}t j �|d| �S |S )NZpy_limited_apiZ
EXT_SUFFIXzdl-)r( r5 �ext_mapr
ZPY3�getattrr' r �len�
isinstancer r8 r9 �splitext�shlib_compiler�library_filename�libtype� use_stubs�_links_to_dynamicr6 r7 )r+ r@ rA r? Zuse_abi3Zso_ext�fn�dr r r r5 o s&
��
zbuild_ext.get_ext_filenamec C s t �| � d | _g | _i | _d S �N)r( �initialize_optionsrI �shlibsrD �r+ r r r rQ � s
z build_ext.initialize_optionsc C s, t �| � | jpg | _| �| j� dd� | jD �| _| jrB| �� | jD ]}| �|j�|_qH| jD ]�}|j}|| j |< || j |�
d�d < | jr�| � |�p�d}|o�t o�t
|t� }||_||_| �|� }|_tj�tj�| j|��}|�r||jk�r|j�|� |rbt rbtj|jkrb|j�tj� qbd S )Nc S s g | ]}t |t�r|�qS r )rG r �r
r? r r r r � s
�z.build_ext.finalize_options.<locals>.<listcomp>r- r. F) r( �finalize_optionsr2 Zcheck_extensions_listrR �setup_shlib_compilerr3 r4 �
_full_namerD r6 �links_to_dynamicrL rG r rM r< r5 �
_file_namer8 r9 �dirnamer7 r; � library_dirs�appendr> �runtime_library_dirs)r+ r? r@ Zltd�nsrA Zlibdirr r r rU � s,
zbuild_ext.finalize_optionsc C s� t | j| j| jd� }| _t|� | jd k r8|�| j� | jd k r^| jD ]\}}|� ||� qH| j
d k r~| j
D ]}|� |� qn| j d k r�|�
| j � | jd k r�|�| j� | jd k r�|�| j� | jd k r�|�| j� t�|�|_d S )N)r r0 �force)r r r0 r_ rI r Z include_dirsZset_include_dirsZdefineZ define_macroZundefZundefine_macro� librariesZ
set_librariesr[ Zset_library_dirsZrpathZset_runtime_library_dirsZ link_objectsZset_link_objects�link_shared_object�__get__)r+ r r4 �valueZmacror r r rV � s. �
z build_ext.setup_shlib_compilerc C s t |t�r|jS t�| |�S rP )rG r �export_symbolsr( �get_export_symbols�r+ r? r r r re � s
z build_ext.get_export_symbolsc C s\ |� � | j}z@t|t�r"| j| _t�| |� |jrL| �d�j }| �
||� W 5 || _X d S )Nr, ) Z _convert_pyx_sources_to_langr rG r rI r( �build_extensionr< r1 r; r= )r+ r? Z _compiler�cmdr r r rg � s
zbuild_ext.build_extensionc sP t �dd� | jD ��� d�|j�d�dd� dg ��t� �fdd�|jD ��S ) z?Return true if 'ext' links to a dynamic lib in the same packagec S s g | ]
}|j �qS r )rW )r
�libr r r r � s z.build_ext.links_to_dynamic.<locals>.<listcomp>r- Nr. r" c 3 s | ]}�| � kV qd S rP r )r
Zlibname�ZlibnamesZpkgr r � <genexpr>� s z-build_ext.links_to_dynamic.<locals>.<genexpr>)�dict�fromkeysrR r7 rW r6 �anyr` rf r rj r rX � s zbuild_ext.links_to_dynamicc C s t �| �| �� S rP )r( � get_outputs� _build_ext__get_stubs_outputsrS r r r ro � s zbuild_ext.get_outputsc s6 � fdd�� j D �}t�|� �� �}tdd� |D ��S )Nc 3 s0 | ](}|j rtjj� jf|j�d ��� V qdS )r- N)r< r8 r9 r7 r; rW r6 rT rS r r rk � s �z0build_ext.__get_stubs_outputs.<locals>.<genexpr>c s s | ]\}}|| V qd S rP r )r
�baseZfnextr r r rk � s )r2 � itertools�product�!_build_ext__get_output_extensions�list)r+ Z ns_ext_basesZpairsr rS r Z__get_stubs_outputs� s
�z build_ext.__get_stubs_outputsc c s" dV dV | � d�jr dV d S )N�.pyz.pycr, z.pyo)r1 �optimizerS r r r Z__get_output_extensions� s z!build_ext.__get_output_extensionsFc C s, t �d|j|� tjj|f|j�d��� d }|rJtj�|�rJt|d ��| j s�t
|d�}|� d�ddd t d
� d tj�
|j� d d
dt d�dddt d�ddt d�dddg�� |�� |�r(ddlm} ||gdd | j d � | �d �j}|dk�r||g|d | j d � tj�|��r(| j �s(t�|� d S ) Nz writing stub loader for %s to %sr- rv z already exists! Please delete.�w�
zdef __bootstrap__():z- global __bootstrap__, __file__, __loader__z% import sys, os, pkg_resources, impz, dlz: __file__ = pkg_resources.resource_filename(__name__,%r)z del __bootstrap__z if '__loader__' in globals():z del __loader__z# old_flags = sys.getdlopenflags()z old_dir = os.getcwd()z try:z( os.chdir(os.path.dirname(__file__))z$ sys.setdlopenflags(dl.RTLD_NOW)z( imp.load_dynamic(__name__,__file__)z finally:z" sys.setdlopenflags(old_flags)z os.chdir(old_dir)z__bootstrap__()r" r )� byte_compileT)rw r_ r0 Z install_lib)r �inforW r8 r9 r7 r6 �existsr r0 �open�write�if_dlr: rY �closeZdistutils.utilrz r1 rw �unlink)r+ �
output_dirr? �compileZ stub_file�frz rw r r r r= � sb
��
��� �
�zbuild_ext.write_stubN)F)�__name__�
__module__� __qualname__r) r* r5 rQ rU rV re rg rX ro rp rt r= r r r r r P s
r c
C s( | � | j||||||||| |
| | �
d S rP )�linkZSHARED_LIBRARY)
r+ �objects�output_libnamer� r` r[ r] rd �debug�
extra_preargs�extra_postargs�
build_temp� target_langr r r ra # s �ra Zstaticc
C s^ |d ks t �tj�|�\}}
tj�|
�\}}| �d��d�rH|dd � }| �||||| � d S )N�xri � )�AssertionErrorr8 r9 r6 rH rJ �
startswithZcreate_static_lib)r+ r� r� r� r` r[ r] rd r� r� r� r� r� rA r: r? r r r ra 2 s �)
NNNNNr NNNN)
NNNNNr NNNN)+r8 r rr Zdistutils.command.build_extr Z
_du_build_extZdistutils.file_utilr Zdistutils.ccompilerr Zdistutils.sysconfigr r Zdistutils.errorsr Z distutilsr Zsetuptools.extensionr Zsetuptools.externr
ZPY2r Z get_suffixesr Zimportlib.machineryZCython.Distutils.build_extr( �
__import__� ImportErrorr r r r# rL rK r r4 Zdl�hasattrr r' ra r r r r �<module> sz
Q �
� site-packages/setuptools/command/__pycache__/egg_info.cpython-38.opt-1.pyc 0000644 00000052404 15201600074 0022477 0 ustar 00 U
�Qab�c � @ s� d Z ddlmZ ddlmZ ddlmZ ddlm Z ddlZddlZddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
l m Z ddl m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z* ddlm+Z+ ddlm,Z, dd� Z-G dd� d�Z.G dd� de.e�Z/G dd� de�ZG dd� de�Z0d d � Z1d d � Z2d d!� Z3d"d#� Z4d$d%� Z5d&d'� Z6d(d)� Z7d*d+� Z8d5d-d.�Z9d/d0� Z:d1d2� Z;G d3d4� d4e,�Z<dS )6zUsetuptools.command.egg_info
Create a distribution's .egg-info directory and contents� )�FileList)�DistutilsInternalError)� convert_path)�logN)�six)�map)�Command)�sdist)� walk_revctrl)� edit_config)� bdist_egg)�parse_requirements� safe_name�
parse_version� safe_version� yield_lines�
EntryPoint�iter_entry_points� to_filename)�glob)� packaging)� SetuptoolsDeprecationWarningc C s� d}| � tjj�}t�tj�}d|f }t|�D �]�\}}|t|�d k}|dkrr|r`|d7 }q0|d||f 7 }q0d}t|�} || k �r�|| }
|
dkr�||d 7 }�n |
d kr�||7 }n�|
d
k�r�|d } | | k r�|| d kr�| d } | | k �r|| d k�r| d } | | k �r,|| d k�r,| d } �q| | k�rF|t�|
�7 }nR||d | � } d}
| d d k�rxd
}
| dd� } |
t�| �7 }
|d|
f 7 }| }n|t�|
�7 }|d7 }q~|s0||7 }q0|d7 }tj|tj tj
B d�S )z�
Translate a file path glob like '*.txt' in to a regular expression.
This differs from fnmatch.translate which allows wildcards to match
directory separators. It also knows about '**/' which matches any number of
directories.
� z[^%s]� �**z.*z
(?:%s+%s)*r �*�?�[�!�]�^Nz[%s]z\Z)�flags) �split�os�path�sep�re�escape� enumerate�len�compile� MULTILINE�DOTALL)r ZpatZchunksr% Z
valid_char�c�chunkZ
last_chunk�iZ chunk_len�charZinner_i�innerZ
char_class� r2 �?/usr/lib/python3.8/site-packages/setuptools/command/egg_info.py�translate_pattern$ sV
r4 c @ s8 e Zd ZdZdZedd� �Zdd� Zdd� Zee�Z dS )�
InfoCommonNc C s t | j�� �S �N)r � distributionZget_name��selfr2 r2 r3 �name{ s zInfoCommon.namec C s2 | j �� }| jr$|�| j�r$t|�S t|| j �S r6 )r7 Z get_version�vtags�endswithr �r9 �versionr2 r2 r3 �tagged_version s
zInfoCommon.tagged_versionc C s, d}| j r|| j 7 }| jr(|t�d�7 }|S )Nr z-%Y%m%d)� tag_build�tag_date�time�strftimer= r2 r2 r3 �tags� s
zInfoCommon.tags)
�__name__�
__module__� __qualname__r@ rA �propertyr: r? rD r; r2 r2 r2 r3 r5 w s
r5 c @ s� e Zd ZdZddddgZdgZddiZdd � Zed
d � �Z e j
d d � �Z d
d� Z dd� Z d dd�Z
dd� Zdd� Zdd� Zdd� Zd d � Zd S ) �egg_infoz+create a distribution's .egg-info directory)z egg-base=�ezLdirectory containing .egg-info directories (default: top of the source tree))�tag-date�dz0Add date stamp (e.g. 20050528) to version number)z
tag-build=�bz-Specify explicit tag to add to version number)�no-date�Dz"Don't include date stamp [default]rK rN c C s" d | _ d | _d | _d | _d| _d S )NF)�egg_base�egg_namerI � egg_version�broken_egg_infor8 r2 r2 r3 �initialize_options� s
zegg_info.initialize_optionsc C s d S r6 r2 r8 r2 r2 r3 �tag_svn_revision� s zegg_info.tag_svn_revisionc C s d S r6 r2 )r9 �valuer2 r2 r3 rU � s c C s0 t �� }| �� |d< d|d< t|t|d�� dS )z�
Materialize the value of date into the
build tag. Install build keys in a deterministic order
to avoid arbitrary reordering on subsequent builds.
r@ r rA )rI N)� collections� OrderedDictrD r �dict)r9 �filenamerI r2 r2 r3 �save_version_info� s zegg_info.save_version_infoc C sB | j | _| �� | _t| j�}z6t|tjj�}|r4dnd}t t
|| j| jf �� W n, t k
r~ t j
�d| j| jf ��Y nX | jd kr�| jj}|p�i �dtj�| _| �d� t| j�d | _| jtjkr�tj�| j| j�| _d| jkr�| �� | j| jj_| jj }|d k �r>|j | j� � k�r>| j|_ t| j�|_ d | j_ d S )Nz%s==%sz%s===%sz2Invalid distribution name or version syntax: %s-%sr rP � .egg-info�-)!r: rQ r? rR r �
isinstancer r> ZVersion�listr
�
ValueError� distutils�errorsZDistutilsOptionErrorrP r7 Z package_dir�getr# �curdirZensure_dirnamer rI r$ �join�check_broken_egg_info�metadataZ
_patched_dist�key�lowerZ_versionZ_parsed_version)r9 Zparsed_versionZ
is_version�spec�dirsZpdr2 r2 r3 �finalize_options� s>
��
��
zegg_info.finalize_optionsFc C sL |r| � |||� n4tj�|�rH|dkr>|s>t�d||� dS | �|� dS )a� Write `data` to `filename` or delete if empty
If `data` is non-empty, this routine is the same as ``write_file()``.
If `data` is empty but not ``None``, this is the same as calling
``delete_file(filename)`. If `data` is ``None``, then this is a no-op
unless `filename` exists, in which case a warning is issued about the
orphaned file (if `force` is false), or deleted (if `force` is true).
Nz$%s not set in setup(), but %s exists)�
write_filer# r$ �existsr �warn� delete_file)r9 �whatrZ �data�forcer2 r2 r3 �write_or_delete_file� s �z egg_info.write_or_delete_filec C sD t �d||� tjr |�d�}| js@t|d�}|�|� |�� dS )z�Write `data` to `filename` (if not a dry run) after announcing it
`what` is used in a log message to identify what is being written
to the file.
zwriting %s to %s�utf-8�wbN) r �infor ZPY3�encode�dry_run�open�write�close)r9 rq rZ rr �fr2 r2 r3 rm s
zegg_info.write_filec C s t �d|� | js t�|� dS )z8Delete `filename` (if not a dry run) after announcing itz deleting %sN)r rw ry r# �unlink)r9 rZ r2 r2 r3 rp s zegg_info.delete_filec C s� | � | j� t�| jd � | jj}td�D ]4}|j|d� |�� }|| |j tj
� | j|j �� q*tj
� | jd�}tj
� |�r�| �
|� | �� d S )Nzegg_info.writers)� installerznative_libs.txt)ZmkpathrI r# �utimer7 Zfetch_build_eggr ZrequireZresolver: r$ re rn rp � find_sources)r9 r �ep�writer�nlr2 r2 r3 �run s
z egg_info.runc C s4 t j�| jd�}t| j�}||_|�� |j| _dS )z"Generate SOURCES.txt manifest filez SOURCES.txtN) r# r$ re rI �manifest_makerr7 �manifestr� �filelist)r9 Zmanifest_filenameZmmr2 r2 r3 r� * s
zegg_info.find_sourcesc C sT | j d }| jtjkr&tj�| j|�}tj�|�rPt�d|| j � | j | _
|| _ d S )Nr\ aB ------------------------------------------------------------------------------
Note: Your current .egg-info directory has a '-' in its name;
this will not work correctly with "setup.py develop".
Please rename %s to %s to correct this problem.
------------------------------------------------------------------------------) rQ rP r# rd r$ re rn r ro rI rS )r9 Zbeir2 r2 r3 rf 2 s
�z egg_info.check_broken_egg_infoN)F)rE rF rG � descriptionZ user_optionsZboolean_optionsZ negative_optrT rH rU �setterr[ rl rt rm rp r� r� rf r2 r2 r2 r3 rI � s. � �
1
rI c @ s| e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) r c C s | � |�\}}}}|dkrR| �dd�|� � |D ]}| �|�s2t�d|� q2�n�|dkr�| �dd�|� � |D ]}| �|�srt�d|� qr�n�|dkr�| �d d�|� � |D ]}| �|�s�t�d
|� q��nJ|d k�r| �d d�|� � |D ]}| �|�s�t�d
|� q�n|dk�r`| �d|d�|�f � |D ]"}| � ||��s:t�d||� �q:n�|dk�r�| �d|d�|�f � |D ]"}| �
||��s�t�d||� �q�np|dk�r�| �d| � | � |��s t�d|� n>|dk�r| �d| � | � |��s t�d|� n t
d| ��d S )N�includezinclude � z%warning: no files found matching '%s'�excludezexclude z9warning: no previously-included files found matching '%s'zglobal-includezglobal-include z>warning: no files found matching '%s' anywhere in distributionzglobal-excludezglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionzrecursive-includezrecursive-include %s %sz:warning: no files found matching '%s' under directory '%s'zrecursive-excludezrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'�graftzgraft z+warning: no directories found matching '%s'�prunezprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')Z_parse_template_line� debug_printre r� r ro r� �global_include�global_exclude�recursive_include�recursive_excluder� r� r )r9 �line�actionZpatterns�dirZ dir_pattern�patternr2 r2 r3 �process_template_lineE s|
�
�
�
� �
� �
�
��z FileList.process_template_linec C sR d}t t| j�d dd�D ]2}|| j| �r| �d| j| � | j|= d}q|S )z�
Remove all files from the file list that match the predicate.
Return True if any matching files were removed
Fr ���z
removing T)�ranger) �filesr� )r9 Z predicate�foundr/ r2 r2 r3 �
_remove_files� s zFileList._remove_filesc C s$ dd� t |�D �}| �|� t|�S )z#Include files that match 'pattern'.c S s g | ]}t j�|�s|�qS r2 �r# r$ �isdir��.0r} r2 r2 r3 �
<listcomp>� s z$FileList.include.<locals>.<listcomp>�r �extend�bool�r9 r� r� r2 r2 r3 r� � s
zFileList.includec C s t |�}| �|j�S )z#Exclude files that match 'pattern'.)r4 r� �match�r9 r� r� r2 r2 r3 r� � s zFileList.excludec C s8 t j�|d|�}dd� t|dd�D �}| �|� t|�S )zN
Include all files anywhere in 'dir/' that match the pattern.
r c S s g | ]}t j�|�s|�qS r2 r� r� r2 r2 r3 r� � s �z.FileList.recursive_include.<locals>.<listcomp>T)� recursive)r# r$ re r r� r� )r9 r� r� Z full_patternr� r2 r2 r3 r� � s
zFileList.recursive_includec C s t tj�|d|��}| �|j�S )zM
Exclude any file anywhere in 'dir/' that match the pattern.
r �r4 r# r$ re r� r� )r9 r� r� r� r2 r2 r3 r� � s zFileList.recursive_excludec C s$ dd� t |�D �}| �|� t|�S )z Include all files from 'dir/'.c S s" g | ]}t j�|�D ]}|�qqS r2 )ra r� �findall)r� Z match_dir�itemr2 r2 r3 r� � s �z"FileList.graft.<locals>.<listcomp>r� )r9 r� r� r2 r2 r3 r� � s
�
zFileList.graftc C s t tj�|d��}| �|j�S )z Filter out files from 'dir/'.r r� )r9 r� r� r2 r2 r3 r� � s zFileList.prunec sJ | j dkr| �� ttj�d|��� � fdd�| j D �}| �|� t|�S )z�
Include all files anywhere in the current directory that match the
pattern. This is very inefficient on large file trees.
Nr c s g | ]}� � |�r|�qS r2 �r� r� r� r2 r3 r� � s
z+FileList.global_include.<locals>.<listcomp>)Zallfilesr� r4 r# r$ re r� r� r� r2 r� r3 r� � s
zFileList.global_includec C s t tj�d|��}| �|j�S )zD
Exclude all files anywhere that match the pattern.
r r� r� r2 r2 r3 r� � s zFileList.global_excludec C s8 |� d�r|d d� }t|�}| �|�r4| j�|� d S )N�
r� )r< r �
_safe_pathr� �append)r9 r� r$ r2 r2 r3 r� � s
zFileList.appendc C s | j �t| j|�� d S r6 )r� r� �filterr� )r9 �pathsr2 r2 r3 r� � s zFileList.extendc C s t t| j| j��| _dS )z�
Replace self.files with only safe paths
Because some owners of FileList manipulate the underlying
``files`` attribute directly, this method must be called to
repair those paths.
N)r_ r� r� r� r8 r2 r2 r3 �_repair� s zFileList._repairc C s� d}t �|�}|d kr(t�d| � dS t �|d�}|d krNt�||d� dS z"tj�|�shtj�|�rnW dS W n& tk
r� t�||t �
� � Y nX d S )Nz!'%s' not %s encodable -- skippingz''%s' in unexpected encoding -- skippingFru T) �
unicode_utils�filesys_decoder ro Z
try_encoder# r$ rn �UnicodeEncodeError�sys�getfilesystemencoding)r9 r$ Zenc_warnZu_pathZ utf8_pathr2 r2 r3 r� � s
zFileList._safe_pathN)rE rF rG r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r2 r2 r3 r B s I
r c @ s\ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dd� Z dd� Z
dS )r� z MANIFEST.inc C s d| _ d| _d| _d| _d S )Nr )Z use_defaultsr� Z
manifest_onlyZforce_manifestr8 r2 r2 r3 rT s z!manifest_maker.initialize_optionsc C s d S r6 r2 r8 r2 r2 r3 rl s z manifest_maker.finalize_optionsc C sd t � | _tj�| j�s | �� | �� tj�| j�r<| � � | �
� | j� � | j� � | �� d S r6 )
r r� r# r$ rn r� �write_manifest� add_defaults�templateZ
read_template�prune_file_list�sortZremove_duplicatesr8 r2 r2 r3 r� s
zmanifest_maker.runc C s t �|�}|�tjd�S )N�/)r� r� �replacer# r% )r9 r$ r2 r2 r3 �_manifest_normalize s
z"manifest_maker._manifest_normalizec sB � j �� � fdd�� j jD �}d� j }� �t� j|f|� dS )zo
Write the file list in 'self.filelist' to the manifest file
named by 'self.manifest'.
c s g | ]}� � |��qS r2 )r� r� r8 r2 r3 r� * s z1manifest_maker.write_manifest.<locals>.<listcomp>zwriting manifest file '%s'N)r� r� r� r� Zexecuterm )r9 r� �msgr2 r8 r3 r� " s
z manifest_maker.write_manifestc C s | � |�st�| |� d S r6 )�_should_suppress_warningr ro )r9 r� r2 r2 r3 ro . s
zmanifest_maker.warnc C s t �d| �S )z;
suppress missing-file warnings from sdist
zstandard file .*not found)r& r� )r� r2 r2 r3 r� 2 s z'manifest_maker._should_suppress_warningc C s� t �| � | �� | j�| j� | j�| j� tt� �}|rJ| j� |� nt
j � | j�r`| �
� t
j � d�rx| j�d� | �d�}| j�|j� d S )Nzsetup.pyrI )r r� Z
check_licenser� r� r� r� r_ r
r� r# r$ rn Z
read_manifest�get_finalized_commandr� rI )r9 ZrcfilesZei_cmdr2 r2 r3 r� 9 s
zmanifest_maker.add_defaultsc C sZ | � d�}| j�� }| j�|j� | j�|� t�tj �}| jj
d| d | dd� d S )N�buildz(^|z)(RCS|CVS|\.svn)r )Zis_regex) r� r7 Z get_fullnamer� r� Z
build_baser& r' r# r% Zexclude_pattern)r9 r� Zbase_dirr% r2 r2 r3 r� L s
�z manifest_maker.prune_file_listN)rE rF rG r� rT rl r� r� r� ro � staticmethodr� r� r� r2 r2 r2 r3 r� s
r� c C s8 d� |�}|�d�}t| d��}|�|� W 5 Q R X dS )z{Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
�
ru rv N)re rx rz r{ )rZ �contentsr} r2 r2 r3 rm V s
rm c C s| t �d|� | jsx| jj}| j|j |_}| j|j |_}z|� | j
� W 5 || |_|_X t | jdd �}t �
| j
|� d S )Nz
writing %sZzip_safe)r rw ry r7 rg rR r> rQ r: �write_pkg_inforI �getattrr Zwrite_safety_flag)�cmd�basenamerZ rg ZoldverZoldnameZsafer2 r2 r3 r� c s r� c C s t j�|�rt�d� d S )NzsWARNING: 'depends.txt' is not used by setuptools 0.6!
Use the install_requires/extras_require setup() args instead.)r# r$ rn r ro �r� r� rZ r2 r2 r3 �warn_depends_obsoletev s �r� c C s, t |pd�}dd� }t||�}| �|� d S )Nr2 c S s | d S )Nr� r2 )r� r2 r2 r3 �<lambda>� � z%_write_requirements.<locals>.<lambda>)r r �
writelines)�streamZreqs�linesZ append_crr2 r2 r3 �_write_requirements~ s
r� c C sj | j }t�� }t||j� |jp"i }t|�D ]&}|�djf t � �� t||| � q,| �
d||� � � d S )Nz
[{extra}]
Z requirements) r7 r �StringIOr� Zinstall_requires�extras_require�sortedr{ �format�varsrt �getvalue)r� r� rZ Zdistrr r� Zextrar2 r2 r3 �write_requirements� s
r� c C s, t �� }t|| jj� | �d||�� � d S )Nzsetup-requirements)�ior� r� r7 Zsetup_requiresrt r� )r� r� rZ rr r2 r2 r3 �write_setup_requirements� s r� c C s: t �dd� | j�� D ��}| �d|d�t|��d � d S )Nc S s g | ]}|� d d�d �qS )�.r r )r" )r� �kr2 r2 r3 r� � s �z(write_toplevel_names.<locals>.<listcomp>ztop-level namesr� )rY �fromkeysr7 Ziter_distribution_namesrm re r� )r� r� rZ Zpkgsr2 r2 r3 �write_toplevel_names� s ��r� c C s t | ||d� d S )NT)� write_argr� r2 r2 r3 �
overwrite_arg� s r� Fc C sH t j�|�d }t| j|d �}|d k r4d�|�d }| �||||� d S )Nr r� )r# r$ �splitextr� r7 re rt )r� r� rZ rs �argnamerV r2 r2 r3 r� � s
r� c C s� | j j}t|tj�s |d kr"|}nn|d k r�g }t|�� �D ]J\}}t|tj�srt�||�}d� tt
t |� � ���}|�
d||f � q:d� |�}| �d||d� d S )Nr� z [%s]
%s
r z entry pointsT)r7 Z entry_pointsr^ r Z string_typesr� �itemsr Z parse_groupre r �str�valuesr� rt )r� r� rZ r� rr Zsectionr� r2 r2 r3 �
write_entries� s
r� c
C sj t �dt� tj�d�rft�d��>} | D ]2}t� d|�}|r(t
|� d�� W 5 Q R � S q(W 5 Q R X dS )zd
Get a -r### off of PKG-INFO Version in case this is an sdist of
a subversion revision.
z$get_pkg_info_revision is deprecated.zPKG-INFOzVersion:.*-r(\d+)\s*$r r ) �warningsro �EggInfoDeprecationWarningr# r$ rn r� rz r& r� �int�group)r} r� r� r2 r2 r3 �get_pkg_info_revision� s *r� c @ s e Zd ZdZdS )r� zqClass for warning about deprecations in eggInfo in setupTools. Not ignored by default, unlike DeprecationWarning.N)rE rF rG �__doc__r2 r2 r2 r3 r� � s r� )F)=r� Zdistutils.filelistr Z _FileListZdistutils.errorsr Zdistutils.utilr ra r r# r& r� r� r� rB rW Zsetuptools.externr Zsetuptools.extern.six.movesr Z
setuptoolsr Zsetuptools.command.sdistr r
Zsetuptools.command.setoptr Zsetuptools.commandr Z
pkg_resourcesr
r r r r r r r Zsetuptools.unicode_utilsr� Zsetuptools.globr r r r4 r5 rI r� rm r� r� r� r� r� r� r� r� r� r� r� r2 r2 r2 r3 �<module> sX ( S 2 EP
site-packages/setuptools/command/__pycache__/alias.cpython-38.opt-1.pyc 0000644 00000004530 15201600074 0022010 0 ustar 00 U
�Qabz � @ sP d dl mZ d dlmZ d dlmZmZmZ dd� ZG dd� de�Z dd � Z
d
S ) � )�DistutilsOptionError)�map)� edit_config� option_base� config_filec C s8 dD ]}|| krt | � S q| �� | gkr4t | �S | S )z4Quote an argument for later parsing by shlex.split())�"�'�\�#)�repr�split)�arg�c� r �</usr/lib/python3.8/site-packages/setuptools/command/alias.py�shquote s r c @ sH e Zd ZdZdZdZdgej Zejdg Zdd� Z dd � Z
d
d � Z d S )
�aliasz3Define a shortcut that invokes one or more commandsz0define a shortcut to invoke one or more commandsT)�remove�rzremove (unset) the aliasr c C s t �| � d | _d | _d S )N)r �initialize_options�argsr ��selfr r r r s
zalias.initialize_optionsc C s* t �| � | jr&t| j�dkr&td��d S )N� zFMust specify exactly one argument (the alias name) when using --remove)r �finalize_optionsr �lenr r r r r r r # s
�zalias.finalize_optionsc C s� | j �d�}| js@td� td� |D ]}tdt||�� q&d S t| j�dkr�| j\}| jrbd }q�||kr~tdt||�� d S td| � d S n$| jd }d�tt | jdd � ��}t
| j d||ii| j � d S ) N�aliaseszCommand Aliasesz---------------zsetup.py aliasr z No alias definition found for %rr � )
Z distributionZget_option_dictr �print� format_aliasr r �joinr r r �filenameZdry_run)r r r �commandr r r �run+ s&
z alias.runN) �__name__�
__module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsr Z user_optionsZboolean_optionsr r r# r r r r r s �� r c C sZ || \}}|t d�kr d}n,|t d�kr0d}n|t d�krBd}nd| }|| d | S ) N�globalz--global-config �userz--user-config Zlocal� z
--filename=%rr )r )�namer �sourcer" r r r r F s r N) Zdistutils.errorsr Zsetuptools.extern.six.movesr Zsetuptools.command.setoptr r r r r r r r r r �<module> s
4 site-packages/setuptools/command/__pycache__/bdist_wininst.cpython-38.pyc 0000644 00000001672 15201600074 0022644 0 ustar 00 U
�Qab} � @ s( d dl m mZ G dd� dej�ZdS )� Nc @ s e Zd Zddd�Zdd� ZdS )�
bdist_wininstr c C s | j �||�}|dkr d|_|S )zj
Supplement reinitialize_command to work around
http://bugs.python.org/issue20819
)Zinstall� install_libN)Z distribution�reinitialize_commandr )�self�commandZreinit_subcommands�cmd� r �D/usr/lib/python3.8/site-packages/setuptools/command/bdist_wininst.pyr s �z"bdist_wininst.reinitialize_commandc C s$ d| _ ztj�| � W 5 d| _ X d S )NTF)Z _is_running�origr �run)r r r r r s zbdist_wininst.runN)r )�__name__�
__module__� __qualname__r r r r r r r s
r )Z distutils.command.bdist_wininstr r r
r r r r �<module> s site-packages/setuptools/command/__pycache__/easy_install.cpython-38.opt-1.pyc 0000644 00000177432 15201600074 0023422 0 ustar 00 U
�Qab�U � @ s4 d Z ddlmZ ddlmZ ddlmZmZ ddlmZmZm Z m
Z
ddl m Z m
Z
ddlmZmZ ddlmZ dd lmZ dd
lZdd
lZdd
lZdd
lZdd
lZdd
lZdd
lZdd
l Z dd
l Z dd
l Z dd
l Z dd
l Z dd
l!Z!dd
l"Z"dd
l#Z#dd
l$Z$dd
l%Z%dd l&m'Z'm(Z( dd l)m*Z* dd
l+m,Z, ddl-m.Z.m/Z/ ddl)m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6 ddl7m8Z8 ddl9m:Z:m;Z;m<Z< ddl5m=Z=m>Z> ddl?m@Z@ ddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZP dd
lQZAeRZSe jTdeAjUd� ddd d d d gZVd d!� ZWd"d� ZXe,jY�rBd#d$� ZZd%d&� Z[nd'd$� ZZd(d&� Z[d)d*� Z\G d+d� de0�Z]d,d-� Z^d.d/� Z_d0d1� Z`d2d � Zad3d � ZbG d4d � d eH�ZcG d5d6� d6ec�Zdeje�fd7d8�d9k�r�edZcd:d;� Zgd<d=� Zhd>d?� Zid@dA� ZjdsdBdC�ZkdDdE� ZldFdG� ZmdHejnk�remZondIdJ� ZodtdLdM�ZpdNdO� ZqdPdQ� ZrdRdS� ZszddTlmtZu W n evk
�rn dUdV� ZuY nX dWdX� ZtG dYdZ� dZew�Zxex�y� ZzG d[d\� d\ex�Z{G d]d^� d^�Z|G d_d`� d`e|�Z}G dadb� dbe}�Z~e|jZe|j�Z�dcdd� Z�dedf� Z�dgehfdhdi�Z�djdk� Z�dldm� Z�dudnd �Z�e"j�dodp� �Z�G dqdr� dre*�Z�d
S )va%
Easy Install
------------
A tool for doing automatic download/extract/build of distutils-based Python
packages. For detailed documentation, see the accompanying EasyInstall.txt
file, or visit the `EasyInstall home page`__.
__ https://setuptools.readthedocs.io/en/latest/easy_install.html
� )�glob)� get_platform)� convert_path�
subst_vars)�DistutilsArgError�DistutilsOptionError�DistutilsError�DistutilsPlatformError)�INSTALL_SCHEMES� SCHEME_KEYS)�log�dir_util)�
first_line_re)�find_executableN)�get_config_vars�get_path)� SetuptoolsDeprecationWarning)�six)� configparser�map)�Command)� run_setup)� rmtree_safe)�setopt)�unpack_archive)� PackageIndex�parse_requirement_arg�
URL_SCHEME)� bdist_egg�egg_info)�Wheel)� yield_lines�normalize_path�resource_string�ensure_directory�get_distribution�find_distributions� Environment� Requirement� Distribution� PathMetadata� EggMetadata�
WorkingSet�DistributionNotFound�VersionConflict� DEVELOP_DIST�default)�category�samefile� easy_install�PthDistributions�extract_wininst_cfg�main�get_exe_prefixesc C s t �d�dkS )N�P� )�struct�calcsize� r< r< �C/usr/lib/python3.8/site-packages/setuptools/command/easy_install.py�is_64bitO s r> c C sj t j�| �ot j�|�}tt jd�o&|}|r:t j�| |�S t j�t j�| ��}t j�t j�|��}||kS )z�
Determine if two paths reference the same file.
Augments os.path.samefile to work on Windows and
suppresses errors if the path doesn't exist.
r2 )�os�path�exists�hasattrr2 �normpath�normcase)Zp1Zp2Z
both_existZ use_samefileZnorm_p1Znorm_p2r< r< r= r2 S s c C s | S �Nr< ��sr< r< r= � _to_bytese s rH c C s. zt �| d� W dS tk
r( Y dS X d S �N�asciiTF)r Z text_type� UnicodeErrorrF r< r< r= �isasciih s
rL c C s
| � d�S )N�utf8)�encoderF r< r< r= rH p s c C s, z| � d� W dS tk
r& Y dS X d S rI )rN rK rF r< r< r= rL s s
c C s t �| ��� �dd�S )N�
z; )�textwrap�dedent�strip�replace)�textr< r< r= �<lambda>{ � rU c @ s� e Zd ZdZdZdZdddddd d
d d d
dddddddddddgZdddd d d d d d!g Zej r�d"ej
Z e� d#d$e f� e� d#� d%diZ
eZd&d'� Zd(d)� Zd*d+� Zed,d-� �Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Zd8d9� Zd:d;� Zd<d=� Z d>d?� Z e � d@�� � Z!e � dA�� � Z"e � dB�� � Z#dCdD� Z$dEdF� Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)e*j+dOdP� �Z,d�dRdS�Z-d�dTdU�Z.dVdW� Z/d�dXdY�Z0dZd[� Z1d\d]� Z2d^d_� Z3d�d`da�Z4edbdc� �Z5d�dfdg�Z6dhdi� Z7djdk� Z8dldm� Z9dndo� Z:dpdq� Z;drds� Z<e � dt�� � Z=e � du�Z>d�dwdx�Z?e � dy�� � Z@dzd{� ZAd|d}� ZBd~d� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHe � d��� � ZId�d�� ZJd�d�� ZKd�d�� ZLeMeMd�d�d��d��ZNeMd�d�d��ZOd�d�� ZPd$S )�r3 z'Manage a download/build/install processz Find/get/install Python packagesT)zprefix=Nzinstallation prefix)�zip-ok�zz install package as a zipfile)�
multi-version�mz%make apps have to require() a version)�upgrade�Uz1force upgrade (searches PyPI for latest versions))z install-dir=�dzinstall package to DIR)z script-dir=rG zinstall scripts to DIR)�exclude-scripts�xzDon't install scripts)� always-copy�az'Copy all needed packages to install dir)z
index-url=�iz base URL of Python Package Index)z find-links=�fz(additional URL(s) to search for packages)zbuild-directory=�bz/download/extract/build in DIR; keep the results)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])zrecord=Nz3filename in which to record list of installed files)� always-unzip�Zz*don't install as a zipfile, no matter what)z
site-dirs=�Sz)list of directories where .pth files work)�editable�ez+Install specified packages in editable form)�no-deps�Nzdon't install dependencies)z allow-hosts=�Hz$pattern(s) that hostnames must match)�local-snapshots-ok�lz(allow building eggs from local checkouts)�versionNz"print version information and exit)z
no-find-linksNz9Don't load find-links defined in packages being installedrW rY r^ r[ r` ri rk rn rp z!install in user site-package '%s'�userNrf c C s, d| _ d | _| _d | _ | _| _d | _d | _d | _d | _ d | _
| _ d | _ | _
| _d | _ | _| _d | _ | _| _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ t j r�t j | _!t j"| _#n d | _!d | _#d | _$d | _%d | _&| _'d | _(i | _)d| _*d | _+| j,j-| _-| j,�.| | j,�/d�� d S )Nr Fr3 )0rq �zip_ok�local_snapshots_ok� install_dir�
script_dir�exclude_scripts� index_url�
find_links�build_directory�args�optimize�recordr[ � always_copy�
multi_versionri �no_deps� allow_hosts�root�prefix� no_reportrp �install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_data� install_base�install_platbase�site�ENABLE_USER_SITE� USER_BASE�install_userbase� USER_SITE�install_usersite�
no_find_links�
package_index�pth_file�always_copy_from� site_dirs�installed_projects�sitepy_installedZ_dry_run� distribution�verboseZ_set_command_options�get_option_dict��selfr< r< r= �initialize_options� sJ
�z easy_install.initialize_optionsc C s" dd� |D �}t t| j|�� d S )Nc s s* | ]"}t j�|�s t j�|�r|V qd S rE )r? r@ rA �islink)�.0�filenamer< r< r= � <genexpr>� s �z/easy_install.delete_blockers.<locals>.<genexpr>)�listr � _delete_path)r� �blockersZextant_blockersr< r< r= �delete_blockers� s �z easy_install.delete_blockersc C sJ t �d|� | jrd S tj�|�o.tj�|� }|r8tntj}||� d S )Nz Deleting %s) r �info�dry_runr? r@ �isdirr� �rmtree�unlink)r� r@ Zis_treeZremoverr< r< r= r� � s zeasy_install._delete_pathc C s4 dj tj� } td�}d}t|j f t� �� t� �dS )zT
Render the Setuptools version and installation details, then exit.
�{}.{}�
setuptoolsz=setuptools {dist.version} from {dist.location} (Python {ver})N)�format�sys� version_infor% �print�locals�
SystemExit)Zver�dist�tmplr< r< r= �_render_version� s
z easy_install._render_versionc C sh | j o | �� tj �� d }tdd�\}}| j�� | j�� | j�� ||dd� |d |d ||||t tdd�d� | _
t j r�| j
| j
d < | j| j
d
< | �� | �� | �� | �d d d
d� | jd kr�| j| _| jd kr�d| _| �dd� | �dd� | j�r| j�r| j| _| j| _| �dd� tttj �}t � | _ | j d k �r�dd� | j �d�D �}|D ]N}t j �!|��s|t"�#d|� n,t|�|k�r�t$|d ��n| j �%t|�� �q\| j&�s�| �'� | j(�p�d| _(| j d d � | _)| jt| j�fD ] }|| j)k�r�| j)�*d|� �q�| j+d k �r0d d� | j+�d�D �}nd g}| j,d k�rX| j-| j(| j)|d �| _,t.| j)tj �| _/| j0d k �r�t1| j0t2j3��r�| j0�� | _0ng | _0| j4�r�| j,�5| j)tj � | j�s�| j,�6| j0� | �dd � t1| j7t8��s6z0t8| j7�| _7d| j7 k�rdk�sn t9�W n t9k
�r4 t$d ��Y nX | j&�rN| j:�sNt;d!��| j<�s^t;d"��g | _=d S )#Nr r� � exec_prefix� � �abiflags� ) Z dist_nameZ dist_versionZ
dist_fullname�
py_versionZpy_version_shortZpy_version_nodotZ
sys_prefixr� Zsys_exec_prefixr� r� �userbaseZusersitert ru ry r� Fr� )rt rt r� �rt ru �install)r| r| c S s g | ]}t j�|�� ��qS r< )r? r@ �
expanduserrR �r� rG r< r< r= �
<listcomp>8 s z1easy_install.finalize_options.<locals>.<listcomp>�,z"%s (in --site-dirs) does not existz$ (in --site-dirs) is not on sys.pathzhttps://pypi.org/simple/c S s g | ] }|� � �qS r< )rR r� r< r< r= r� N s �*)Z search_path�hosts)r{ r{ z --optimize must be 0, 1, or 2z9Must specify a build directory (-b) when using --editablez:No urls, filenames, or requirements specified (see --help))>rp r� r� �splitr r� Zget_nameZ get_versionZ get_fullname�getattr� config_varsr� r� r� r� � _fix_install_dir_for_user_site�expand_basedirs� expand_dirs�_expandru rt r� Zset_undefined_optionsrq r� r� r r" r@ �
get_site_dirs�
all_site_dirsr� r? r� r �warnr �appendri �check_site_dirrw � shadow_path�insertr� r� � create_indexr' � local_indexrx �
isinstancer Z string_typesrs Zscan_egg_links�add_find_linksr{ �int�
ValueErrorry r rz �outputs) r� r� r� r� rC r� r] Z path_itemr� r< r< r= �finalize_options� s�
� �
� �
�� � ��z easy_install.finalize_optionsc C s\ | j r tjsdS | �� | jdkr.d}t|��| j | _| _tj �
dd�d }| � |� dS )z;
Fix the install_dir if "--user" was used.
Nz$User base directory is not specified�posixZunixZ_user) rq r� r� �create_home_pathr� r r� r� r? �namerS �
select_scheme)r� �msgZ scheme_namer< r< r= r� s s
z+easy_install._fix_install_dir_for_user_sitec C sX |D ]N}t | |�}|d k rtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr� �nt)r� r? r� r@ r� r r� �setattr)r� �attrs�attr�valr< r< r= �
_expand_attrs� s
zeasy_install._expand_attrsc C s | � dddg� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and
root.r� r� r� N�r� r� r< r< r= r� � s z easy_install.expand_basedirsc C s ddddddg}| � |� dS )z+Calls `os.path.expanduser` on install dirs.r� r� r� r� r� r� Nr� )r� �dirsr< r< r= r� � s �zeasy_install.expand_dirsc C s� | j | jj krt�| j � z�| jD ]}| �|| j � q"| jr�| j}| j rzt
| j �}t t
|��D ]}|| |d � ||< q`ddl m
} | �|j| j|fd| j � | �� W 5 t�| jj � X d S )Nr )� file_utilz'writing list of installed files to '%s')r� r� r �
set_verbosityrz r3 r r| r� r� �len�range� distutilsr� �executeZ
write_file�warn_deprecated_options)r� �specr� Zroot_lenZcounterr� r< r< r= �run� s*
�� zeasy_install.runc C sD z t �� }W n" tk
r. t�dtj�}Y nX t j�| j d| �S )z�Return a pseudo-tempname base in the install directory.
This code is intentionally naive; if a malicious party can write to
the target directory you're already in deep doodoo.
r ztest-easy-install-%s)
r? �getpid� Exception�randomZrandintr� �maxsizer@ �joinrt )r� �pidr< r< r= �pseudo_tempname� s
z easy_install.pseudo_tempnamec C s d S rE r< r� r< r< r= r� � s z$easy_install.warn_deprecated_optionsc C sZ t | j�}tj�|d�}tj�|�sTzt�|� W n ttfk
rR | � � Y nX || j
k}|sr| j sr| � � }nd| �
� d }tj�|�}z*|r�t�|� t|d��� t�|� W n ttfk
r� | � � Y nX |s�| j s�t| �� ��|�r| jdk�rt|| j
�| _nd| _|tt t� �k�r.d| _n"| j �rPtj�|��sPd| _d| _|| _dS )z;Verify that self.install_dir is .pth-capable dir, if needed�easy-install.pthz .write-test�wNT)r" rt r? r@ r� rA �makedirs�OSError�IOError�cant_write_to_targetr� r~ �check_pth_processingr� r� �open�closer �no_default_version_msgr� r4 r � _pythonpathr� )r� �instdirr� Z is_site_dirZtestfileZ test_existsr< r< r= r� � s>
zeasy_install.check_site_diraS
can't create or remove files in install directory
The following error occurred while trying to add or remove files in the
installation directory:
%s
The installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
z�
This directory does not currently exist. Please create it and try again, or
choose a different installation directory (using the -d or --install-dir
option).
a�
Perhaps your account does not have write access to this directory? If the
installation directory is a system-owned directory, you may need to sign in
as the administrator or "root" account. If you do not have administrative
access to this machine, you may wish to choose a different installation
directory, preferably one that is listed in your PYTHONPATH environment
variable.
For information on other options, you may wish to consult the
documentation at:
https://setuptools.readthedocs.io/en/latest/easy_install.html
Please make the appropriate changes for your system and try again.
c C sP | j t�� d | jf }tj�| j�s6|d| j 7 }n|d| j 7 }t |��d S )N� rO )
� _easy_install__cant_write_msgr� �exc_infort r? r@ rA � _easy_install__not_exists_id�_easy_install__access_msgr )r� r� r< r< r= r� s
z!easy_install.cant_write_to_targetc
C s� | j }t�d|� | �� d }|d }tj�|�}td�d }z8|rNt�|� tj� |�}t
j j |dd� t
|d�}W n ttfk
r� | �� Y n�X z�|�|jf t� �� |�� d }tj}tjd
k�rtj�|�\}} tj�|d �}
| �� d k�otj�|
�} | �r|
}d
dlm } | |dddgd
� tj�|��rNt�d|� W �dS W 5 |�r`|�� tj�|��rxt�|� tj�|��r�t�|� X | j �s�t� d|� dS )z@Empirically verify whether .pth files are supported in inst. dirz Checking .pth file support in %s�.pthz.okzz
import os
f = open({ok_file!r}, 'w')
f.write('OK')
f.close()
rO T)�exist_okr� Nr� � pythonw.exe�
python.exer )�spawnz-Ez-c�passz-TEST PASSED: %s appears to support .pth filesz+TEST FAILED: %s does NOT support .pth filesF) rt r r� r� r? r@ rA �
_one_linerr� �dirname�
pkg_resourcesZ
py31compatr� r r� r� r� r �writer� r� r� �
executabler� r� r� �lower�distutils.spawnr r~ r� )
r� r r� Zok_fileZ ok_existsr� r rc r �basenameZaltZuse_altr r< r< r= r� s\ �
� �
z!easy_install.check_pth_processingc C sV | j sH|�d�rH|�d�D ],}|�d| �r.q| �|||�d| �� q| �|� dS )z=Write all the scripts for `dist`, unless scripts are excluded�scriptszscripts/N)rv Zmetadata_isdirZmetadata_listdir�install_scriptZ get_metadata�install_wrapper_scripts)r� r� � script_namer< r< r= �install_egg_scriptsY s �z easy_install.install_egg_scriptsc C sT t j�|�rDt �|�D ]*\}}}|D ]}| j�t j�||�� q$qn | j�|� d S rE )r? r@ r� �walkr� r� r� )r� r@ �baser� �filesr� r< r< r= �
add_outputg s
zeasy_install.add_outputc C s | j rtd|f ��d S )NzjInvalid argument %r: you can't use filenames or URLs with --editable (except via the --find-links option).)ri r �r� r� r< r< r= � not_editableo s ��zeasy_install.not_editablec C s< | j s
d S tj�tj�| j|j��r8td|j| jf ��d S )Nz2%r already exists in %s; can't do a checkout there)ri r? r@ rA r� ry �keyr r! r< r< r= �check_editablew s
��zeasy_install.check_editablec c s: t jdd�}zt|�V W 5 tj�|�o2tt|�� X d S )Nz
easy_install-)r� )�tempfile�mkdtempr? r@ rA r� r �str)r� �tmpdirr< r< r= �_tmpdir� s zeasy_install._tmpdirFc
C sH | j s| �� | �� ��&}t|t�s�t|�rb| �|� | j�||�}| � d |||d�W 5 Q R � S t
j � |�r�| �|� | � d |||d�W 5 Q R � S t
|�}| �|� | j�||| j| j | j | j�}|d kr�d| }| jr�|d7 }t|��nJ|jtk�r | �|||d� |W 5 Q R � S | � ||j||�W 5 Q R � S W 5 Q R X d S )NTz+Could not find suitable distribution for %rz2 (--always-copy skips system and development eggs)�Using)ri �install_site_pyr) r� r( r r" r� �download� install_itemr? r@ rA r r$ Zfetch_distributionr[ r} r� r Z
precedencer/ �process_distribution�location)r� r� �depsr( �dlr� r� r< r< r= r3 � s<
�
zeasy_install.easy_installc C s
|p| j }|p tj�|�|k}|p,|�d� }|pT| jd k oTtj�t|��t| j�k}|r�|s�| j|j D ]}|j |krj q�qjd}t
� dtj� |�� |r�| �
|||�}|D ]}| �|||� q�n | �|�g}| �||d |d� |d k �r|D ]}||kr�| S q�d S )N�.eggTz
Processing %sr r* )r} r? r@ r �endswithr� r" r� � project_namer/ r r� r � install_eggsr. �egg_distribution)r� r� r, r( r0 Zinstall_neededr� Zdistsr< r< r= r- � s2
��
zeasy_install.install_itemc C s< t | }tD ]*}d| }t| |�dkr t| ||| � q dS )z=Sets the install directories by applying the install schemes.Zinstall_N)r
r r� r� )r� r� �schemer# �attrnamer< r< r= r� � s
zeasy_install.select_schemec
G s� | � |� | j�|� || j|j kr2| j�|� | j�|� | �|� || j|j< t� | j
||f|�� � |� d�r�| j s�| j�
|�d�� |s�| js�d S |d k r�|j|jkr�t�d|� d S |d ks�||kr�|�� }tt|��}t� d|� z tg ��|g| j| j�}W n^ tk
�r< } ztt|���W 5 d }~X Y n0 tk
�rj } zt|�� ��W 5 d }~X Y nX | j�s|| j�r�|D ]"}|j| jk�r�| �|�� � �q�t� d|� d S )Nzdependency_links.txtz Skipping dependencies for %sz Processing dependencies for %sz'Finished processing dependencies for %s) �
update_pthr� �addr� r# �remover r� r r� �installation_report� has_metadatar� r� Zget_metadata_linesr} r� �as_requirementr( r' r, Zresolver3 r- r r. Zreportr� )r� Z requirementr� r0 r� ZdistreqZdistrosrj r< r< r= r. � sL
��
� z!easy_install.process_distributionc C s2 | j d k r| j S |�d�r dS |�d�s.dS dS )Nz not-zip-safeTzzip-safeF)rr r= �r� r� r< r< r= � should_unzip s
zeasy_install.should_unzipc C s� t j�| j|j�}t j�|�r:d}t�||j| j|� |S t j�|�rL|}nRt j� |�|krft �
|� t � |�}t |�dkr�t j�||d �}t j�|�r�|}t
|� t�||� |S )Nz<%r already exists in %s; build directory %s will not be keptr r )r? r@ r� ry r# rA r r� r� r r� �listdirr� r$ �shutil�move)r� r� �
dist_filename�
setup_base�dstr� �contentsr< r< r= �
maybe_move s$ �
zeasy_install.maybe_movec C s, | j r
d S t�� �|�D ]}| j|� qd S rE )rv � ScriptWriter�best�get_args� write_script)r� r� rz r< r< r= r " s z$easy_install.install_wrapper_scriptsc C sN t |�� �}t||�}|r8| �|�t� }t�|�| }| �|t|�d� dS )z/Generate a legacy script wrapper and install itrd N) r' r> �is_python_script�_load_templater� rI �
get_headerrL rH )r� r� r � script_text�dev_pathr� Z is_scriptZbodyr< r< r= r ( s
zeasy_install.install_scriptc C s( d}| r|� dd�}td|�}|�d�S )z�
There are a couple of template scripts in the package. This
function loads one of them and prepares it for use.
z script.tmplz.tmplz (dev).tmplr� �utf-8)rS r# �decode)rQ r� Z raw_bytesr< r< r= rN 2 s
zeasy_install._load_template�tr< c s� � � � fdd�|D �� t�d|� j� tj�� j|�}� �|� � jrLdS t � }t
|� tj� |�rpt� |� t
|d| ��}|�|� W 5 Q R X t|d| � dS )z1Write an executable file to the scripts directoryc s g | ]}t j�� j|��qS r< )r? r@ r� ru �r� r_ r� r< r= r� D s z-easy_install.write_script.<locals>.<listcomp>zInstalling %s script to %sNr� i� )r� r r� ru r? r@ r� r r� �
current_umaskr$ rA r� r r �chmod)r� r rG �moder� �target�maskrc r< r� r= rL A s �
zeasy_install.write_scriptc C s^ |� � �d�r | �||�gS |� � �d�r8| �||�gS |� � �d�rT| �||�gS |}tj�|�r~|�d�s~t||| j � ntj�
|�r�tj� |�}|� |�r�| j
r�|d k r�| �|||�}tj�|d�}tj�|��s0ttj�|dd��}|�stdtj� |� ��t|�dk�r(td tj� |� ��|d
}| j�rNt�| �||�� g S | �||�S d S ) Nr2 �.exez.whl�.pyzsetup.pyr� z"Couldn't find a setup script in %sr z Multiple setup scripts in %sr )r r3 � install_egg� install_exe�
install_wheelr? r@ �isfiler �unpack_progressr� �abspath�
startswithry rH r� rA r r r� ri r r� �report_editable�build_and_install)r� r� rD r( rE � setup_scriptZsetupsr< r< r= r5 U sJ
��
��
��zeasy_install.install_eggsc C s> t j�|�r"t|t j�|d��}ntt�|��}tj ||d�S )N�EGG-INFO)�metadata)
r? r@ r� r* r� r+ � zipimport� zipimporterr) Z
from_filename)r� �egg_pathrh r< r< r= r6 � s �z easy_install.egg_distributionc C s� t j�| jt j�|��}t j�|�}| js2t|� | �|�}t ||��szt j�
|�rrt j� |�srt j
|| jd� n"t j�|�r�| �t j|fd| � z�d}t j�
|�r�|�|�r�tjd }}n tjd }}nL| �|�r�| �|� | jd }}n*d}|�|��r tjd }}n tjd }}| �|||f|d t j�|�t j�|�f � t||d � W n$ tk
�rx t|dd � � Y nX | � |� | �|�S )
N�r� � Removing FZMovingZCopyingZ
ExtractingTz %s to %s��fix_zipimporter_caches) r? r@ r� rt r rb r� r$ r6 r2 r� r� r
� remove_treerA r� r� rc rB rC Zcopytreer@ Zmkpath�unpack_and_compileZcopy2r �update_dist_cachesr� r )r� rk r( � destinationr� Znew_dist_is_zippedrc rZ r< r< r= r] � s^
�
�
���
zeasy_install.install_eggc sP t |�}|d kr td| ��td |�dd�|�dd�t� d�}tj�||�� d �}||_ |d }tj�|d�}tj�|d �}t
|� t ||�|_ | �
||� tj�|��st|d
�} | �d � |�d�D ].\}
} |
d kr�| �d
|
�dd��� | f � q�| �� tj�|d�� | �� fdd�t�|�D �� tj||| j| jd� | � ||�S )Nz(%s is not a valid distutils Windows .exerh r� rp )r4 rp �platformr2 z.tmprg �PKG-INFOr� zMetadata-Version: 1.0
�target_versionz%s: %s
�_�-r c s g | ]}t j�� |d ��qS )r )r? r@ r� )r� rz �ru r< r= r� � s �z,easy_install.install_exe.<locals>.<listcomp>)r� r� ) r5 r r) �getr r? r@ r� �egg_namer/ r$ r* Z _provider�
exe_to_eggrA r r �itemsrS �titler r� rI rK r Z make_zipfiler� r� r] ) r� rD r( �cfgr� rk �egg_tmpZ _egg_infoZpkg_infrc �k�vr< ry r= r^ � sJ �
�
� �zeasy_install.install_exec s6 t |��g �g �i �� ����fdd�}t|� |� g }�D ]l}|�� �d�r<|�d�}|d }t�|d �d |d< tjj � f|�� }��
|� |�
|� t� ||� q<| � �� t�
tj� � d�t�� |�� dD ]Z} t� | r�tj� � d| d �}
tj�|
�s�t|
d
�} | �d � t� | �d � | �� q�d S )
z;Extract a bdist_wininst to the directories an egg would usec s� | � � }�D ]�\}}|�|�r || t|�d � } | �d�}tjj� f|�� }|� � }|�d�sj|�d�r�t� |d �|d< d�tj�
|d �d < �� | � n4|�d�r�|dkr�d�tj�
|d �d < �� |� | S q | �d �s�t �
d
| � d S ) N�/�.pyd�.dll���r r r\ �SCRIPTS/r
zWARNING: can't process %s)r rc r� r� r? r@ r� r3 r � strip_module�splitextr� r r� )�srcrF rG �old�new�partsr1 �r� � native_libs�prefixes�
to_compile� top_levelr< r= �process� s$
z(easy_install.exe_to_egg.<locals>.processr� r� r� r\ rg )r� r� z.txtr� rO N)r7 r r r3 r� r r� r? r@ r� r� Z
write_stub� byte_compileZwrite_safety_flagZ analyze_eggr� rA r r r ) r� rD r� r� Zstubs�resr� �resourceZpyfiler� Ztxtrc r< r� r= r| � s8
�
zeasy_install.exe_to_eggc
C s� t |�}tj�| j|�� �}tj�|�}| js6t|� tj� |�r`tj�
|�s`t j || jd� n"tj�
|�r�| �tj|fd| � z.| �|j|fdtj�|�tj�|�f � W 5 t|dd� X | �|� | �|�S )Nrl rm Frn zInstalling %s to %s)r r? r@ r� rt r{ rb r� r$ r� r� r
rp rA r� r� rr Zinstall_as_eggr r r r6 )r� Z
wheel_pathr( Zwheelrs r< r< r= r_ ! s2 �
��
zeasy_install.install_wheela(
Because this distribution was installed --multi-version, before you can
import modules from this package in an application, you will need to
'import pkg_resources' and then use a 'require()' call similar to one of
these examples, in order to select the desired version:
pkg_resources.require("%(name)s") # latest installed version
pkg_resources.require("%(name)s==%(version)s") # this exact version
pkg_resources.require("%(name)s>=%(version)s") # this version or higher
z�
Note also that the installation directory must be on sys.path at runtime for
this to work. (e.g. by being the application's script directory, by being on
PYTHONPATH, or by being added to sys.path by your code.)
� Installedc C s^ d}| j r>| js>|d| j 7 }| jtttj�kr>|d| j 7 }|j }|j
}|j }d}|t � S )z9Helpful installation message for display to package usersz
%(what)s %(eggloc)s%(extras)srO r� )
r~ r� �_easy_install__mv_warningrt r r" r� r@ �_easy_install__id_warningr/ r4 rp r� ) r� Zreqr� Zwhatr� Zegglocr� rp Zextrasr< r< r= r< O s z easy_install.installation_reportaR
Extracted editable version of %(spec)s to %(dirname)s
If it uses setuptools in its setup script, you can activate it in
"development" mode by going to that directory and running::
%(python)s setup.py develop
See the setuptools documentation for the "develop" command for more info.
c C s" t j�|�}tj}d| jt� S )NrO )r? r@ r r� r �_easy_install__editable_msgr� )r� r� rf r �pythonr< r< r= rd h s z easy_install.report_editablec
C s� t j�dt� t j�dt� t|�}| jdkrNd| jd }|�dd| � n| jdk rd|�dd� | jrv|�dd � t �
d
|t |�d d � d � |�� zt
||� W n6 tk
r� } ztd |jd f ��W 5 d }~X Y nX d S )
Nzdistutils.command.bdist_eggzdistutils.command.egg_infor� r� r r rx �-qz-nz
Running %s %s� zSetup script exited with %s)r� �modules�
setdefaultr r r� r� r� r� r r� r� r� r r� r rz )r� rf rE rz r� r< r< r= r m s&
�zeasy_install.run_setupc C s� ddg}t jdtj�|�d�}z�| � tj�|�� |�
|� | � |||� t |g�}g }|D ]&}|| D ]}|�
| �
|j|�� qhq\|s�| js�t�d|� |W �S t|� t�| j� X d S )Nr z
--dist-dirz
egg-dist-tmp-)r� �dirz+No eggs found in %s (setup script problem?))r% r& r? r@ r r� r r� r� �_set_fetcher_optionsr� r r' r] r/ r� r� ) r� rf rE rz Zdist_dirZall_eggsZeggsr# r� r< r< r= re � s*
�
�z easy_install.build_and_installc C sp | j �d��� }d}i }|�� D ]&\}}||kr2q |d ||�dd�< q t|d�}tj�|d�}t �
||� dS ) a
When easy_install is about to run bdist_egg on a source dist, that
source dist might have 'setup_requires' directives, requiring
additional fetching. Ensure the fetcher options given to easy_install
are available to that command as well.
r3 )rx r� rw r{ r� r rw rx )r3 z setup.cfgN) r� r� �copyr} rS �dictr? r@ r� r Z edit_config) r� r Zei_optsZfetch_directivesZ
fetch_optionsr# r� ZsettingsZ cfg_filenamer< r< r= r� � s
z!easy_install._set_fetcher_optionsc C s* | j d krd S | j |j D ]H}| js0|j|jkrt�d|� | j �|� |j| jkr| j�|j� q| js�|j| j jkr�t�d|� n2t�d|� | j � |� |j| jkr�| j�
|j� | j �s&| j � � |jdk�r&t
j�| jd�}t
j�|�r�t
�|� t|d�}|�| j �|j�d � |�� d S )Nz&Removing %s from easy-install.pth filez4%s is already the active version in easy-install.pthz"Adding %s to easy-install.pth filer� �setuptools.pth�wtrO )r� r# r~ r/ r r� r; r� �pathsr: r� r� �saver? r@ r� rt r� r� r r �
make_relativer )r� r� r] r� rc r< r< r= r9 � s6
�
zeasy_install.update_pthc C s t �d||� |S )NzUnpacking %s to %s)r �debug)r� r� rF r< r< r= ra � s z easy_install.unpack_progressc sd g �g �� ��fdd�}t |||� � ��� � js`�D ]&}t�|�tj dB d@ }t||� q8d S )Nc sZ |� d�r | �d�s ��|� n |� d�s4|� d�r>��|� � �| |� � j rV|pXd S )Nr\ � EGG-INFO/r� z.so)r3 rc r� ra r� )r� rF �r� Zto_chmodr� r< r= �pf� s
z+easy_install.unpack_and_compile.<locals>.pfim i� )r r� r� r? �stat�ST_MODErW )r� rk rs r� rc rX r< r� r= rq � s
z easy_install.unpack_and_compilec C sj t jr
d S ddlm} z@t�| jd � ||dd| jd� | jrT||| jd| jd� W 5 t�| j� X d S )Nr )r� r )r{ �forcer� ) r� �dont_write_bytecode�distutils.utilr� r r� r� r� r{ )r� r� r� r< r< r= r� � s �
zeasy_install.byte_compilea�
bad install directory or PYTHONPATH
You are attempting to install a package to a directory that is not
on PYTHONPATH and which Python does not read ".pth" files from. The
installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
and your PYTHONPATH environment variable currently contains:
%r
Here are some of your options for correcting the problem:
* You can choose a different installation directory, i.e., one that is
on PYTHONPATH or supports .pth files
* You can add the installation directory to the PYTHONPATH environment
variable. (It must then also be on PYTHONPATH whenever you run
Python and want to use the package(s) you are installing.)
* You can set up the installation directory to support ".pth" files by
using one of the approaches described here:
https://setuptools.readthedocs.io/en/latest/easy_install.html#custom-installation-locations
Please make the appropriate changes for your system and try again.c C s | j }|| jtj�dd�f S �NZ
PYTHONPATHr� )� _easy_install__no_default_msgrt r? �environrz )r� �templater< r< r= r s z#easy_install.no_default_version_msgc C s� | j r
dS tj�| jd�}tdd�}|�d�}d}tj�|�r�t� d| j� t
� |��}|� � }W 5 Q R X |�
d�s�td | ��||kr�t�d
|� | js�t|� t
j |d dd ��}|�|� W 5 Q R X | �|g� d
| _ dS )z8Make sure there's a site.py in the target dir, if neededNzsite.pyr� z
site-patch.pyrR r� z Checking existing site.py in %sz
def __boot():z;%s is not a setuptools-generated site.py; please remove it.z Creating %sr� ��encodingT)r� r? r@ r� rt r# rS rA r r� �ior �readrc r r� r� r$ r r� )r� Zsitepy�sourceZcurrentZstrmr< r< r= r+ # s0
�� z easy_install.install_site_pyc C sd | j s
dS ttj�d��}t�| j�D ]8\}}|�|�r&tj� |�s&| �
d| � t� |d� q&dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) rq r r? r@ r� r Z iteritemsr� rc r� Z debug_printr� )r� �homer� r@ r< r< r= r� C s z easy_install.create_home_pathz/$base/lib/python$py_version_short/site-packagesz $base/binr� �r� z$base/Lib/site-packagesz
$base/Scriptsc G s� | � d�j}| jrd|�� }| j|d< | j�tj| j�}|� � D ]$\}}t
| |d �d kr>t | ||� q>ddl m
} |D ]B}t
| |�}|d k rt|||�}tjdkr�tj�|�}t | ||� qtd S )Nr� r r )r r� )Zget_finalized_commandr� r� r� r
rz r? r� �DEFAULT_SCHEMEr} r� r� r� r r@ r� )r� r� r� r7 r� r� r r< r< r= r� Y s
zeasy_install._expand)F)F)T)N)rT r< )r� )Q�__name__�
__module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsZ user_optionsZboolean_optionsr� r� r� Zhelp_msgr� Z negative_optr r� r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� rP rQ �lstripr r r r� r� r r r" r$ �
contextlib�contextmanagerr) r3 r- r� r. r@ rH r r rN rL r5 r6 r] r^ r| r_ r� r� r< r� rd r re r� r9 ra rq r� r� r r+ r� r� r
r� r� r< r< r< r= r3 ~ s� � �
0
z 0 ;
$
$
'
,6-5
%
���c C s t j�dd��t j�} td | �S r� )r? r� rz r� �pathsep�filter)r} r< r< r= r p s r c C s~ g } | � t� � tjg}tjtjkr0|�tj� |D ]�}|r4tjdkr^| �tj� |dd�� nVtj
dkr�| � tj� |ddj tj � d�tj� |dd�g� n| � |tj� |dd�g� tjdkr4d |kr4tj
�d
�}|r4tj� |d d d
j tj � d�}| �|� q4td�td�f}|D ]}|| k�r| �|� �qtj�rB| �tj� z| � t�� � W n tk
�rj Y nX ttt| ��} | S )z&
Return a list of 'site' dirs
)Zos2emxZriscosZLibz
site-packagesr� �libz python{}.{}z site-python�darwinzPython.framework�HOME�Library�Pythonr� ZpurelibZplatlib)�extendr r� r� r� r� rt r? r@ r� �sepr� r� r� rz r r� r� r� �getsitepackages�AttributeErrorr� r r" )�sitedirsr� r� r� Zhome_spZ lib_pathsZsite_libr< r< r= r� u s^
��
�
�
r� c c s� i }| D ]�}t |�}||kr qd||< tj�|�s4qt�|�}||fV |D ]�}|�d�s\qL|dkrfqLttj�||��}tt |��}|�
� |D ]H}|� d�s�t |� � �}||kr�d||< tj�|�s�q�|t�|�fV q�qLqdS )zBYield sys.path directories that might contain "old-style" packagesr r
)r� r� �importN)
r" r? r@ r� rA r3 r r� r� r! r rc �rstrip)Zinputs�seenr r r� rc �lines�liner< r< r= � expand_paths� s4
r� c C s@ t | d�}�z$t�|�}|dkr*W �� dS |d |d |d }|dk rRW ��dS |�|d � t�d|�d��\}}}|dkr�W ��dS |�|d| � d d d
�}t� |�}z<|�|�} | �
d d �d
}
|
� t �
� �}
|�t�|
�� W n tjk
�r Y W �.dS X |�d��r"|�d��s*W � dS |W �S |�� X dS )znExtract configuration data from a bdist_wininst .exe
Returns a configparser.RawConfigParser, or None
�rbN� � � � z<iii)izV4i{V4r� )rp rv � r r rh ZSetup)r r �zipfileZ _EndRecData�seekr: �unpackr� r ZRawConfigParserr� rS r� �getfilesystemencodingZreadfpr �StringIO�ErrorZ has_section) rD rc ZendrecZ prepended�tagZcfglenZbmlenZinitr �partZconfigr< r< r= r5 � s4
c C s@ dddddg}t �| �}z�|�� D ]�}|j}|�d�}t|�dkr�|d d kr�|d
�d �r�|�d d� |d
d� �df� �qt|�dks"|�d�s�q"|�d�r�q"|d �
� dkr"|� |�}t j
r�|�� }t|�D ]8}|�� �dd�}|�d�s�|�d|d |f df� q�q"W 5 |�� X dd� |D �}|�� |�� |S )z4Get exe->egg path translations for a given .exe file)zPURELIB/r� )zPLATLIB/pywin32_system32r� )zPLATLIB/r� )r� zEGG-INFO/scripts/)zDATA/lib/site-packagesr� r� r� r� ru r z .egg-infor Nr� r
z
-nspkg.pth)ZPURELIBZPLATLIB�\r� z%s/%s/r� c S s g | ]\}}|� � |f�qS r< )r )r� r_ �yr< r< r= r� ) s z$get_exe_prefixes.<locals>.<listcomp>)r� ZZipFiler Zinfolistr� r� r� r3 r� r� �upperr� r ZPY3rS r! rR rS rc r� �sort�reverse)Z exe_filenamer� rX r� r� r� rG Zpthr< r< r= r7 s@ �
"
c @ sR e Zd ZdZdZddd�Zdd� Zdd � Zed
d � �Z d d
� Z
dd� Z dd� Z dS )r4 z)A .pth file with Distribution paths in itFr< c C sl || _ ttt|��| _ttj�| j ��| _| � � t
� | g d d � t | j
�D ]}tt| jt|d��� qLd S )NT)r� r� r r" r� r? r@ r �basedir�_loadr' �__init__r! r� r: r& )r� r� r� r@ r< r< r= r� 4 s zPthDistributions.__init__c C s� g | _ d}t�| j�}tj�| j�r�t| jd�}|D ]�}|� d�rHd}q4|�
� }| j � |� |� � r4|� � � d�rtq4t
tj�| j|�� }| j d< tj�|�r�||kr�| j �� d| _q4d||< q4|�� | j r�|s�d| _| j r�| j d � � s�| j �� q�d S )NFZrtr� T�#r� r )r� r� �fromkeysr� r? r@ r` r� r rc r� r� rR r" r� r� rA �pop�dirtyr )r� Z
saw_importr� rc r� r@ r< r< r= r� = s4
�
zPthDistributions._loadc C s� | j s
dS tt| j| j��}|r�t�d| j� | �|�}d� |�d }t
j � | j�r`t
�
| j� t| jd��}|�|� W 5 Q R X n(t
j �| j�r�t�d| j� t
�
| j� d| _ dS )z$Write changed .pth file back to diskNz Saving %srO r� zDeleting empty %sF)r� r� r r� r� r r� r� � _wrap_linesr� r? r@ r� r� r r rA )r� Z rel_pathsr� �datarc r< r< r= r� \ s
zPthDistributions.savec C s | S rE r< )r� r< r< r= r� r s z PthDistributions._wrap_linesc C sN |j | jko$|j | jkp$|j t�� k}|r>| j�|j � d| _t�| |� dS )z"Add `dist` to the distribution mapTN) r/ r� r� r? �getcwdr� r� r' r: )r� r� �new_pathr< r< r= r: v s �zPthDistributions.addc C s2 |j | jkr"| j�|j � d| _q t�| |� dS )z'Remove `dist` from the distribution mapTN)r/ r� r; r� r' r? r< r< r= r; � s zPthDistributions.removec C s� t j�t|��\}}t| j�}|g}t jdkr2dp6t j}t|�|kr�|| jkrl|�t j � |�
� |� |�S t j�|�\}}|�|� q8|S )Nr� ) r? r@ r� r" r� r� �altsepr� r� �curdirr� r� )r� r@ ZnpathZlastZbaselenr� r� r< r< r= r� � s
z PthDistributions.make_relativeN)r< )
r� r� r� r� r� r� r� r� r� r� r: r; r� r< r< r< r= r4 / s
c @ s( e Zd Zedd� �Zed�Zed�ZdS )�RewritePthDistributionsc c s$ | j V |D ]
}|V q | jV d S rE )�prelude�postlude)�clsr� r� r< r< r= r� � s z#RewritePthDistributions._wrap_linesz?
import sys
sys.__plen = len(sys.path)
z�
import sys
new = sys.path[sys.__plen:]
del sys.path[sys.__plen:]
p = getattr(sys, '__egginsert', 0)
sys.path[p:p] = new
sys.__egginsert = p + len(new)
N)r� r� r� � classmethodr� r r� r� r< r< r< r= r� � s
r� Z SETUPTOOLS_SYS_PATH_TECHNIQUE�rawZrewritec C s t tjt�rtS t�tj�� �S )z_
Return a regular expression based on first_line_re suitable for matching
strings.
)r� r �patternr' �re�compilerS r< r< r< r= �_first_line_re� s r c C sd | t jt jfkr.t jdkr.t|tj� | |�S t�� \}}}t �
||d |d d| |f f� d S )Nr� r r z %s %s) r? r� r; r� rW r� �S_IWRITEr� r r Zreraise)�func�arg�excZetZevrw r< r< r= �
auto_chmod� s
r c C s. t | �}t|tj� |r"t|� nt|� dS )aa
Fix any globally cached `dist_path` related data
`dist_path` should be a path of a newly installed egg distribution (zipped
or unzipped).
sys.path_importer_cache contains finder objects that have been cached when
importing data from the original distribution. Any such finders need to be
cleared since the replacement distribution might be packaged differently,
e.g. a zipped egg distribution might get replaced with an unzipped egg
folder or vice versa. Having the old finders cached may then cause Python
to attempt loading modules from the replacement distribution using an
incorrect loader.
zipimport.zipimporter objects are Python loaders charged with importing
data packaged inside zip archives. If stale loaders referencing the
original distribution, are left behind, they can fail to load modules from
the replacement distribution. E.g. if an old zipimport.zipimporter instance
is used to load data from a new zipped egg archive, it may cause the
operation to attempt to locate the requested data in the wrong location -
one indicated by the original distribution's zip archive directory
information. Such an operation may then fail outright, e.g. report having
read a 'bad local file header', or even worse, it may fail silently &
return invalid data.
zipimport._zip_directory_cache contains cached zip archive directory
information for all existing zipimport.zipimporter instances and all such
instances connected to the same archive share the same cached directory
information.
If asked, and the underlying Python implementation allows it, we can fix
all existing zipimport.zipimporter instances instead of having to track
them down and remove them one by one, by updating their shared cached zip
archive directory information. This, of course, assumes that the
replacement distribution is packaged as a zipped egg.
If not asked to fix existing zipimport.zipimporter instances, we still do
our best to clear any remaining zipimport.zipimporter related cached data
that might somehow later get used when attempting to load data from the new
distribution and thus cause such load operations to fail. Note that when
tracking down such remaining stale data, we can not catch every conceivable
usage from here, and we clear only those that we know of and have found to
cause problems if left alive. Any remaining caches should be updated by
whomever is in charge of maintaining them, i.e. they should be ready to
handle us replacing their zip archives with new distributions at runtime.
N)r" �_uncacher� �path_importer_cache�!_replace_zip_directory_cache_data�*_remove_and_clear_zip_directory_cache_data)Z dist_pathro �normalized_pathr< r< r= rr � s
<
rr c C sP g }t | �}|D ]:}t|�}|�| �r|||d � tjdfkr|�|� q|S )ap
Return zipimporter cache entry keys related to a given normalized path.
Alternative path spellings (e.g. those using different character case or
those using alternative path separators) related to the same path are
included. Any sub-path entries are included as well, i.e. those
corresponding to zip archives embedded in other zip archives.
r r� )r� r" rc r? r� r� )r
�cache�result�
prefix_len�pZnpr< r< r= �"_collect_zipimporter_cache_entries s
� r c C s@ t | |�D ]0}|| }||= |o(|||�}|dk r
|||< q
dS )a�
Update zipimporter cache data for a given normalized path.
Any sub-path entries are processed as well, i.e. those corresponding to zip
archives embedded in other zip archives.
Given updater is a callable taking a cache entry key and the original entry
(after already removing the entry from the cache), and expected to update
the entry and possibly return a new one to be inserted in its place.
Returning None indicates that the entry should not be replaced with a new
one. If no updater is given, the cache entries are simply removed without
any additional processing, the same as if the updater simply returned None.
N)r )r
r �updaterr � old_entryZ new_entryr< r< r= �_update_zipimporter_cache/ s
r c C s t | |� d S rE )r )r
r r< r< r= r O s r c C s dd� }t | tj|d� d S )Nc S s |� � d S rE )�clear�r@ r r< r< r= �2clear_and_remove_cached_zip_archive_directory_dataT s zf_remove_and_clear_zip_directory_cache_data.<locals>.clear_and_remove_cached_zip_archive_directory_data�r �r ri �_zip_directory_cache)r
r r< r< r= r S s �r Z__pypy__c C s dd� }t | tj|d� d S )Nc S s& |� � t�| � |�tj| � |S rE )r ri rj �updater r r< r< r= �)replace_cached_zip_archive_directory_dataj s
zT_replace_zip_directory_cache_data.<locals>.replace_cached_zip_archive_directory_datar r )r
r r< r< r= r i s
�r �<string>c C s4 zt | |d� W n ttfk
r* Y dS X dS dS )z%Is this string a valid Python script?�execFTN)r � SyntaxError� TypeError)rT r� r< r< r= � is_python| s
r" c C sN z(t j| dd��}|�d�}W 5 Q R X W n ttfk
rD | Y S X |dkS )zCDetermine if the specified executable is a .sh (contains a #! line)zlatin-1r� r� �#!)r� r r� r� r� )r �fp�magicr< r< r= �is_sh� s
r& c C s t �| g�S )z@Quote a command line argument according to Windows parsing rules��
subprocess� list2cmdline)r r< r< r= � nt_quote_arg� s r* c C sH |� d�s|� d�rdS t| |�r&dS | �d�rDd| �� d �� kS dS )zMIs this text, as a whole, a Python script? (as opposed to shell/bat/etc.
r\ �.pywTr# r� r F)r3 r" rc �
splitlinesr )rP r� r< r< r= rM � s
rM )rW c G s d S rE r< )rz r< r< r= �_chmod� s r- c
C sR t �d| |� zt| |� W n0 tjk
rL } zt �d|� W 5 d }~X Y nX d S )Nzchanging mode of %s to %ozchmod failed: %s)r r� r- r? �error)r@ rX rj r< r< r= rW � s
rW c @ s� e Zd ZdZg Ze� Zedd� �Zedd� �Z edd� �Z
edd � �Z ed
d � �Z d d
� Z
edd� �Zdd� Zedd� �Zedd� �ZdS )� CommandSpeczm
A command spec for a #! header, specified as a list of arguments akin to
those passed to Popen.
c C s | S )zV
Choose the best CommandSpec class based on environmental conditions.
r< �r� r< r< r= rJ � s zCommandSpec.bestc C s t j�tj�}t j�d|�S )N�__PYVENV_LAUNCHER__)r? r@ rC r� r r� rz )r� Z_defaultr< r< r= �_sys_executable� s zCommandSpec._sys_executablec C s: t || �r|S t |t�r | |�S |dkr0| �� S | �|�S )zg
Construct a CommandSpec from a parameter to build_scripts, which may
be None.
N)r� r� �from_environment� from_string)r� Zparamr< r< r= �
from_param� s
zCommandSpec.from_paramc C s | | � � g�S rE )r2 r0 r< r< r= r3 � s z CommandSpec.from_environmentc C s t j|f| j�}| |�S )z}
Construct a command spec from a simple string representing a command
line parseable by shlex.split.
)�shlexr� �
split_args)r� �stringr} r< r< r= r4 � s zCommandSpec.from_stringc C s8 t �| �|��| _t�| �}t|�s4dg| jd d�< d S )Nz-xr )r6 r� �_extract_options�optionsr( r) rL )r� rP �cmdliner< r< r= �install_options� s
zCommandSpec.install_optionsc C s: | d � � d }t� �|�}|r.|�d�p0dnd}|�� S )zH
Extract any options from the first line of the script.
rO r r r� )r, r �match�grouprR )Z orig_script�firstr= r: r< r< r= r9 � s z CommandSpec._extract_optionsc C s | � | t| j� �S rE )�_renderr� r: r� r< r< r= � as_header� s zCommandSpec.as_headerc C s6 d}|D ](}| � |�r| �|�r| dd� S q| S )Nz"'r r� )rc r3 )�itemZ_QUOTES�qr< r< r= �
_strip_quotes� s
zCommandSpec._strip_quotesc C s t �dd� | D ��}d| d S )Nc s s | ]}t �|�� �V qd S rE )r/ rD rR )r� rB r< r< r= r� s z&CommandSpec._render.<locals>.<genexpr>r# rO r' )r} r; r< r< r= r@ � s
�zCommandSpec._renderN)r� r� r� r� r: r� r7 r� rJ r2 r5 r3 r4 r< r� r9 rA rD r@ r< r< r< r= r/ � s*
r/ c @ s e Zd Zedd�ZdS )�WindowsCommandSpecFr� N)r� r� r� r� r7 r< r< r< r= rE
s rE c @ s� e Zd ZdZe�d��� ZeZ e
ddd��Z e
ddd��Z e
dd d
��Z
ed d � �Ze
d
d� �Ze
dd� �Ze
dd� �Ze
ddd��ZdS )rI z`
Encapsulates behavior around writing entry point scripts for console and
gui apps.
a�
# EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r
__requires__ = %(spec)r
import re
import sys
from pkg_resources import load_entry_point
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
sys.exit(
load_entry_point(%(spec)r, %(group)r, %(name)r)()
)
NFc C s6 t �dt� |rtnt�� }| �d||�}|�||�S )Nz Use get_argsr� )�warningsr� � EasyInstallDeprecationWarning�WindowsScriptWriterrI rJ �get_script_headerrK )r� r� r �wininst�writer�headerr< r< r= �get_script_args$ s z ScriptWriter.get_script_argsc C s$ t jdtdd� |rd}| �||�S )NzUse get_headerr� )�
stacklevelr
)rF r� rG rO )r� rP r rJ r< r< r= rI , s z ScriptWriter.get_script_headerc c s� |dkr| � � }t|�� �}dD ]Z}|d }|�|��� D ]>\}}| �|� | jt� }| �||||�} | D ]
}
|
V qlq:q dS )z�
Yield write_script() argument tuples for a distribution's
console_scripts and gui_scripts entry points.
N�Zconsole�guiZ_scripts) rO r' r> Z
get_entry_mapr} �_ensure_safe_namer� r� �_get_script_args) r� r� rL r� �type_r> r� ZeprP rz r� r< r< r= rK 4 s
zScriptWriter.get_argsc C s t �d| �}|rtd��dS )z?
Prevent paths in *_scripts entry point names.
z[\\/]z+Path separators not allowed in script namesN)r �searchr� )r� Z has_path_sepr< r< r= rQ F s z ScriptWriter._ensure_safe_namec C s t �dt� |rt�� S | �� S �NzUse best)rF r� rG rH rJ )r� Z
force_windowsr< r< r= �
get_writerO s zScriptWriter.get_writerc C s. t jdks tjdkr&tjdkr&t�� S | S dS )zD
Select the best ScriptWriter for this environment.
�win32�javar� N)r� rt r? r� �_namerH rJ r0 r< r< r= rJ U s zScriptWriter.bestc c s ||| fV d S rE r< )r� rS r� rL rP r< r< r= rR _ s z ScriptWriter._get_script_argsr� c C s" | j �� �|�}|�|� |�� S )z;Create a #! line, getting options (if any) from script_text)�command_spec_classrJ r5 r< rA )r� rP r �cmdr< r< r= rO d s
zScriptWriter.get_header)NF)NF)N)r� N)r� r� r� r� rP rQ r� r� r/ rZ r� rM rI rK r� rQ rV rJ rR rO r< r< r< r= rI s&
rI c @ sL e Zd ZeZedd� �Zedd� �Zedd� �Zedd� �Z e
d d
� �Z d S ) rH c C s t �dt� | �� S rU )rF r� rG rJ r0 r< r< r= rV o s z WindowsScriptWriter.get_writerc C s" t t| d�}tj�dd�}|| S )zC
Select the best ScriptWriter suitable for Windows
)r ZnaturalZSETUPTOOLS_LAUNCHERr )r� � WindowsExecutableLauncherWriterr? r� rz )r� Z
writer_lookupZlauncherr< r< r= rJ u s �zWindowsScriptWriter.bestc # s� t ddd�| }|tjd �� �d�krBdjf t� �}t�|t � dddd d
dd g}|�
|� | � ||�}� fd d
�|D �}� | || d|fV dS )z For Windows, add a .py extensionz.pyar+ rO ZPATHEXT�;zK{ext} not listed in PATHEXT; scripts will not be recognized as executables.r\ �
-script.py�.pyc�.pyor[ c s g | ] }� | �qS r< r< rU �r� r< r= r� � s z8WindowsScriptWriter._get_script_args.<locals>.<listcomp>rT N) r� r? r� r r� r� r� rF r� � UserWarningr; �_adjust_header) r� rS r� rL rP �extr� r� r� r< ra r= rR � s ��
z$WindowsScriptWriter._get_script_argsc C sN d}d}|dkr|| }}t �t �|�t j�}|j||d�}| �|�rJ|S |S )z�
Make sure 'pythonw' is used for gui and and 'python' is used for
console (regardless of what sys.executable is).
r r
rP )r8 �repl)r r �escape�
IGNORECASE�sub� _use_header)r� rS Z orig_headerr re Z
pattern_ob�
new_headerr< r< r= rc � s
z"WindowsScriptWriter._adjust_headerc C s$ | dd� � d�}tjdkp"t|�S )z�
Should _adjust_header use the replaced header?
On non-windows systems, always use. On
Windows systems, only use the replaced header if it resolves
to an executable on the system.
r� r� �"rW )rR r� rt r )rj Z clean_headerr< r< r= ri � s z WindowsScriptWriter._use_headerN) r� r� r� rE rZ r� rV rJ rR rc r� ri r< r< r< r= rH l s
rH c @ s e Zd Zedd� �ZdS )r\ c # s� |dkrd}d}dg}nd}d}dddg}| � ||�}� fd d
�|D �} � | || d | fV � d t|�d
fV t� s�� d }
|
t� �d fV dS )zG
For Windows, add a .py extension and an .exe launcher
rP z -script.pywr+ Zclir^ r\ r_ r` c s g | ] }� | �qS r< r< rU ra r< r= r� � s zDWindowsExecutableLauncherWriter._get_script_args.<locals>.<listcomp>rT r[ rd z
.exe.manifestN)rc �get_win_launcherr> �load_launcher_manifest) r� rS r� rL rP Z
launcher_typerd r� Zhdrr� Zm_namer< ra r= rR � s"
�z0WindowsExecutableLauncherWriter._get_script_argsN)r� r� r� r� rR r< r< r< r= r\ � s r\ c C s2 d| }t � r |�dd�}n |�dd�}td|�S )z�
Load the Windows launcher (executable) suitable for launching a script.
`type` should be either 'cli' or 'gui'
Returns the executable as a byte string.
z%s.exe�.z-64.z-32.r� )r> rS r# )�typeZ launcher_fnr< r< r= rl � s
rl c C s0 t �td�}tjr |t� S |�d�t� S d S )Nzlauncher manifest.xmlrR )r r# r� r �PY2�varsrS )r� Zmanifestr< r< r= rm � s
rm Fc C s t �| ||�S rE )rB r� )r@ �
ignore_errors�onerrorr< r< r= r� � s r� c C s t �d�} t �| � | S )N� )r? �umask)Ztmpr< r< r= rV � s
rV c C s: dd l } tj�| jd �}|tjd< tj�|� t� d S )Nr ) r� r? r@ r �__path__r� �argvr� r6 )r� Zargv0r< r< r= � bootstrap� s
rx c s� ddl m} ddlm� G � fdd�d� �}| d krBtjdd � } t� �0 |f ddd g| tjd pfd|d
�|�� W 5 Q R X d S ) Nr )�setup�r) c s e Zd ZdZ� fdd�ZdS )z-main.<locals>.DistributionWithoutHelpCommandsr� c s( t � � � j| f|�|� W 5 Q R X d S rE )� _patch_usage�
_show_help)r� rz �kwrz r< r= r| s z8main.<locals>.DistributionWithoutHelpCommands._show_helpN)r� r� r� Z common_usager| r< rz r< r= � DistributionWithoutHelpCommands s r~ r r� r3 z-v)Z script_argsr Z distclass)r� ry Zsetuptools.distr) r� rw r{ )rw r} ry r~ r< rz r= r6 � s ��c # sL dd l } t�d��� � � fdd�}| jj}|| j_z
d V W 5 || j_X d S )Nr ze
usage: %(script)s [options] requirement_or_url ...
or: %(script)s --help
c s � t tj�| �d� S )N)Zscript)r� r? r@ r )r �ZUSAGEr< r= � gen_usage s
�z _patch_usage.<locals>.gen_usage)Zdistutils.corerP rQ r� Zcorer� )r� r� Zsavedr< r r= r{ s
r{ c @ s e Zd ZdZdS )rG zuClass for warning about deprecations in EasyInstall in SetupTools. Not ignored by default, unlike DeprecationWarning.N)r� r� r� r� r< r< r< r= rG ( s rG )N)r )N)�r� r r� r r r Zdistutils.errorsr r r r Zdistutils.command.installr
r r� r r
Z distutils.command.build_scriptsr r r r� r? ri rB r% r� r r� r� rP rF r� r: r� r( r6 r� Z sysconfigr r r� r Zsetuptools.externr Zsetuptools.extern.six.movesr r r Zsetuptools.sandboxr Zsetuptools.py27compatr Zsetuptools.commandr Zsetuptools.archive_utilr Zsetuptools.package_indexr r r r r Zsetuptools.wheelr r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ Zpkg_resources.py31compatro Z
__metaclass__�filterwarningsZ
PEP440Warning�__all__r> r2 rp rH rL r r3 r r� r� r5 r7 r4 r� r� rz r r rr r r r r �builtin_module_namesr r" r& r* rM rW r- � ImportErrorr� r/ r2 Zsys_executablerE rI rH r\ rM rI rl rm r� rV rx r6 r� r{ rG r< r< r< r= �<module> s� D �
{A))'l R
�
T^A
site-packages/setuptools/command/__pycache__/py36compat.cpython-38.pyc 0000644 00000011002 15201600074 0021755 0 ustar 00 U
�Qabz � @ sd d dl Z d dlmZ d dlmZ d dlmZ d dlmZ G dd� d�Ze ejd�r`G d d� d�ZdS )
� N)�glob)� convert_path)�sdist)�filterc @ s\ e Zd ZdZdd� Zedd� �Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )�sdist_add_defaultsz�
Mix-in providing forward-compatibility for functionality as found in
distutils on Python 3.7.
Do not edit the code in this class except to update functionality
as implemented in distutils. Instead, override in the subclass.
c C s< | � � | �� | �� | �� | �� | �� | �� dS )a9 Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scripts)�self� r �A/usr/lib/python3.8/site-packages/setuptools/command/py36compat.py� add_defaults s z sdist_add_defaults.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�kS )z�
Case-sensitive path existence check
>>> sdist_add_defaults._cs_path_exists(__file__)
True
>>> sdist_add_defaults._cs_path_exists(__file__.upper())
False
F)�os�path�exists�abspath�split�listdir)�fspathr Z directory�filenamer r r �_cs_path_exists( s
z"sdist_add_defaults._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
ZREADMES� distributionZ script_name�
isinstance�tupler �filelist�append�warn�join)r Z standards�fnZaltsZgot_itr r r r 9 s"
�
z*sdist_add_defaults._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)r r r �isfiler r �extend)r Zoptional�pattern�filesr r r r N s z)sdist_add_defaults._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandr Zhas_pure_modulesr r$ �get_source_files�
data_filesr r r r! )r r' ZpkgZsrc_dirZ build_dir� filenamesr r r r r T s
z'sdist_add_defaults._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S )N) r Zhas_data_filesr* r �strr r r r# r r )r �item�dirnamer+ �fr r r r
d s
z+sdist_add_defaults._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)r Zhas_ext_modulesr( r r$ r) )r r0 r r r r u s
z$sdist_add_defaults._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)r Zhas_c_librariesr( r r$ r) )r r1 r r r r z s
z'sdist_add_defaults._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)r Z has_scriptsr( r r$ r) )r r2 r r r r
s
z(sdist_add_defaults._add_defaults_scriptsN)�__name__�
__module__� __qualname__�__doc__r � staticmethodr r r r r
r r r
r r r r r s
r r c @ s e Zd ZdS )r N)r3 r4 r5 r r r r r � s )
r r Zdistutils.utilr Zdistutils.commandr Zsetuptools.extern.six.movesr r �hasattrr r r r �<module> s | site-packages/setuptools/command/__pycache__/egg_info.cpython-38.pyc 0000644 00000052404 15201600074 0021540 0 ustar 00 U
�Qab�c � @ s� d Z ddlmZ ddlmZ ddlmZ ddlm Z ddlZddlZddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
l m Z ddl m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z* ddlm+Z+ ddlm,Z, dd� Z-G dd� d�Z.G dd� de.e�Z/G dd� de�ZG dd� de�Z0d d � Z1d d � Z2d d!� Z3d"d#� Z4d$d%� Z5d&d'� Z6d(d)� Z7d*d+� Z8d5d-d.�Z9d/d0� Z:d1d2� Z;G d3d4� d4e,�Z<dS )6zUsetuptools.command.egg_info
Create a distribution's .egg-info directory and contents� )�FileList)�DistutilsInternalError)� convert_path)�logN)�six)�map)�Command)�sdist)� walk_revctrl)� edit_config)� bdist_egg)�parse_requirements� safe_name�
parse_version� safe_version� yield_lines�
EntryPoint�iter_entry_points� to_filename)�glob)� packaging)� SetuptoolsDeprecationWarningc C s� d}| � tjj�}t�tj�}d|f }t|�D �]�\}}|t|�d k}|dkrr|r`|d7 }q0|d||f 7 }q0d}t|�} || k �r�|| }
|
dkr�||d 7 }�n |
d kr�||7 }n�|
d
k�r�|d } | | k r�|| d kr�| d } | | k �r|| d k�r| d } | | k �r,|| d k�r,| d } �q| | k�rF|t�|
�7 }nR||d | � } d}
| d d k�rxd
}
| dd� } |
t�| �7 }
|d|
f 7 }| }n|t�|
�7 }|d7 }q~|s0||7 }q0|d7 }tj|tj tj
B d�S )z�
Translate a file path glob like '*.txt' in to a regular expression.
This differs from fnmatch.translate which allows wildcards to match
directory separators. It also knows about '**/' which matches any number of
directories.
� z[^%s]� �**z.*z
(?:%s+%s)*r �*�?�[�!�]�^Nz[%s]z\Z)�flags) �split�os�path�sep�re�escape� enumerate�len�compile� MULTILINE�DOTALL)r ZpatZchunksr% Z
valid_char�c�chunkZ
last_chunk�iZ chunk_len�charZinner_i�innerZ
char_class� r2 �?/usr/lib/python3.8/site-packages/setuptools/command/egg_info.py�translate_pattern$ sV
r4 c @ s8 e Zd ZdZdZedd� �Zdd� Zdd� Zee�Z dS )�
InfoCommonNc C s t | j�� �S �N)r � distributionZget_name��selfr2 r2 r3 �name{ s zInfoCommon.namec C s2 | j �� }| jr$|�| j�r$t|�S t|| j �S r6 )r7 Z get_version�vtags�endswithr �r9 �versionr2 r2 r3 �tagged_version s
zInfoCommon.tagged_versionc C s, d}| j r|| j 7 }| jr(|t�d�7 }|S )Nr z-%Y%m%d)� tag_build�tag_date�time�strftimer= r2 r2 r3 �tags� s
zInfoCommon.tags)
�__name__�
__module__� __qualname__r@ rA �propertyr: r? rD r; r2 r2 r2 r3 r5 w s
r5 c @ s� e Zd ZdZddddgZdgZddiZdd � Zed
d � �Z e j
d d � �Z d
d� Z dd� Z d dd�Z
dd� Zdd� Zdd� Zdd� Zd d � Zd S ) �egg_infoz+create a distribution's .egg-info directory)z egg-base=�ezLdirectory containing .egg-info directories (default: top of the source tree))�tag-date�dz0Add date stamp (e.g. 20050528) to version number)z
tag-build=�bz-Specify explicit tag to add to version number)�no-date�Dz"Don't include date stamp [default]rK rN c C s" d | _ d | _d | _d | _d| _d S )NF)�egg_base�egg_namerI � egg_version�broken_egg_infor8 r2 r2 r3 �initialize_options� s
zegg_info.initialize_optionsc C s d S r6 r2 r8 r2 r2 r3 �tag_svn_revision� s zegg_info.tag_svn_revisionc C s d S r6 r2 )r9 �valuer2 r2 r3 rU � s c C s0 t �� }| �� |d< d|d< t|t|d�� dS )z�
Materialize the value of date into the
build tag. Install build keys in a deterministic order
to avoid arbitrary reordering on subsequent builds.
r@ r rA )rI N)� collections� OrderedDictrD r �dict)r9 �filenamerI r2 r2 r3 �save_version_info� s zegg_info.save_version_infoc C sB | j | _| �� | _t| j�}z6t|tjj�}|r4dnd}t t
|| j| jf �� W n, t k
r~ t j
�d| j| jf ��Y nX | jd kr�| jj}|p�i �dtj�| _| �d� t| j�d | _| jtjkr�tj�| j| j�| _d| jkr�| �� | j| jj_| jj }|d k �r>|j | j� � k�r>| j|_ t| j�|_ d | j_ d S )Nz%s==%sz%s===%sz2Invalid distribution name or version syntax: %s-%sr rP � .egg-info�-)!r: rQ r? rR r �
isinstancer r> ZVersion�listr
�
ValueError� distutils�errorsZDistutilsOptionErrorrP r7 Z package_dir�getr# �curdirZensure_dirnamer rI r$ �join�check_broken_egg_info�metadataZ
_patched_dist�key�lowerZ_versionZ_parsed_version)r9 Zparsed_versionZ
is_version�spec�dirsZpdr2 r2 r3 �finalize_options� s>
��
��
zegg_info.finalize_optionsFc C sL |r| � |||� n4tj�|�rH|dkr>|s>t�d||� dS | �|� dS )a� Write `data` to `filename` or delete if empty
If `data` is non-empty, this routine is the same as ``write_file()``.
If `data` is empty but not ``None``, this is the same as calling
``delete_file(filename)`. If `data` is ``None``, then this is a no-op
unless `filename` exists, in which case a warning is issued about the
orphaned file (if `force` is false), or deleted (if `force` is true).
Nz$%s not set in setup(), but %s exists)�
write_filer# r$ �existsr �warn� delete_file)r9 �whatrZ �data�forcer2 r2 r3 �write_or_delete_file� s �z egg_info.write_or_delete_filec C sD t �d||� tjr |�d�}| js@t|d�}|�|� |�� dS )z�Write `data` to `filename` (if not a dry run) after announcing it
`what` is used in a log message to identify what is being written
to the file.
zwriting %s to %s�utf-8�wbN) r �infor ZPY3�encode�dry_run�open�write�close)r9 rq rZ rr �fr2 r2 r3 rm s
zegg_info.write_filec C s t �d|� | js t�|� dS )z8Delete `filename` (if not a dry run) after announcing itz deleting %sN)r rw ry r# �unlink)r9 rZ r2 r2 r3 rp s zegg_info.delete_filec C s� | � | j� t�| jd � | jj}td�D ]4}|j|d� |�� }|| |j tj
� | j|j �� q*tj
� | jd�}tj
� |�r�| �
|� | �� d S )Nzegg_info.writers)� installerznative_libs.txt)ZmkpathrI r# �utimer7 Zfetch_build_eggr ZrequireZresolver: r$ re rn rp � find_sources)r9 r �ep�writer�nlr2 r2 r3 �run s
z egg_info.runc C s4 t j�| jd�}t| j�}||_|�� |j| _dS )z"Generate SOURCES.txt manifest filez SOURCES.txtN) r# r$ re rI �manifest_makerr7 �manifestr� �filelist)r9 Zmanifest_filenameZmmr2 r2 r3 r� * s
zegg_info.find_sourcesc C sT | j d }| jtjkr&tj�| j|�}tj�|�rPt�d|| j � | j | _
|| _ d S )Nr\ aB ------------------------------------------------------------------------------
Note: Your current .egg-info directory has a '-' in its name;
this will not work correctly with "setup.py develop".
Please rename %s to %s to correct this problem.
------------------------------------------------------------------------------) rQ rP r# rd r$ re rn r ro rI rS )r9 Zbeir2 r2 r3 rf 2 s
�z egg_info.check_broken_egg_infoN)F)rE rF rG � descriptionZ user_optionsZboolean_optionsZ negative_optrT rH rU �setterr[ rl rt rm rp r� r� rf r2 r2 r2 r3 rI � s. � �
1
rI c @ s| e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) r c C s | � |�\}}}}|dkrR| �dd�|� � |D ]}| �|�s2t�d|� q2�n�|dkr�| �dd�|� � |D ]}| �|�srt�d|� qr�n�|dkr�| �d d�|� � |D ]}| �|�s�t�d
|� q��nJ|d k�r| �d d�|� � |D ]}| �|�s�t�d
|� q�n|dk�r`| �d|d�|�f � |D ]"}| � ||��s:t�d||� �q:n�|dk�r�| �d|d�|�f � |D ]"}| �
||��s�t�d||� �q�np|dk�r�| �d| � | � |��s t�d|� n>|dk�r| �d| � | � |��s t�d|� n t
d| ��d S )N�includezinclude � z%warning: no files found matching '%s'�excludezexclude z9warning: no previously-included files found matching '%s'zglobal-includezglobal-include z>warning: no files found matching '%s' anywhere in distributionzglobal-excludezglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionzrecursive-includezrecursive-include %s %sz:warning: no files found matching '%s' under directory '%s'zrecursive-excludezrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'�graftzgraft z+warning: no directories found matching '%s'�prunezprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')Z_parse_template_line� debug_printre r� r ro r� �global_include�global_exclude�recursive_include�recursive_excluder� r� r )r9 �line�actionZpatterns�dirZ dir_pattern�patternr2 r2 r3 �process_template_lineE s|
�
�
�
� �
� �
�
��z FileList.process_template_linec C sR d}t t| j�d dd�D ]2}|| j| �r| �d| j| � | j|= d}q|S )z�
Remove all files from the file list that match the predicate.
Return True if any matching files were removed
Fr ���z
removing T)�ranger) �filesr� )r9 Z predicate�foundr/ r2 r2 r3 �
_remove_files� s zFileList._remove_filesc C s$ dd� t |�D �}| �|� t|�S )z#Include files that match 'pattern'.c S s g | ]}t j�|�s|�qS r2 �r# r$ �isdir��.0r} r2 r2 r3 �
<listcomp>� s z$FileList.include.<locals>.<listcomp>�r �extend�bool�r9 r� r� r2 r2 r3 r� � s
zFileList.includec C s t |�}| �|j�S )z#Exclude files that match 'pattern'.)r4 r� �match�r9 r� r� r2 r2 r3 r� � s zFileList.excludec C s8 t j�|d|�}dd� t|dd�D �}| �|� t|�S )zN
Include all files anywhere in 'dir/' that match the pattern.
r c S s g | ]}t j�|�s|�qS r2 r� r� r2 r2 r3 r� � s �z.FileList.recursive_include.<locals>.<listcomp>T)� recursive)r# r$ re r r� r� )r9 r� r� Z full_patternr� r2 r2 r3 r� � s
zFileList.recursive_includec C s t tj�|d|��}| �|j�S )zM
Exclude any file anywhere in 'dir/' that match the pattern.
r �r4 r# r$ re r� r� )r9 r� r� r� r2 r2 r3 r� � s zFileList.recursive_excludec C s$ dd� t |�D �}| �|� t|�S )z Include all files from 'dir/'.c S s" g | ]}t j�|�D ]}|�qqS r2 )ra r� �findall)r� Z match_dir�itemr2 r2 r3 r� � s �z"FileList.graft.<locals>.<listcomp>r� )r9 r� r� r2 r2 r3 r� � s
�
zFileList.graftc C s t tj�|d��}| �|j�S )z Filter out files from 'dir/'.r r� )r9 r� r� r2 r2 r3 r� � s zFileList.prunec sJ | j dkr| �� ttj�d|��� � fdd�| j D �}| �|� t|�S )z�
Include all files anywhere in the current directory that match the
pattern. This is very inefficient on large file trees.
Nr c s g | ]}� � |�r|�qS r2 �r� r� r� r2 r3 r� � s
z+FileList.global_include.<locals>.<listcomp>)Zallfilesr� r4 r# r$ re r� r� r� r2 r� r3 r� � s
zFileList.global_includec C s t tj�d|��}| �|j�S )zD
Exclude all files anywhere that match the pattern.
r r� r� r2 r2 r3 r� � s zFileList.global_excludec C s8 |� d�r|d d� }t|�}| �|�r4| j�|� d S )N�
r� )r< r �
_safe_pathr� �append)r9 r� r$ r2 r2 r3 r� � s
zFileList.appendc C s | j �t| j|�� d S r6 )r� r� �filterr� )r9 �pathsr2 r2 r3 r� � s zFileList.extendc C s t t| j| j��| _dS )z�
Replace self.files with only safe paths
Because some owners of FileList manipulate the underlying
``files`` attribute directly, this method must be called to
repair those paths.
N)r_ r� r� r� r8 r2 r2 r3 �_repair� s zFileList._repairc C s� d}t �|�}|d kr(t�d| � dS t �|d�}|d krNt�||d� dS z"tj�|�shtj�|�rnW dS W n& tk
r� t�||t �
� � Y nX d S )Nz!'%s' not %s encodable -- skippingz''%s' in unexpected encoding -- skippingFru T) �
unicode_utils�filesys_decoder ro Z
try_encoder# r$ rn �UnicodeEncodeError�sys�getfilesystemencoding)r9 r$ Zenc_warnZu_pathZ utf8_pathr2 r2 r3 r� � s
zFileList._safe_pathN)rE rF rG r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r2 r2 r3 r B s I
r c @ s\ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dd� Z dd� Z
dS )r� z MANIFEST.inc C s d| _ d| _d| _d| _d S )Nr )Z use_defaultsr� Z
manifest_onlyZforce_manifestr8 r2 r2 r3 rT s z!manifest_maker.initialize_optionsc C s d S r6 r2 r8 r2 r2 r3 rl s z manifest_maker.finalize_optionsc C sd t � | _tj�| j�s | �� | �� tj�| j�r<| � � | �
� | j� � | j� � | �� d S r6 )
r r� r# r$ rn r� �write_manifest� add_defaults�templateZ
read_template�prune_file_list�sortZremove_duplicatesr8 r2 r2 r3 r� s
zmanifest_maker.runc C s t �|�}|�tjd�S )N�/)r� r� �replacer# r% )r9 r$ r2 r2 r3 �_manifest_normalize s
z"manifest_maker._manifest_normalizec sB � j �� � fdd�� j jD �}d� j }� �t� j|f|� dS )zo
Write the file list in 'self.filelist' to the manifest file
named by 'self.manifest'.
c s g | ]}� � |��qS r2 )r� r� r8 r2 r3 r� * s z1manifest_maker.write_manifest.<locals>.<listcomp>zwriting manifest file '%s'N)r� r� r� r� Zexecuterm )r9 r� �msgr2 r8 r3 r� " s
z manifest_maker.write_manifestc C s | � |�st�| |� d S r6 )�_should_suppress_warningr ro )r9 r� r2 r2 r3 ro . s
zmanifest_maker.warnc C s t �d| �S )z;
suppress missing-file warnings from sdist
zstandard file .*not found)r& r� )r� r2 r2 r3 r� 2 s z'manifest_maker._should_suppress_warningc C s� t �| � | �� | j�| j� | j�| j� tt� �}|rJ| j� |� nt
j � | j�r`| �
� t
j � d�rx| j�d� | �d�}| j�|j� d S )Nzsetup.pyrI )r r� Z
check_licenser� r� r� r� r_ r
r� r# r$ rn Z
read_manifest�get_finalized_commandr� rI )r9 ZrcfilesZei_cmdr2 r2 r3 r� 9 s
zmanifest_maker.add_defaultsc C sZ | � d�}| j�� }| j�|j� | j�|� t�tj �}| jj
d| d | dd� d S )N�buildz(^|z)(RCS|CVS|\.svn)r )Zis_regex) r� r7 Z get_fullnamer� r� Z
build_baser& r' r# r% Zexclude_pattern)r9 r� Zbase_dirr% r2 r2 r3 r� L s
�z manifest_maker.prune_file_listN)rE rF rG r� rT rl r� r� r� ro � staticmethodr� r� r� r2 r2 r2 r3 r� s
r� c C s8 d� |�}|�d�}t| d��}|�|� W 5 Q R X dS )z{Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
�
ru rv N)re rx rz r{ )rZ �contentsr} r2 r2 r3 rm V s
rm c C s| t �d|� | jsx| jj}| j|j |_}| j|j |_}z|� | j
� W 5 || |_|_X t | jdd �}t �
| j
|� d S )Nz
writing %sZzip_safe)r rw ry r7 rg rR r> rQ r: �write_pkg_inforI �getattrr Zwrite_safety_flag)�cmd�basenamerZ rg ZoldverZoldnameZsafer2 r2 r3 r� c s r� c C s t j�|�rt�d� d S )NzsWARNING: 'depends.txt' is not used by setuptools 0.6!
Use the install_requires/extras_require setup() args instead.)r# r$ rn r ro �r� r� rZ r2 r2 r3 �warn_depends_obsoletev s �r� c C s, t |pd�}dd� }t||�}| �|� d S )Nr2 c S s | d S )Nr� r2 )r� r2 r2 r3 �<lambda>� � z%_write_requirements.<locals>.<lambda>)r r �
writelines)�streamZreqs�linesZ append_crr2 r2 r3 �_write_requirements~ s
r� c C sj | j }t�� }t||j� |jp"i }t|�D ]&}|�djf t � �� t||| � q,| �
d||� � � d S )Nz
[{extra}]
Z requirements) r7 r �StringIOr� Zinstall_requires�extras_require�sortedr{ �format�varsrt �getvalue)r� r� rZ Zdistrr r� Zextrar2 r2 r3 �write_requirements� s
r� c C s, t �� }t|| jj� | �d||�� � d S )Nzsetup-requirements)�ior� r� r7 Zsetup_requiresrt r� )r� r� rZ rr r2 r2 r3 �write_setup_requirements� s r� c C s: t �dd� | j�� D ��}| �d|d�t|��d � d S )Nc S s g | ]}|� d d�d �qS )�.r r )r" )r� �kr2 r2 r3 r� � s �z(write_toplevel_names.<locals>.<listcomp>ztop-level namesr� )rY �fromkeysr7 Ziter_distribution_namesrm re r� )r� r� rZ Zpkgsr2 r2 r3 �write_toplevel_names� s ��r� c C s t | ||d� d S )NT)� write_argr� r2 r2 r3 �
overwrite_arg� s r� Fc C sH t j�|�d }t| j|d �}|d k r4d�|�d }| �||||� d S )Nr r� )r# r$ �splitextr� r7 re rt )r� r� rZ rs �argnamerV r2 r2 r3 r� � s
r� c C s� | j j}t|tj�s |d kr"|}nn|d k r�g }t|�� �D ]J\}}t|tj�srt�||�}d� tt
t |� � ���}|�
d||f � q:d� |�}| �d||d� d S )Nr� z [%s]
%s
r z entry pointsT)r7 Z entry_pointsr^ r Z string_typesr� �itemsr Z parse_groupre r �str�valuesr� rt )r� r� rZ r� rr Zsectionr� r2 r2 r3 �
write_entries� s
r� c
C sj t �dt� tj�d�rft�d��>} | D ]2}t� d|�}|r(t
|� d�� W 5 Q R � S q(W 5 Q R X dS )zd
Get a -r### off of PKG-INFO Version in case this is an sdist of
a subversion revision.
z$get_pkg_info_revision is deprecated.zPKG-INFOzVersion:.*-r(\d+)\s*$r r ) �warningsro �EggInfoDeprecationWarningr# r$ rn r� rz r& r� �int�group)r} r� r� r2 r2 r3 �get_pkg_info_revision� s *r� c @ s e Zd ZdZdS )r� zqClass for warning about deprecations in eggInfo in setupTools. Not ignored by default, unlike DeprecationWarning.N)rE rF rG �__doc__r2 r2 r2 r3 r� � s r� )F)=r� Zdistutils.filelistr Z _FileListZdistutils.errorsr Zdistutils.utilr ra r r# r& r� r� r� rB rW Zsetuptools.externr Zsetuptools.extern.six.movesr Z
setuptoolsr Zsetuptools.command.sdistr r
Zsetuptools.command.setoptr Zsetuptools.commandr Z
pkg_resourcesr
r r r r r r r Zsetuptools.unicode_utilsr� Zsetuptools.globr r r r4 r5 rI r� rm r� r� r� r� r� r� r� r� r� r� r� r2 r2 r2 r3 �<module> sX ( S 2 EP
site-packages/setuptools/command/__pycache__/register.cpython-38.pyc 0000644 00000001363 15201600074 0021605 0 ustar 00 U
�Qab � @ s4 d dl mZ d dlm mZ G dd� dej�ZdS )� )�logNc @ s e Zd ZejjZdd� ZdS )�registerc
C s0 z| �d� tj�| � W 5 | � dtj� X d S )Nz[WARNING: Registering is deprecated, use twine to upload instead (https://pypi.org/p/twine/)Zegg_info)Zannouncer ZWARNZ run_command�origr �run)�self� r �?/usr/lib/python3.8/site-packages/setuptools/command/register.pyr s
�z register.runN)�__name__�
__module__� __qualname__r r �__doc__r r r r r r s r )Z distutilsr Zdistutils.command.registerZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/build_py.cpython-38.pyc 0000644 00000020701 15201600074 0021565 0 ustar 00 U
�Qab|% � @ s� d dl m Z d dlmZ d dlm mZ d dlZd dlZd dl Z d dl
Z
d dl Z d dl
Z
d dlmZ d dlmZmZmZ zd dlmZ W n" ek
r� G dd� d�ZY nX G d d
� d
eje�Zdd d �Zd
d� ZdS )� )�glob)� convert_pathN)�six)�map�filter� filterfalse)� Mixin2to3c @ s e Zd Zddd�ZdS )r Tc C s dS )z
do nothingN� )�self�filesZdoctestsr r �?/usr/lib/python3.8/site-packages/setuptools/command/build_py.py�run_2to3 s zMixin2to3.run_2to3N)T)�__name__�
__module__� __qualname__r
r r r r r s r c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zed d � �Zd S )!�build_pyaX Enhanced 'build_py' command that includes data files with packages
The data files are specified via a 'package_data' argument to 'setup()'.
See 'setuptools.dist.Distribution' for more details.
Also, this version of the 'build_py' command allows you to specify both
'py_modules' and 'packages' in the same setup operation.
c C sF t j�| � | jj| _| jjp i | _d| jkr6| jd= g | _g | _d S )N�
data_files) �origr �finalize_options� distribution� package_data�exclude_package_data�__dict__�_build_py__updated_files�_build_py__doctests_2to3�r
r r r r ! s
�
zbuild_py.finalize_optionsc C sx | j s| jsdS | j r | �� | jr4| �� | �� | �| jd� | �| jd� | �| jd� | �t j
j | dd�� dS )z?Build modules, packages, and copy data files to build directoryNFTr )Zinclude_bytecode) Z
py_modules�packagesZ
build_modulesZbuild_packages�build_package_datar
r r Z byte_compiler r Z get_outputsr r r r �run+ s z build_py.runc C s& |dkr| � � | _| jS tj�| |�S )zlazily compute data filesr )�_get_data_filesr r r � __getattr__)r
�attrr r r r ? s
zbuild_py.__getattr__c C sJ t jr t|t j�r |�d�}tj�| |||�\}}|rB| j� |� ||fS )N�.)
r ZPY2�
isinstanceZ string_types�splitr r � build_moduler �append)r
�moduleZ module_file�packageZoutfile�copiedr r r r% F s
� zbuild_py.build_modulec C s | � � tt| j| jpd��S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuplesr )�analyze_manifest�listr �_get_pkg_data_filesr r r r r r P s zbuild_py._get_data_filesc sJ | � |�� tjj| jg|�d� � }� fdd�| �|� �D �}|� ||fS )Nr" c s g | ]}t j�|� ��qS r )�os�path�relpath)�.0�file��src_dirr r �
<listcomp>] s �z0build_py._get_pkg_data_files.<locals>.<listcomp>)�get_package_dirr- r. �joinZ build_libr$ �find_data_files)r
r( � build_dir� filenamesr r2 r r, U s
�z build_py._get_pkg_data_filesc C sX | � | j||�}tt|�}tj�|�}ttj j
|�}t�| j � |g �|�}| �
|||�S )z6Return filenames for package's data files in 'src_dir')�_get_platform_patternsr r r � itertools�chain�
from_iterabler r- r. �isfile�manifest_files�get�exclude_data_files)r
r( r3 �patternsZglobs_expandedZ
globs_matchesZ
glob_filesr r r r r7 c s �
�zbuild_py.find_data_filesc
C s� | j D ]|\}}}}|D ]j}tj�||�}| �tj�|�� tj�||�}| �||�\}} tj�|�}| r|| jj kr| j
� |� qqdS )z$Copy data files into build directoryN) r r- r. r6 Zmkpath�dirnameZ copy_file�abspathr Zconvert_2to3_doctestsr r& )
r
r( r3 r8 r9 �filename�targetZsrcfileZoutfr) r r r r t s
�zbuild_py.build_package_datac C s� i | _ }| jjsd S i }| jp"dD ]}||t| �|��< q$| �d� | �d�}|jj D ]�}t
j � t|��\}}d }|} |r�||kr�||kr�|}t
j � |�\}}
t
j �
|
|�}qx||krX|�d�r�|| kr�qX|�|| g ��|� qXd S )Nr Zegg_infoz.py)r? r Zinclude_package_datar �assert_relativer5 Z run_commandZget_finalized_commandZfilelistr r- r. r$ r6 �endswith�
setdefaultr& ) r
ZmfZsrc_dirsr( Zei_cmdr. �d�f�prevZoldfZdfr r r r* � s(
zbuild_py.analyze_manifestc C s d S �Nr r r r r �get_data_files� s zbuild_py.get_data_filesc C s� z | j | W S tk
r Y nX tj�| ||�}|| j |< |rH| jjsL|S | jjD ] }||ksn|�|d �rT qxqT|S t� |d��}|�
� }W 5 Q R X d|kr�t j �
d|f ��|S )z8Check namespace packages' __init__ for declare_namespacer" �rbs declare_namespacez�Namespace package problem: %s is a namespace package, but its
__init__.py does not call declare_namespace()! Please fix it.
(See the setuptools manual under "Namespace Packages" for details.)
")�packages_checked�KeyErrorr r �
check_packager Znamespace_packages�
startswith�io�open�read� distutils�errorsZDistutilsError)r
r( Z package_dirZinit_pyZpkgrK �contentsr r r rR � s*
��zbuild_py.check_packagec C s i | _ tj�| � d S rM )rP r r �initialize_optionsr r r r rZ � s zbuild_py.initialize_optionsc C s0 t j�| |�}| jjd k r,tj�| jj|�S |S rM )r r r5 r Zsrc_rootr- r. r6 )r
r( �resr r r r5 � s zbuild_py.get_package_dirc s\ t ���| �| j||�}�fdd�|D �}tj�|�}t|�� � fdd��D �}t t|��S )z6Filter filenames for package's data files in 'src_dir'c 3 s | ]}t �� |�V qd S rM )�fnmatchr �r0 �pattern)r r r � <genexpr>� s �z.build_py.exclude_data_files.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S rM r )r0 �fn)�badr r r_ � s �)r+ r: r r; r< r= �set�_unique_everseen)r
r( r3 r rB Z match_groupsZmatchesZkeepersr )ra r r rA � s �
�
�zbuild_py.exclude_data_filesc s. t �| �dg �| �|g ��}� fdd�|D �S )z�
yield platform-specific path patterns (suitable for glob
or fn_match) from a glob-based spec (such as
self.package_data or self.exclude_package_data)
matching package in src_dir.
� c 3 s | ]}t j�� t|��V qd S rM )r- r. r6 r r] r2 r r r_ � s �z2build_py._get_platform_patterns.<locals>.<genexpr>)r; r< r@ )�specr( r3 Z raw_patternsr r2 r r: � s
�
�z build_py._get_platform_patternsN)r r r �__doc__r r r r% r r, r7 r r* rN rR rZ r5 rA � staticmethodr: r r r r r s"
r c c sb t � }|j}|dkr6t|j| �D ]}||� |V q n(| D ]"}||�}||kr:||� |V q:dS )zHList unique elements, preserving order. Remember all elements ever seen.N)rb �addr � __contains__)�iterable�key�seenZseen_addZelement�kr r r rc � s
rc c C s: t j�| �s| S ddlm} t�d��� | }||��d S )Nr )�DistutilsSetupErrorz�
Error: setup script specifies an absolute path:
%s
setup() arguments must *always* be /-separated paths relative to the
setup.py directory, *never* absolute paths.
)r- r. �isabs�distutils.errorsrn �textwrap�dedent�lstrip)r. rn �msgr r r rG s �rG )N)r Zdistutils.utilr Zdistutils.command.build_pyZcommandr r r- r\ rq rT rp rW r; Zsetuptools.externr Zsetuptools.extern.six.movesr r r Zsetuptools.lib2to3_exr � ImportErrorrc rG r r r r �<module> s$ Y
site-packages/setuptools/command/__pycache__/install_egg_info.cpython-38.pyc 0000644 00000004543 15201600074 0023267 0 ustar 00 U
�Qab� � @ s\ d dl mZmZ d dlZd dlmZ d dlmZ d dlmZ d dl Z G dd� dej
e�Z dS )� )�log�dir_utilN)�Command)�
namespaces)�unpack_archivec @ sB e Zd ZdZdZdgZdd� Zdd� Zdd� Zd d
� Z d d � Z
d
S )�install_egg_infoz.Install an .egg-info directory for the package)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r
�G/usr/lib/python3.8/site-packages/setuptools/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sV | � dd� | �d�}t�d d |j|j��� d }|j| _tj �
| j |�| _ g | _
d S )NZ install_lib)r
r
�egg_infoz .egg-info)Zset_undefined_optionsZget_finalized_command�
pkg_resourcesZ DistributionZegg_nameZ egg_versionr �source�os�path�joinr
�target�outputs)r Zei_cmd�basenamer
r
r �finalize_options s �
��z!install_egg_info.finalize_optionsc C s� | � d� tj�| j�r:tj�| j�s:tj| j| jd� n(tj� | j�rb| �
tj | jfd| j � | jstt �
| j� | �
| jdd| j| jf � | �� d S )Nr )�dry_runz Removing r
�Copying %s to %s)Z run_commandr r �isdirr �islinkr Z remove_treer �existsZexecute�unlinkr Zensure_directory�copytreer Zinstall_namespacesr r
r
r �run! s
�zinstall_egg_info.runc C s | j S r )r r r
r
r � get_outputs. s z install_egg_info.get_outputsc s � fdd�}t � j� j|� d S )Nc sD dD ] }| � |�s d| | kr d S q� j�|� t�d| |� |S )N)z.svn/zCVS/�/r )�
startswithr �appendr �debug)�srcZdst�skipr r
r �skimmer3 s z*install_egg_info.copytree.<locals>.skimmer)r r r )r r) r
r r r 1 s zinstall_egg_info.copytreeN) �__name__�
__module__� __qualname__�__doc__� descriptionZ user_optionsr r r! r" r r
r
r
r r
s �
r ) Z distutilsr r r Z
setuptoolsr r Zsetuptools.archive_utilr r Z Installerr r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/register.cpython-38.opt-1.pyc 0000644 00000001363 15201600074 0022544 0 ustar 00 U
�Qab � @ s4 d dl mZ d dlm mZ G dd� dej�ZdS )� )�logNc @ s e Zd ZejjZdd� ZdS )�registerc
C s0 z| �d� tj�| � W 5 | � dtj� X d S )Nz[WARNING: Registering is deprecated, use twine to upload instead (https://pypi.org/p/twine/)Zegg_info)Zannouncer ZWARNZ run_command�origr �run)�self� r �?/usr/lib/python3.8/site-packages/setuptools/command/register.pyr s
�z register.runN)�__name__�
__module__� __qualname__r r �__doc__r r r r r r s r )Z distutilsr Zdistutils.command.registerZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/install.cpython-38.pyc 0000644 00000007627 15201600074 0021440 0 ustar 00 U
�QabK � @ s| d dl mZ d dlZd dlZd dlZd dlZd dlm mZ d dl
Z
e jZ G dd� de j�Zdd� e jj D �ej
e_ dS )� )�DistutilsArgErrorNc @ s� e Zd ZdZejjddg Zejjddg Zddd� fd d
d� fgZe e�Z
d d � Z d
d� Z dd� Z
dd� Zedd� �Zdd� ZdS )�installz7Use easy_install to install the package, w/dependencies)�old-and-unmanageableNzTry not to use this!)�!single-version-externally-managedNz5used by system package builders to create 'flat' eggsr r Zinstall_egg_infoc C s dS �NT� ��selfr r �>/usr/lib/python3.8/site-packages/setuptools/command/install.py�<lambda> � zinstall.<lambda>Zinstall_scriptsc C s dS r r r r r r
r r c C s t j�| � d | _d | _d S �N)�origr �initialize_options�old_and_unmanageable�!single_version_externally_managedr r r r
r s zinstall.initialize_optionsc C s8 t j�| � | jrd| _n| jr4| js4| js4td��d S )NTzAYou must specify --record or --root when building system packages)r r �finalize_options�rootr �recordr r r r r
r % s �zinstall.finalize_optionsc C s( | j s | jrtj�| �S d | _d| _d S )N� )r r r r �handle_extra_pathZ path_fileZ
extra_dirsr r r r
r 0 s zinstall.handle_extra_pathc C s@ | j s | jrtj�| �S | �t�� �s4tj�| � n| �� d S r
) r r r r �run�_called_from_setup�inspectZ currentframe�do_egg_installr r r r
r : s
z install.runc C sz | dkr4d}t �|� t�� dkr0d}t �|� dS t�| �d }|dd� \}t�|�}|j�dd �}|d
kox|j d kS ) a�
Attempt to detect whether run() was called from setup() or by another
command. If called by setup(), the parent caller will be the
'run_command' method in 'distutils.dist', and *its* caller will be
the 'run_commands' method. If called any other way, the
immediate caller *might* be 'run_command', but it won't have been
called by 'run_commands'. Return True in that case or if a call stack
is unavailable. Return False otherwise.
Nz4Call stack not available. bdist_* commands may fail.Z
IronPythonz6For best results, pass -X:Frames to enable call stack.T� � �__name__r zdistutils.distZ run_commands)
�warnings�warn�platformZpython_implementationr ZgetouterframesZ getframeinfo� f_globals�getZfunction)Z run_frame�msg�resZcaller�infoZ
caller_moduler r r
r E s
�zinstall._called_from_setupc C s� | j �d�}|| j d| j| jd�}|�� d|_|j�t�d�� | � d� | j �
d�j g}t j
rp|�dt j
� ||_|�� d t _
d S )N� easy_install�x)�argsr r �.z*.eggZ bdist_eggr )Z distributionZget_command_classr r Zensure_finalizedZalways_copy_fromZ
package_index�scan�globZ run_commandZget_command_objZ
egg_output�
setuptoolsZbootstrap_install_from�insertr( r )r r& �cmdr( r r r
r ` s" �
zinstall.do_egg_installN)r �
__module__� __qualname__�__doc__r r Z user_optionsZboolean_options� new_commands�dict�_ncr r r r � staticmethodr r r r r r
r s( � �
�
r c C s g | ]}|d t jkr|�qS )r )r r4 )�.0r. r r r
�
<listcomp>{ s r7 )Zdistutils.errorsr r r+ r r Zdistutils.command.installZcommandr r r, �_installZ sub_commandsr2 r r r r
�<module> s l�� site-packages/setuptools/command/__pycache__/saveopts.cpython-38.pyc 0000644 00000001571 15201600074 0021626 0 ustar 00 U
�Qab� � @ s$ d dl mZmZ G dd� de�ZdS )� )� edit_config� option_basec @ s e Zd ZdZdZdd� ZdS )�saveoptsz#Save command-line options to a filez7save supplied options to setup.cfg or other config filec C sh | j }i }|jD ]B}|dkr q|�|��� D ]$\}\}}|dkr,||�|i �|< q,qt| j|| j� d S )Nr z command line)Z distributionZcommand_optionsZget_option_dict�items�
setdefaultr �filenameZdry_run)�selfZdistZsettings�cmd�opt�src�val� r
�?/usr/lib/python3.8/site-packages/setuptools/command/saveopts.py�run s
z saveopts.runN)�__name__�
__module__� __qualname__�__doc__� descriptionr r
r
r
r r s r N)Zsetuptools.command.setoptr r r r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/install_scripts.cpython-38.pyc 0000644 00000004341 15201600074 0023175 0 ustar 00 U
�Qab� � @ sX d dl mZ d dlm mZ d dlZd dlZd dlm Z m
Z
m Z G dd� dej�ZdS )� )�logN)� Distribution� PathMetadata�ensure_directoryc @ s* e Zd ZdZdd� Zdd� Zd
dd�Zd S ) �install_scriptsz;Do normal script install, plus any egg_info wrapper scriptsc C s t j�| � d| _d S )NF)�origr �initialize_options�no_ep)�self� r �F/usr/lib/python3.8/site-packages/setuptools/command/install_scripts.pyr s z"install_scripts.initialize_optionsc C s� dd l m m} | �d� | jjr2tj�| � ng | _ | j
rBd S | � d�}t |j
t|j
|j�|j|j�}| � d�}t|dd �}| � d�}t|dd�}|j}|r�d}|j}|tjkr�|g}|�� }|j�� �|�} |�|| �� �D ]}
| j |
� q�d S ) Nr �egg_infoZ
build_scripts�
executableZ
bdist_wininstZ _is_runningFz
python.exe) � setuptools.command.easy_install�commandZ easy_installZ run_commandZ distributionZscriptsr r �run�outfilesr Zget_finalized_commandr Zegg_baser r
Zegg_nameZ egg_version�getattrZ ScriptWriterZWindowsScriptWriter�sysr ZbestZcommand_spec_classZ
from_paramZget_argsZ as_header� write_script) r
ZeiZei_cmdZdistZbs_cmdZ
exec_paramZbw_cmdZ
is_wininst�writer�cmd�argsr r r r s8
�
zinstall_scripts.run�tc
G s� ddl m}m} t�d|| j� tj�| j|�}| j �
|� |� }| j s~t |� t
|d| �} | �|� | �� ||d| � dS )z1Write an executable file to the scripts directoryr )�chmod�
current_umaskzInstalling %s script to %s�wi� N)r r r r �infoZ install_dir�os�path�joinr �appendZdry_runr �open�write�close)
r
Z script_name�contents�modeZignoredr r �target�mask�fr r r r 3 s
z install_scripts.write_scriptN)r )�__name__�
__module__� __qualname__�__doc__r r r r r r r r s #r ) Z distutilsr Z!distutils.command.install_scriptsr r r r r Z
pkg_resourcesr r r r r r r �<module> s
site-packages/setuptools/command/__pycache__/bdist_rpm.cpython-38.pyc 0000644 00000003370 15201600074 0021744 0 ustar 00 U
�Qab� � @ s( d dl m mZ G dd� dej�ZdS )� Nc @ s e Zd ZdZdd� Zdd� ZdS )� bdist_rpmaf
Override the default bdist_rpm behavior to do the following:
1. Run egg_info to ensure the name and version are properly calculated.
2. Always run 'install' using --single-version-externally-managed to
disable eggs in RPM distributions.
3. Replace dash with underscore in the version numbers for better RPM
compatibility.
c C s | � d� tj�| � d S )NZegg_info)Z run_command�origr �run)�self� r �@/usr/lib/python3.8/site-packages/setuptools/command/bdist_rpm.pyr s
z
bdist_rpm.runc sl | j �� }|�dd�}tj�| �}d| � d| �� �fdd�|D �}|���d }d| }|�||� |S )N�-�_z%define version c s0 g | ](}|� d d�� dd�� dd�� � ���qS )z Source0: %{name}-%{version}.tarz)Source0: %{name}-%{unmangled_version}.tarzsetup.py install z5setup.py install --single-version-externally-managed z%setupz&%setup -n %{name}-%{unmangled_version})�replace)�.0�line�Zline23Zline24r r �
<listcomp> s ���� �z-bdist_rpm._make_spec_file.<locals>.<listcomp>� z%define unmangled_version )Z distributionZ get_versionr
r r �_make_spec_file�index�insert)r �versionZ
rpmversion�specZ
insert_locZunmangled_versionr r
r r s
�
zbdist_rpm._make_spec_fileN)�__name__�
__module__� __qualname__�__doc__r r r r r r r s
r )Zdistutils.command.bdist_rpmZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/easy_install.cpython-38.pyc 0000644 00000177507 15201600074 0022466 0 ustar 00 U
�Qab�U � @ s4 d Z ddlmZ ddlmZ ddlmZmZ ddlmZmZm Z m
Z
ddl m Z m
Z
ddlmZmZ ddlmZ dd lmZ dd
lZdd
lZdd
lZdd
lZdd
lZdd
lZdd
lZdd
l Z dd
l Z dd
l Z dd
l Z dd
l Z dd
l!Z!dd
l"Z"dd
l#Z#dd
l$Z$dd
l%Z%dd l&m'Z'm(Z( dd l)m*Z* dd
l+m,Z, ddl-m.Z.m/Z/ ddl)m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6 ddl7m8Z8 ddl9m:Z:m;Z;m<Z< ddl5m=Z=m>Z> ddl?m@Z@ ddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZP dd
lQZAeRZSe jTdeAjUd� ddd d d d gZVd d!� ZWd"d� ZXe,jY�rBd#d$� ZZd%d&� Z[nd'd$� ZZd(d&� Z[d)d*� Z\G d+d� de0�Z]d,d-� Z^d.d/� Z_d0d1� Z`d2d � Zad3d � ZbG d4d � d eH�ZcG d5d6� d6ec�Zdeje�fd7d8�d9k�r�edZcd:d;� Zgd<d=� Zhd>d?� Zid@dA� ZjdsdBdC�ZkdDdE� ZldFdG� ZmdHejnk�remZondIdJ� ZodtdLdM�ZpdNdO� ZqdPdQ� ZrdRdS� ZszddTlmtZu W n evk
�rn dUdV� ZuY nX dWdX� ZtG dYdZ� dZew�Zxex�y� ZzG d[d\� d\ex�Z{G d]d^� d^�Z|G d_d`� d`e|�Z}G dadb� dbe}�Z~e|jZe|j�Z�dcdd� Z�dedf� Z�dgehfdhdi�Z�djdk� Z�dldm� Z�dudnd �Z�e"j�dodp� �Z�G dqdr� dre*�Z�d
S )va%
Easy Install
------------
A tool for doing automatic download/extract/build of distutils-based Python
packages. For detailed documentation, see the accompanying EasyInstall.txt
file, or visit the `EasyInstall home page`__.
__ https://setuptools.readthedocs.io/en/latest/easy_install.html
� )�glob)� get_platform)� convert_path�
subst_vars)�DistutilsArgError�DistutilsOptionError�DistutilsError�DistutilsPlatformError)�INSTALL_SCHEMES� SCHEME_KEYS)�log�dir_util)�
first_line_re)�find_executableN)�get_config_vars�get_path)� SetuptoolsDeprecationWarning)�six)� configparser�map)�Command)� run_setup)� rmtree_safe)�setopt)�unpack_archive)� PackageIndex�parse_requirement_arg�
URL_SCHEME)� bdist_egg�egg_info)�Wheel)� yield_lines�normalize_path�resource_string�ensure_directory�get_distribution�find_distributions� Environment� Requirement� Distribution� PathMetadata� EggMetadata�
WorkingSet�DistributionNotFound�VersionConflict� DEVELOP_DIST�default)�category�samefile� easy_install�PthDistributions�extract_wininst_cfg�main�get_exe_prefixesc C s t �d�dkS )N�P� )�struct�calcsize� r< r< �C/usr/lib/python3.8/site-packages/setuptools/command/easy_install.py�is_64bitO s r> c C sj t j�| �ot j�|�}tt jd�o&|}|r:t j�| |�S t j�t j�| ��}t j�t j�|��}||kS )z�
Determine if two paths reference the same file.
Augments os.path.samefile to work on Windows and
suppresses errors if the path doesn't exist.
r2 )�os�path�exists�hasattrr2 �normpath�normcase)Zp1Zp2Z
both_existZ use_samefileZnorm_p1Znorm_p2r< r< r= r2 S s c C s | S �Nr< ��sr< r< r= � _to_bytese s rH c C s. zt �| d� W dS tk
r( Y dS X d S �N�asciiTF)r Z text_type� UnicodeErrorrF r< r< r= �isasciih s
rL c C s
| � d�S )N�utf8)�encoderF r< r< r= rH p s c C s, z| � d� W dS tk
r& Y dS X d S rI )rN rK rF r< r< r= rL s s
c C s t �| ��� �dd�S )N�
z; )�textwrap�dedent�strip�replace)�textr< r< r= �<lambda>{ � rU c @ s� e Zd ZdZdZdZdddddd d
d d d
dddddddddddgZdddd d d d d d!g Zej r�d"ej
Z e� d#d$e f� e� d#� d%diZ
eZd&d'� Zd(d)� Zd*d+� Zed,d-� �Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Zd8d9� Zd:d;� Zd<d=� Z d>d?� Z e � d@�� � Z!e � dA�� � Z"e � dB�� � Z#dCdD� Z$dEdF� Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)e*j+dOdP� �Z,d�dRdS�Z-d�dTdU�Z.dVdW� Z/d�dXdY�Z0dZd[� Z1d\d]� Z2d^d_� Z3d�d`da�Z4edbdc� �Z5d�dfdg�Z6dhdi� Z7djdk� Z8dldm� Z9dndo� Z:dpdq� Z;drds� Z<e � dt�� � Z=e � du�Z>d�dwdx�Z?e � dy�� � Z@dzd{� ZAd|d}� ZBd~d� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHe � d��� � ZId�d�� ZJd�d�� ZKd�d�� ZLeMeMd�d�d��d��ZNeMd�d�d��ZOd�d�� ZPd$S )�r3 z'Manage a download/build/install processz Find/get/install Python packagesT)zprefix=Nzinstallation prefix)�zip-ok�zz install package as a zipfile)�
multi-version�mz%make apps have to require() a version)�upgrade�Uz1force upgrade (searches PyPI for latest versions))z install-dir=�dzinstall package to DIR)z script-dir=rG zinstall scripts to DIR)�exclude-scripts�xzDon't install scripts)� always-copy�az'Copy all needed packages to install dir)z
index-url=�iz base URL of Python Package Index)z find-links=�fz(additional URL(s) to search for packages)zbuild-directory=�bz/download/extract/build in DIR; keep the results)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])zrecord=Nz3filename in which to record list of installed files)� always-unzip�Zz*don't install as a zipfile, no matter what)z
site-dirs=�Sz)list of directories where .pth files work)�editable�ez+Install specified packages in editable form)�no-deps�Nzdon't install dependencies)z allow-hosts=�Hz$pattern(s) that hostnames must match)�local-snapshots-ok�lz(allow building eggs from local checkouts)�versionNz"print version information and exit)z
no-find-linksNz9Don't load find-links defined in packages being installedrW rY r^ r[ r` ri rk rn rp z!install in user site-package '%s'�userNrf c C s, d| _ d | _| _d | _ | _| _d | _d | _d | _d | _ d | _
| _ d | _ | _
| _d | _ | _| _d | _ | _| _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ t j r�t j | _!t j"| _#n d | _!d | _#d | _$d | _%d | _&| _'d | _(i | _)d| _*d | _+| j,j-| _-| j,�.| | j,�/d�� d S )Nr Fr3 )0rq �zip_ok�local_snapshots_ok� install_dir�
script_dir�exclude_scripts� index_url�
find_links�build_directory�args�optimize�recordr[ � always_copy�
multi_versionri �no_deps� allow_hosts�root�prefix� no_reportrp �install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_data� install_base�install_platbase�site�ENABLE_USER_SITE� USER_BASE�install_userbase� USER_SITE�install_usersite�
no_find_links�
package_index�pth_file�always_copy_from� site_dirs�installed_projects�sitepy_installedZ_dry_run� distribution�verboseZ_set_command_options�get_option_dict��selfr< r< r= �initialize_options� sJ
�z easy_install.initialize_optionsc C s" dd� |D �}t t| j|�� d S )Nc s s* | ]"}t j�|�s t j�|�r|V qd S rE )r? r@ rA �islink)�.0�filenamer< r< r= � <genexpr>� s �z/easy_install.delete_blockers.<locals>.<genexpr>)�listr � _delete_path)r� �blockersZextant_blockersr< r< r= �delete_blockers� s �z easy_install.delete_blockersc C sJ t �d|� | jrd S tj�|�o.tj�|� }|r8tntj}||� d S )Nz Deleting %s) r �info�dry_runr? r@ �isdirr� �rmtree�unlink)r� r@ Zis_treeZremoverr< r< r= r� � s zeasy_install._delete_pathc C s4 dj tj� } td�}d}t|j f t� �� t� �dS )zT
Render the Setuptools version and installation details, then exit.
�{}.{}�
setuptoolsz=setuptools {dist.version} from {dist.location} (Python {ver})N)�format�sys� version_infor% �print�locals�
SystemExit)Zver�dist�tmplr< r< r= �_render_version� s
z easy_install._render_versionc C sh | j o | �� tj �� d }tdd�\}}| j�� | j�� | j�� ||dd� |d |d ||||t tdd�d� | _
t j r�| j
| j
d < | j| j
d
< | �� | �� | �� | �d d d
d� | jd kr�| j| _| jd kr�d| _| �dd� | �dd� | j�r| j�r| j| _| j| _| �dd� tttj �}t � | _ | j d k �r�dd� | j �d�D �}|D ]N}t j �!|��s|t"�#d|� n,t|�|k�r�t$|d ��n| j �%t|�� �q\| j&�s�| �'� | j(�p�d| _(| j d d � | _)| jt| j�fD ] }|| j)k�r�| j)�*d|� �q�| j+d k �r0d d� | j+�d�D �}nd g}| j,d k�rX| j-| j(| j)|d �| _,t.| j)tj �| _/| j0d k �r�t1| j0t2j3��r�| j0�� | _0ng | _0| j4�r�| j,�5| j)tj � | j�s�| j,�6| j0� | �dd � t1| j7t8��s6z0t8| j7�| _7d| j7 k�rdk�sn t9�W n t9k
�r4 t$d ��Y nX | j&�rN| j:�sNt;d!��| j<�s^t;d"��g | _=d S )#Nr r� � exec_prefix� � �abiflags� ) Z dist_nameZ dist_versionZ
dist_fullname�
py_versionZpy_version_shortZpy_version_nodotZ
sys_prefixr� Zsys_exec_prefixr� r� �userbaseZusersitert ru ry r� Fr� )rt rt r� �rt ru �install)r| r| c S s g | ]}t j�|�� ��qS r< )r? r@ �
expanduserrR �r� rG r< r< r= �
<listcomp>8 s z1easy_install.finalize_options.<locals>.<listcomp>�,z"%s (in --site-dirs) does not existz$ (in --site-dirs) is not on sys.pathzhttps://pypi.org/simple/c S s g | ] }|� � �qS r< )rR r� r< r< r= r� N s �*)Z search_path�hosts)r{ r{ z --optimize must be 0, 1, or 2z9Must specify a build directory (-b) when using --editablez:No urls, filenames, or requirements specified (see --help))>rp r� r� �splitr r� Zget_nameZ get_versionZ get_fullname�getattr� config_varsr� r� r� r� � _fix_install_dir_for_user_site�expand_basedirs� expand_dirs�_expandru rt r� Zset_undefined_optionsrq r� r� r r" r@ �
get_site_dirs�
all_site_dirsr� r? r� r �warnr �appendri �check_site_dirrw � shadow_path�insertr� r� � create_indexr' � local_indexrx �
isinstancer Z string_typesrs Zscan_egg_links�add_find_linksr{ �int�
ValueErrorry r rz �outputs) r� r� r� r� rC r� r] Z path_itemr� r< r< r= �finalize_options� s�
� �
� �
�� � ��z easy_install.finalize_optionsc C s\ | j r tjsdS | �� | jdkr.d}t|��| j | _| _tj �
dd�d }| � |� dS )z;
Fix the install_dir if "--user" was used.
Nz$User base directory is not specified�posixZunixZ_user) rq r� r� �create_home_pathr� r r� r� r? �namerS �
select_scheme)r� �msgZ scheme_namer< r< r= r� s s
z+easy_install._fix_install_dir_for_user_sitec C sX |D ]N}t | |�}|d k rtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr� �nt)r� r? r� r@ r� r r� �setattr)r� �attrs�attr�valr< r< r= �
_expand_attrs� s
zeasy_install._expand_attrsc C s | � dddg� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and
root.r� r� r� N�r� r� r< r< r= r� � s z easy_install.expand_basedirsc C s ddddddg}| � |� dS )z+Calls `os.path.expanduser` on install dirs.r� r� r� r� r� r� Nr� )r� �dirsr< r< r= r� � s �zeasy_install.expand_dirsc C s� | j | jj krt�| j � z�| jD ]}| �|| j � q"| jr�| j}| j rzt
| j �}t t
|��D ]}|| |d � ||< q`ddl m
} | �|j| j|fd| j � | �� W 5 t�| jj � X d S )Nr )� file_utilz'writing list of installed files to '%s')r� r� r �
set_verbosityrz r3 r r| r� r� �len�range� distutilsr� �executeZ
write_file�warn_deprecated_options)r� �specr� Zroot_lenZcounterr� r< r< r= �run� s*
�� zeasy_install.runc C sD z t �� }W n" tk
r. t�dtj�}Y nX t j�| j d| �S )z�Return a pseudo-tempname base in the install directory.
This code is intentionally naive; if a malicious party can write to
the target directory you're already in deep doodoo.
r ztest-easy-install-%s)
r? �getpid� Exception�randomZrandintr� �maxsizer@ �joinrt )r� �pidr< r< r= �pseudo_tempname� s
z easy_install.pseudo_tempnamec C s d S rE r< r� r< r< r= r� � s z$easy_install.warn_deprecated_optionsc C sZ t | j�}tj�|d�}tj�|�sTzt�|� W n ttfk
rR | � � Y nX || j
k}|sr| j sr| � � }nd| �
� d }tj�|�}z*|r�t�|� t|d��� t�|� W n ttfk
r� | � � Y nX |s�| j s�t| �� ��|�r| jdk�rt|| j
�| _nd| _|tt t� �k�r.d| _n"| j �rPtj�|��sPd| _d| _|| _dS )z;Verify that self.install_dir is .pth-capable dir, if needed�easy-install.pthz .write-test�wNT)r" rt r? r@ r� rA �makedirs�OSError�IOError�cant_write_to_targetr� r~ �check_pth_processingr� r� �open�closer �no_default_version_msgr� r4 r � _pythonpathr� )r� �instdirr� Z is_site_dirZtestfileZ test_existsr< r< r= r� � s>
zeasy_install.check_site_diraS
can't create or remove files in install directory
The following error occurred while trying to add or remove files in the
installation directory:
%s
The installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
z�
This directory does not currently exist. Please create it and try again, or
choose a different installation directory (using the -d or --install-dir
option).
a�
Perhaps your account does not have write access to this directory? If the
installation directory is a system-owned directory, you may need to sign in
as the administrator or "root" account. If you do not have administrative
access to this machine, you may wish to choose a different installation
directory, preferably one that is listed in your PYTHONPATH environment
variable.
For information on other options, you may wish to consult the
documentation at:
https://setuptools.readthedocs.io/en/latest/easy_install.html
Please make the appropriate changes for your system and try again.
c C sP | j t�� d | jf }tj�| j�s6|d| j 7 }n|d| j 7 }t |��d S )N� rO )
� _easy_install__cant_write_msgr� �exc_infort r? r@ rA � _easy_install__not_exists_id�_easy_install__access_msgr )r� r� r< r< r= r� s
z!easy_install.cant_write_to_targetc
C s� | j }t�d|� | �� d }|d }tj�|�}td�d }z8|rNt�|� tj� |�}t
j j |dd� t
|d�}W n ttfk
r� | �� Y n�X z�|�|jf t� �� |�� d }tj}tjd
k�rtj�|�\}} tj�|d �}
| �� d k�otj�|
�} | �r|
}d
dlm } | |dddgd
� tj�|��rNt�d|� W �dS W 5 |�r`|�� tj�|��rxt�|� tj�|��r�t�|� X | j �s�t� d|� dS )z@Empirically verify whether .pth files are supported in inst. dirz Checking .pth file support in %s�.pthz.okzz
import os
f = open({ok_file!r}, 'w')
f.write('OK')
f.close()
rO T)�exist_okr� Nr� � pythonw.exe�
python.exer )�spawnz-Ez-c�passz-TEST PASSED: %s appears to support .pth filesz+TEST FAILED: %s does NOT support .pth filesF) rt r r� r� r? r@ rA �
_one_linerr� �dirname�
pkg_resourcesZ
py31compatr� r r� r� r� r �writer� r� r� �
executabler� r� r� �lower�distutils.spawnr r~ r� )
r� r r� Zok_fileZ ok_existsr� r rc r �basenameZaltZuse_altr r< r< r= r� s\ �
� �
z!easy_install.check_pth_processingc C sV | j sH|�d�rH|�d�D ],}|�d| �r.q| �|||�d| �� q| �|� dS )z=Write all the scripts for `dist`, unless scripts are excluded�scriptszscripts/N)rv Zmetadata_isdirZmetadata_listdir�install_scriptZ get_metadata�install_wrapper_scripts)r� r� � script_namer< r< r= �install_egg_scriptsY s �z easy_install.install_egg_scriptsc C sT t j�|�rDt �|�D ]*\}}}|D ]}| j�t j�||�� q$qn | j�|� d S rE )r? r@ r� �walkr� r� r� )r� r@ �baser� �filesr� r< r< r= �
add_outputg s
zeasy_install.add_outputc C s | j rtd|f ��d S )NzjInvalid argument %r: you can't use filenames or URLs with --editable (except via the --find-links option).)ri r �r� r� r< r< r= � not_editableo s ��zeasy_install.not_editablec C s< | j s
d S tj�tj�| j|j��r8td|j| jf ��d S )Nz2%r already exists in %s; can't do a checkout there)ri r? r@ rA r� ry �keyr r! r< r< r= �check_editablew s
��zeasy_install.check_editablec c s: t jdd�}zt|�V W 5 tj�|�o2tt|�� X d S )Nz
easy_install-)r� )�tempfile�mkdtempr? r@ rA r� r �str)r� �tmpdirr< r< r= �_tmpdir� s zeasy_install._tmpdirFc
C sH | j s| �� | �� ��&}t|t�s�t|�rb| �|� | j�||�}| � d |||d�W 5 Q R � S t
j � |�r�| �|� | � d |||d�W 5 Q R � S t
|�}| �|� | j�||| j| j | j | j�}|d kr�d| }| jr�|d7 }t|��nJ|jtk�r | �|||d� |W 5 Q R � S | � ||j||�W 5 Q R � S W 5 Q R X d S )NTz+Could not find suitable distribution for %rz2 (--always-copy skips system and development eggs)�Using)ri �install_site_pyr) r� r( r r" r� �download� install_itemr? r@ rA r r$ Zfetch_distributionr[ r} r� r Z
precedencer/ �process_distribution�location)r� r� �depsr( �dlr� r� r< r< r= r3 � s<
�
zeasy_install.easy_installc C s
|p| j }|p tj�|�|k}|p,|�d� }|pT| jd k oTtj�t|��t| j�k}|r�|s�| j|j D ]}|j |krj q�qjd}t
� dtj� |�� |r�| �
|||�}|D ]}| �|||� q�n | �|�g}| �||d |d� |d k �r|D ]}||kr�| S q�d S )N�.eggTz
Processing %sr r* )r} r? r@ r �endswithr� r" r� � project_namer/ r r� r � install_eggsr. �egg_distribution)r� r� r, r( r0 Zinstall_neededr� Zdistsr< r< r= r- � s2
��
zeasy_install.install_itemc C s< t | }tD ]*}d| }t| |�dkr t| ||| � q dS )z=Sets the install directories by applying the install schemes.Zinstall_N)r
r r� r� )r� r� �schemer# �attrnamer< r< r= r� � s
zeasy_install.select_schemec
G s� | � |� | j�|� || j|j kr2| j�|� | j�|� | �|� || j|j< t� | j
||f|�� � |� d�r�| j s�| j�
|�d�� |s�| js�d S |d k r�|j|jkr�t�d|� d S |d ks�||kr�|�� }tt|��}t� d|� z tg ��|g| j| j�}W n^ tk
�r< } ztt|���W 5 d }~X Y n0 tk
�rj } zt|�� ��W 5 d }~X Y nX | j�s|| j�r�|D ]"}|j| jk�r�| �|�� � �q�t� d|� d S )Nzdependency_links.txtz Skipping dependencies for %sz Processing dependencies for %sz'Finished processing dependencies for %s) �
update_pthr� �addr� r# �remover r� r r� �installation_report� has_metadatar� r� Zget_metadata_linesr} r� �as_requirementr( r' r, Zresolver3 r- r r. Zreportr� )r� Z requirementr� r0 r� ZdistreqZdistrosrj r< r< r= r. � sL
��
� z!easy_install.process_distributionc C s2 | j d k r| j S |�d�r dS |�d�s.dS dS )Nz not-zip-safeTzzip-safeF)rr r= �r� r� r< r< r= � should_unzip s
zeasy_install.should_unzipc C s� t j�| j|j�}t j�|�r:d}t�||j| j|� |S t j�|�rL|}nRt j� |�|krft �
|� t � |�}t |�dkr�t j�||d �}t j�|�r�|}t
|� t�||� |S )Nz<%r already exists in %s; build directory %s will not be keptr r )r? r@ r� ry r# rA r r� r� r r� �listdirr� r$ �shutil�move)r� r� �
dist_filename�
setup_base�dstr� �contentsr< r< r= �
maybe_move s$ �
zeasy_install.maybe_movec C s, | j r
d S t�� �|�D ]}| j|� qd S rE )rv � ScriptWriter�best�get_args� write_script)r� r� rz r< r< r= r " s z$easy_install.install_wrapper_scriptsc C sN t |�� �}t||�}|r8| �|�t� }t�|�| }| �|t|�d� dS )z/Generate a legacy script wrapper and install itrd N) r' r> �is_python_script�_load_templater� rI �
get_headerrL rH )r� r� r � script_text�dev_pathr� Z is_scriptZbodyr< r< r= r ( s
zeasy_install.install_scriptc C s( d}| r|� dd�}td|�}|�d�S )z�
There are a couple of template scripts in the package. This
function loads one of them and prepares it for use.
z script.tmplz.tmplz (dev).tmplr� �utf-8)rS r# �decode)rQ r� Z raw_bytesr< r< r= rN 2 s
zeasy_install._load_template�tr< c s� � � � fdd�|D �� t�d|� j� tj�� j|�}� �|� � jrLdS t � }t
|� tj� |�rpt� |� t
|d| ��}|�|� W 5 Q R X t|d| � dS )z1Write an executable file to the scripts directoryc s g | ]}t j�� j|��qS r< )r? r@ r� ru �r� r_ r� r< r= r� D s z-easy_install.write_script.<locals>.<listcomp>zInstalling %s script to %sNr� i� )r� r r� ru r? r@ r� r r� �
current_umaskr$ rA r� r r �chmod)r� r rG �moder� �target�maskrc r< r� r= rL A s �
zeasy_install.write_scriptc C s^ |� � �d�r | �||�gS |� � �d�r8| �||�gS |� � �d�rT| �||�gS |}tj�|�r~|�d�s~t||| j � ntj�
|�r�tj� |�}|� |�r�| j
r�|d k r�| �|||�}tj�|d�}tj�|��s0ttj�|dd��}|�stdtj� |� ��t|�dk�r(td tj� |� ��|d
}| j�rNt�| �||�� g S | �||�S d S ) Nr2 �.exez.whl�.pyzsetup.pyr� z"Couldn't find a setup script in %sr z Multiple setup scripts in %sr )r r3 � install_egg� install_exe�
install_wheelr? r@ �isfiler �unpack_progressr� �abspath�
startswithry rH r� rA r r r� ri r r� �report_editable�build_and_install)r� r� rD r( rE � setup_scriptZsetupsr< r< r= r5 U sJ
��
��
��zeasy_install.install_eggsc C s> t j�|�r"t|t j�|d��}ntt�|��}tj ||d�S )N�EGG-INFO)�metadata)
r? r@ r� r* r� r+ � zipimport� zipimporterr) Z
from_filename)r� �egg_pathrh r< r< r= r6 � s �z easy_install.egg_distributionc C s� t j�| jt j�|��}t j�|�}| js2t|� | �|�}t ||��szt j�
|�rrt j� |�srt j
|| jd� n"t j�|�r�| �t j|fd| � z�d}t j�
|�r�|�|�r�tjd }}n tjd }}nL| �|�r�| �|� | jd }}n*d}|�|��r tjd }}n tjd }}| �|||f|d t j�|�t j�|�f � t||d � W n$ tk
�rx t|dd � � Y nX | � |� | �|�S )
N�r� � Removing FZMovingZCopyingZ
ExtractingTz %s to %s��fix_zipimporter_caches) r? r@ r� rt r rb r� r$ r6 r2 r� r� r
� remove_treerA r� r� rc rB rC Zcopytreer@ Zmkpath�unpack_and_compileZcopy2r �update_dist_cachesr� r )r� rk r( � destinationr� Znew_dist_is_zippedrc rZ r< r< r= r] � s^
�
�
���
zeasy_install.install_eggc sP t |�}|d kr td| ��td |�dd�|�dd�t� d�}tj�||�� d �}||_ |d }tj�|d�}tj�|d �}t
|� t ||�|_ | �
||� tj�|��st|d
�} | �d � |�d�D ].\}
} |
d kr�| �d
|
�dd��� | f � q�| �� tj�|d�� | �� fdd�t�|�D �� tj||| j| jd� | � ||�S )Nz(%s is not a valid distutils Windows .exerh r� rp )r4 rp �platformr2 z.tmprg �PKG-INFOr� zMetadata-Version: 1.0
�target_versionz%s: %s
�_�-r c s g | ]}t j�� |d ��qS )r )r? r@ r� )r� rz �ru r< r= r� � s �z,easy_install.install_exe.<locals>.<listcomp>)r� r� ) r5 r r) �getr r? r@ r� �egg_namer/ r$ r* Z _provider�
exe_to_eggrA r r �itemsrS �titler r� rI rK r Z make_zipfiler� r� r] ) r� rD r( �cfgr� rk �egg_tmpZ _egg_infoZpkg_infrc �k�vr< ry r= r^ � sJ �
�
� �zeasy_install.install_exec s6 t |��g �g �i �� ����fdd�}t|� |� g }�D ]l}|�� �d�r<|�d�}|d }t�|d �d |d< tjj � f|�� }��
|� |�
|� t� ||� q<| � �� t�
tj� � d�t�� |�� dD ]Z} t� | r�tj� � d| d �}
tj�|
�s�t|
d
�} | �d � t� | �d � | �� q�d S )
z;Extract a bdist_wininst to the directories an egg would usec s� | � � }�D ]�\}}|�|�r || t|�d � } | �d�}tjj� f|�� }|� � }|�d�sj|�d�r�t� |d �|d< d�tj�
|d �d < �� | � n4|�d�r�|dkr�d�tj�
|d �d < �� |� | S q | �d �s�t �
d
| � d S ) N�/�.pyd�.dll���r r r\ �SCRIPTS/r
zWARNING: can't process %s)r rc r� r� r? r@ r� r3 r � strip_module�splitextr� r r� )�srcrF rG �old�new�partsr1 �r� � native_libs�prefixes�
to_compile� top_levelr< r= �process� s$
z(easy_install.exe_to_egg.<locals>.processr� r� r� r\ rg )r� r� z.txtr� rO N)r7 r r r3 r� r r� r? r@ r� r� Z
write_stub� byte_compileZwrite_safety_flagZ analyze_eggr� rA r r r ) r� rD r� r� Zstubs�resr� �resourceZpyfiler� Ztxtrc r< r� r= r| � s8
�
zeasy_install.exe_to_eggc
C s� t |�}|�� st�tj�| j|�� �}tj�|�}| j sBt
|� tj� |�rltj� |�slt
j|| j d� n"tj�|�r�| �tj|fd| � z.| �|j|fdtj�|�tj�|�f � W 5 t|dd� X | �|� | �|�S )Nrl rm Frn zInstalling %s to %s)r Z
is_compatible�AssertionErrorr? r@ r� rt r{ rb r� r$ r� r� r
rp rA r� r� rr Zinstall_as_eggr r r r6 )r� Z
wheel_pathr( Zwheelrs r< r< r= r_ ! s4 �
��
zeasy_install.install_wheela(
Because this distribution was installed --multi-version, before you can
import modules from this package in an application, you will need to
'import pkg_resources' and then use a 'require()' call similar to one of
these examples, in order to select the desired version:
pkg_resources.require("%(name)s") # latest installed version
pkg_resources.require("%(name)s==%(version)s") # this exact version
pkg_resources.require("%(name)s>=%(version)s") # this version or higher
z�
Note also that the installation directory must be on sys.path at runtime for
this to work. (e.g. by being the application's script directory, by being on
PYTHONPATH, or by being added to sys.path by your code.)
� Installedc C s^ d}| j r>| js>|d| j 7 }| jtttj�kr>|d| j 7 }|j }|j
}|j }d}|t � S )z9Helpful installation message for display to package usersz
%(what)s %(eggloc)s%(extras)srO r� )
r~ r� �_easy_install__mv_warningrt r r" r� r@ �_easy_install__id_warningr/ r4 rp r� ) r� Zreqr� Zwhatr� Zegglocr� rp Zextrasr< r< r= r< O s z easy_install.installation_reportaR
Extracted editable version of %(spec)s to %(dirname)s
If it uses setuptools in its setup script, you can activate it in
"development" mode by going to that directory and running::
%(python)s setup.py develop
See the setuptools documentation for the "develop" command for more info.
c C s" t j�|�}tj}d| jt� S )NrO )r? r@ r r� r �_easy_install__editable_msgr� )r� r� rf r �pythonr< r< r= rd h s z easy_install.report_editablec
C s� t j�dt� t j�dt� t|�}| jdkrNd| jd }|�dd| � n| jdk rd|�dd� | jrv|�dd � t �
d
|t |�d d � d � |�� zt
||� W n6 tk
r� } ztd |jd f ��W 5 d }~X Y nX d S )
Nzdistutils.command.bdist_eggzdistutils.command.egg_infor� r� r r rx �-qz-nz
Running %s %s� zSetup script exited with %s)r� �modules�
setdefaultr r r� r� r� r� r r� r� r� r r� r rz )r� rf rE rz r� r< r< r= r m s&
�zeasy_install.run_setupc C s� ddg}t jdtj�|�d�}z�| � tj�|�� |�
|� | � |||� t |g�}g }|D ]&}|| D ]}|�
| �
|j|�� qhq\|s�| js�t�d|� |W �S t|� t�| j� X d S )Nr z
--dist-dirz
egg-dist-tmp-)r� �dirz+No eggs found in %s (setup script problem?))r% r& r? r@ r r� r r� r� �_set_fetcher_optionsr� r r' r] r/ r� r� ) r� rf rE rz Zdist_dirZall_eggsZeggsr# r� r< r< r= re � s*
�
�z easy_install.build_and_installc C sp | j �d��� }d}i }|�� D ]&\}}||kr2q |d ||�dd�< q t|d�}tj�|d�}t �
||� dS ) a
When easy_install is about to run bdist_egg on a source dist, that
source dist might have 'setup_requires' directives, requiring
additional fetching. Ensure the fetcher options given to easy_install
are available to that command as well.
r3 )rx r� rw r{ r� r rw rx )r3 z setup.cfgN) r� r� �copyr} rS �dictr? r@ r� r Z edit_config) r� r Zei_optsZfetch_directivesZ
fetch_optionsr# r� ZsettingsZ cfg_filenamer< r< r= r� � s
z!easy_install._set_fetcher_optionsc C s* | j d krd S | j |j D ]H}| js0|j|jkrt�d|� | j �|� |j| jkr| j�|j� q| js�|j| j jkr�t�d|� n2t�d|� | j � |� |j| jkr�| j�
|j� | j �s&| j � � |jdk�r&t
j�| jd�}t
j�|�r�t
�|� t|d�}|�| j �|j�d � |�� d S )Nz&Removing %s from easy-install.pth filez4%s is already the active version in easy-install.pthz"Adding %s to easy-install.pth filer� �setuptools.pth�wtrO )r� r# r~ r/ r r� r; r� �pathsr: r� r� �saver? r@ r� rt r� r� r r �
make_relativer )r� r� r] r� rc r< r< r= r9 � s6
�
zeasy_install.update_pthc C s t �d||� |S )NzUnpacking %s to %s)r �debug)r� r� rF r< r< r= ra � s z easy_install.unpack_progressc sd g �g �� ��fdd�}t |||� � ��� � js`�D ]&}t�|�tj dB d@ }t||� q8d S )Nc sZ |� d�r | �d�s ��|� n |� d�s4|� d�r>��|� � �| |� � j rV|pXd S )Nr\ � EGG-INFO/r� z.so)r3 rc r� ra r� )r� rF �r� Zto_chmodr� r< r= �pf� s
z+easy_install.unpack_and_compile.<locals>.pfim i� )r r� r� r? �stat�ST_MODErW )r� rk rs r� rc rX r< r� r= rq � s
z easy_install.unpack_and_compilec C sj t jr
d S ddlm} z@t�| jd � ||dd| jd� | jrT||| jd| jd� W 5 t�| j� X d S )Nr )r� r )r{ �forcer� ) r� �dont_write_bytecode�distutils.utilr� r r� r� r� r{ )r� r� r� r< r< r= r� � s �
zeasy_install.byte_compilea�
bad install directory or PYTHONPATH
You are attempting to install a package to a directory that is not
on PYTHONPATH and which Python does not read ".pth" files from. The
installation directory you specified (via --install-dir, --prefix, or
the distutils default setting) was:
%s
and your PYTHONPATH environment variable currently contains:
%r
Here are some of your options for correcting the problem:
* You can choose a different installation directory, i.e., one that is
on PYTHONPATH or supports .pth files
* You can add the installation directory to the PYTHONPATH environment
variable. (It must then also be on PYTHONPATH whenever you run
Python and want to use the package(s) you are installing.)
* You can set up the installation directory to support ".pth" files by
using one of the approaches described here:
https://setuptools.readthedocs.io/en/latest/easy_install.html#custom-installation-locations
Please make the appropriate changes for your system and try again.c C s | j }|| jtj�dd�f S �NZ
PYTHONPATHr� )� _easy_install__no_default_msgrt r? �environrz )r� �templater< r< r= r s z#easy_install.no_default_version_msgc C s� | j r
dS tj�| jd�}tdd�}|�d�}d}tj�|�r�t� d| j� t
� |��}|� � }W 5 Q R X |�
d�s�td | ��||kr�t�d
|� | js�t|� t
j |d dd ��}|�|� W 5 Q R X | �|g� d
| _ dS )z8Make sure there's a site.py in the target dir, if neededNzsite.pyr� z
site-patch.pyrR r� z Checking existing site.py in %sz
def __boot():z;%s is not a setuptools-generated site.py; please remove it.z Creating %sr� ��encodingT)r� r? r@ r� rt r# rS rA r r� �ior �readrc r r� r� r$ r r� )r� Zsitepy�sourceZcurrentZstrmr< r< r= r+ # s0
�� z easy_install.install_site_pyc C sd | j s
dS ttj�d��}t�| j�D ]8\}}|�|�r&tj� |�s&| �
d| � t� |d� q&dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) rq r r? r@ r� r Z iteritemsr� rc r� Z debug_printr� )r� �homer� r@ r< r< r= r� C s z easy_install.create_home_pathz/$base/lib/python$py_version_short/site-packagesz $base/binr� �r� z$base/Lib/site-packagesz
$base/Scriptsc G s� | � d�j}| jrd|�� }| j|d< | j�tj| j�}|� � D ]$\}}t
| |d �d kr>t | ||� q>ddl m
} |D ]B}t
| |�}|d k rt|||�}tjdkr�tj�|�}t | ||� qtd S )Nr� r r )r r� )Zget_finalized_commandr� r� r� r
rz r? r� �DEFAULT_SCHEMEr} r� r� r� r r@ r� )r� r� r� r7 r� r� r r< r< r= r� Y s
zeasy_install._expand)F)F)T)N)rT r< )r� )Q�__name__�
__module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsZ user_optionsZboolean_optionsr� r� r� Zhelp_msgr� Z negative_optr r� r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� rP rQ �lstripr r r r� r� r r r" r$ �
contextlib�contextmanagerr) r3 r- r� r. r@ rH r r rN rL r5 r6 r] r^ r| r_ r� r� r< r� rd r re r� r9 ra rq r� r� r r+ r� r� r
r� r� r< r< r< r= r3 ~ s� � �
0
z 0 ;
$
$
'
,6-5
%
���c C s t j�dd��t j�} td | �S r� )r? r� rz r� �pathsep�filter)r} r< r< r= r p s r c C s~ g } | � t� � tjg}tjtjkr0|�tj� |D ]�}|r4tjdkr^| �tj� |dd�� nVtj
dkr�| � tj� |ddj tj � d�tj� |dd�g� n| � |tj� |dd�g� tjdkr4d |kr4tj
�d
�}|r4tj� |d d d
j tj � d�}| �|� q4td�td�f}|D ]}|| k�r| �|� �qtj�rB| �tj� z| � t�� � W n tk
�rj Y nX ttt| ��} | S )z&
Return a list of 'site' dirs
)Zos2emxZriscosZLibz
site-packagesr� �libz python{}.{}z site-python�darwinzPython.framework�HOME�Library�Pythonr� ZpurelibZplatlib)�extendr r� r� r� r� rt r? r@ r� �sepr� r� r� rz r r� r� r� �getsitepackages�AttributeErrorr� r r" )�sitedirsr� r� r� Zhome_spZ lib_pathsZsite_libr< r< r= r� u s^
��
�
�
r� c c s� i }| D ]�}t |�}||kr qd||< tj�|�s4qt�|�}||fV |D ]�}|�d�s\qL|dkrfqLttj�||��}tt |��}|�
� |D ]H}|� d�s�t |� � �}||kr�d||< tj�|�s�q�|t�|�fV q�qLqdS )zBYield sys.path directories that might contain "old-style" packagesr r
)r� r� �importN)
r" r? r@ r� rA r3 r r� r� r! r rc �rstrip)Zinputs�seenr r r� rc �lines�liner< r< r= � expand_paths� s4
r� c C s@ t | d�}�z$t�|�}|dkr*W �� dS |d |d |d }|dk rRW ��dS |�|d � t�d|�d��\}}}|dkr�W ��dS |�|d| � d d d
�}t� |�}z<|�|�} | �
d d �d
}
|
� t �
� �}
|�t�|
�� W n tjk
�r Y W �.dS X |�d��r"|�d��s*W � dS |W �S |�� X dS )znExtract configuration data from a bdist_wininst .exe
Returns a configparser.RawConfigParser, or None
�rbN� � � � z<iii)izV4i{V4r� )rp rv � r r rh ZSetup)r r �zipfileZ _EndRecData�seekr: �unpackr� r ZRawConfigParserr� rS r� �getfilesystemencodingZreadfpr �StringIO�ErrorZ has_section) rD rc ZendrecZ prepended�tagZcfglenZbmlenZinitr �partZconfigr< r< r= r5 � s4
c C s@ dddddg}t �| �}z�|�� D ]�}|j}|�d�}t|�dkr�|d d kr�|d
�d �r�|�d d� |d
d� �df� �qt|�dks"|�d�s�q"|�d�r�q"|d �
� dkr"|� |�}t j
r�|�� }t|�D ]8}|�� �dd�}|�d�s�|�d|d |f df� q�q"W 5 |�� X dd� |D �}|�� |�� |S )z4Get exe->egg path translations for a given .exe file)zPURELIB/r� )zPLATLIB/pywin32_system32r� )zPLATLIB/r� )r� zEGG-INFO/scripts/)zDATA/lib/site-packagesr� r� r� r� ru r z .egg-infor Nr� r
z
-nspkg.pth)ZPURELIBZPLATLIB�\r� z%s/%s/r� c S s g | ]\}}|� � |f�qS r< )r )r� r_ �yr< r< r= r� ) s z$get_exe_prefixes.<locals>.<listcomp>)r� ZZipFiler Zinfolistr� r� r� r3 r� r� �upperr� r ZPY3rS r! rR rS rc r� �sort�reverse)Z exe_filenamer� rX r� r� r� rG Zpthr< r< r= r7 s@ �
"
c @ sR e Zd ZdZdZddd�Zdd� Zdd � Zed
d � �Z d d
� Z
dd� Z dd� Z dS )r4 z)A .pth file with Distribution paths in itFr< c C sl || _ ttt|��| _ttj�| j ��| _| � � t
� | g d d � t | j
�D ]}tt| jt|d��� qLd S )NT)r� r� r r" r� r? r@ r �basedir�_loadr' �__init__r! r� r: r& )r� r� r� r@ r< r< r= r� 4 s zPthDistributions.__init__c C s� g | _ d}t�| j�}tj�| j�r�t| jd�}|D ]�}|� d�rHd}q4|�
� }| j � |� |� � r4|� � � d�rtq4t
tj�| j|�� }| j d< tj�|�r�||kr�| j �� d| _q4d||< q4|�� | j r�|s�d| _| j r�| j d � � s�| j �� q�d S )NFZrtr� T�#r� r )r� r� �fromkeysr� r? r@ r` r� r rc r� r� rR r" r� r� rA �pop�dirtyr )r� Z
saw_importr� rc r� r@ r< r< r= r� = s4
�
zPthDistributions._loadc C s� | j s
dS tt| j| j��}|r�t�d| j� | �|�}d� |�d }t
j � | j�r`t
�
| j� t| jd��}|�|� W 5 Q R X n(t
j �| j�r�t�d| j� t
�
| j� d| _ dS )z$Write changed .pth file back to diskNz Saving %srO r� zDeleting empty %sF)r� r� r r� r� r r� r� � _wrap_linesr� r? r@ r� r� r r rA )r� Z rel_pathsr� �datarc r< r< r= r� \ s
zPthDistributions.savec C s | S rE r< )r� r< r< r= r� r s z PthDistributions._wrap_linesc C sN |j | jko$|j | jkp$|j t�� k}|r>| j�|j � d| _t�| |� dS )z"Add `dist` to the distribution mapTN) r/ r� r� r? �getcwdr� r� r' r: )r� r� �new_pathr< r< r= r: v s �zPthDistributions.addc C s2 |j | jkr"| j�|j � d| _q t�| |� dS )z'Remove `dist` from the distribution mapTN)r/ r� r; r� r' r? r< r< r= r; � s zPthDistributions.removec C s� t j�t|��\}}t| j�}|g}t jdkr2dp6t j}t|�|kr�|| jkrl|�t j � |�
� |� |�S t j�|�\}}|�|� q8|S )Nr� ) r? r@ r� r" r� r� �altsepr� r� �curdirr� r� )r� r@ ZnpathZlastZbaselenr� r� r< r< r= r� � s
z PthDistributions.make_relativeN)r< )
r� r� r� r� r� r� r� r� r� r� r: r; r� r< r< r< r= r4 / s
c @ s( e Zd Zedd� �Zed�Zed�ZdS )�RewritePthDistributionsc c s$ | j V |D ]
}|V q | jV d S rE )�prelude�postlude)�clsr� r� r< r< r= r� � s z#RewritePthDistributions._wrap_linesz?
import sys
sys.__plen = len(sys.path)
z�
import sys
new = sys.path[sys.__plen:]
del sys.path[sys.__plen:]
p = getattr(sys, '__egginsert', 0)
sys.path[p:p] = new
sys.__egginsert = p + len(new)
N)r� r� r� � classmethodr� r r� r� r< r< r< r= r� � s
r� Z SETUPTOOLS_SYS_PATH_TECHNIQUE�rawZrewritec C s t tjt�rtS t�tj�� �S )z_
Return a regular expression based on first_line_re suitable for matching
strings.
)r� r �patternr' �re�compilerS r< r< r< r= �_first_line_re� s r c C sd | t jt jfkr.t jdkr.t|tj� | |�S t�� \}}}t �
||d |d d| |f f� d S )Nr� r r z %s %s) r? r� r; r� rW r� �S_IWRITEr� r r Zreraise)�func�arg�excZetZevrw r< r< r= �
auto_chmod� s
r c C s. t | �}t|tj� |r"t|� nt|� dS )aa
Fix any globally cached `dist_path` related data
`dist_path` should be a path of a newly installed egg distribution (zipped
or unzipped).
sys.path_importer_cache contains finder objects that have been cached when
importing data from the original distribution. Any such finders need to be
cleared since the replacement distribution might be packaged differently,
e.g. a zipped egg distribution might get replaced with an unzipped egg
folder or vice versa. Having the old finders cached may then cause Python
to attempt loading modules from the replacement distribution using an
incorrect loader.
zipimport.zipimporter objects are Python loaders charged with importing
data packaged inside zip archives. If stale loaders referencing the
original distribution, are left behind, they can fail to load modules from
the replacement distribution. E.g. if an old zipimport.zipimporter instance
is used to load data from a new zipped egg archive, it may cause the
operation to attempt to locate the requested data in the wrong location -
one indicated by the original distribution's zip archive directory
information. Such an operation may then fail outright, e.g. report having
read a 'bad local file header', or even worse, it may fail silently &
return invalid data.
zipimport._zip_directory_cache contains cached zip archive directory
information for all existing zipimport.zipimporter instances and all such
instances connected to the same archive share the same cached directory
information.
If asked, and the underlying Python implementation allows it, we can fix
all existing zipimport.zipimporter instances instead of having to track
them down and remove them one by one, by updating their shared cached zip
archive directory information. This, of course, assumes that the
replacement distribution is packaged as a zipped egg.
If not asked to fix existing zipimport.zipimporter instances, we still do
our best to clear any remaining zipimport.zipimporter related cached data
that might somehow later get used when attempting to load data from the new
distribution and thus cause such load operations to fail. Note that when
tracking down such remaining stale data, we can not catch every conceivable
usage from here, and we clear only those that we know of and have found to
cause problems if left alive. Any remaining caches should be updated by
whomever is in charge of maintaining them, i.e. they should be ready to
handle us replacing their zip archives with new distributions at runtime.
N)r" �_uncacher� �path_importer_cache�!_replace_zip_directory_cache_data�*_remove_and_clear_zip_directory_cache_data)Z dist_pathro �normalized_pathr< r< r= rr � s
<
rr c C sP g }t | �}|D ]:}t|�}|�| �r|||d � tjdfkr|�|� q|S )ap
Return zipimporter cache entry keys related to a given normalized path.
Alternative path spellings (e.g. those using different character case or
those using alternative path separators) related to the same path are
included. Any sub-path entries are included as well, i.e. those
corresponding to zip archives embedded in other zip archives.
r r� )r� r" rc r? r� r� )r �cache�result�
prefix_len�pZnpr< r< r= �"_collect_zipimporter_cache_entries s
� r c C s@ t | |�D ]0}|| }||= |o(|||�}|dk r
|||< q
dS )a�
Update zipimporter cache data for a given normalized path.
Any sub-path entries are processed as well, i.e. those corresponding to zip
archives embedded in other zip archives.
Given updater is a callable taking a cache entry key and the original entry
(after already removing the entry from the cache), and expected to update
the entry and possibly return a new one to be inserted in its place.
Returning None indicates that the entry should not be replaced with a new
one. If no updater is given, the cache entries are simply removed without
any additional processing, the same as if the updater simply returned None.
N)r )r r �updaterr � old_entryZ new_entryr< r< r= �_update_zipimporter_cache/ s
r c C s t | |� d S rE )r )r r r< r< r= r
O s r
c C s dd� }t | tj|d� d S )Nc S s |� � d S rE )�clear�r@ r r< r< r= �2clear_and_remove_cached_zip_archive_directory_dataT s zf_remove_and_clear_zip_directory_cache_data.<locals>.clear_and_remove_cached_zip_archive_directory_data�r �r ri �_zip_directory_cache)r r r< r< r= r
S s �r
Z__pypy__c C s dd� }t | tj|d� d S )Nc S s& |� � t�| � |�tj| � |S rE )r ri rj �updater r r< r< r= �)replace_cached_zip_archive_directory_dataj s
zT_replace_zip_directory_cache_data.<locals>.replace_cached_zip_archive_directory_datar r )r r r< r< r= r i s
�r �<string>c C s4 zt | |d� W n ttfk
r* Y dS X dS dS )z%Is this string a valid Python script?�execFTN)r � SyntaxError� TypeError)rT r� r< r< r= � is_python| s
r# c C sN z(t j| dd��}|�d�}W 5 Q R X W n ttfk
rD | Y S X |dkS )zCDetermine if the specified executable is a .sh (contains a #! line)zlatin-1r� r� �#!)r� r r� r� r� )r �fp�magicr< r< r= �is_sh� s
r' c C s t �| g�S )z@Quote a command line argument according to Windows parsing rules��
subprocess� list2cmdline)r r< r< r= � nt_quote_arg� s r+ c C sH |� d�s|� d�rdS t| |�r&dS | �d�rDd| �� d �� kS dS )zMIs this text, as a whole, a Python script? (as opposed to shell/bat/etc.
r\ �.pywTr$ r� r F)r3 r# rc �
splitlinesr )rP r� r< r< r= rM � s
rM )rW c G s d S rE r< )rz r< r< r= �_chmod� s r. c
C sR t �d| |� zt| |� W n0 tjk
rL } zt �d|� W 5 d }~X Y nX d S )Nzchanging mode of %s to %ozchmod failed: %s)r r� r. r? �error)r@ rX rj r< r< r= rW � s
rW c @ s� e Zd ZdZg Ze� Zedd� �Zedd� �Z edd� �Z
edd � �Z ed
d � �Z d d
� Z
edd� �Zdd� Zedd� �Zedd� �ZdS )� CommandSpeczm
A command spec for a #! header, specified as a list of arguments akin to
those passed to Popen.
c C s | S )zV
Choose the best CommandSpec class based on environmental conditions.
r< �r� r< r< r= rJ � s zCommandSpec.bestc C s t j�tj�}t j�d|�S )N�__PYVENV_LAUNCHER__)r? r@ rC r� r r� rz )r� Z_defaultr< r< r= �_sys_executable� s zCommandSpec._sys_executablec C s: t || �r|S t |t�r | |�S |dkr0| �� S | �|�S )zg
Construct a CommandSpec from a parameter to build_scripts, which may
be None.
N)r� r� �from_environment� from_string)r� Zparamr< r< r= �
from_param� s
zCommandSpec.from_paramc C s | | � � g�S rE )r3 r1 r< r< r= r4 � s z CommandSpec.from_environmentc C s t j|f| j�}| |�S )z}
Construct a command spec from a simple string representing a command
line parseable by shlex.split.
)�shlexr� �
split_args)r� �stringr} r< r< r= r5 � s zCommandSpec.from_stringc C s8 t �| �|��| _t�| �}t|�s4dg| jd d�< d S )Nz-xr )r7 r� �_extract_options�optionsr) r* rL )r� rP �cmdliner< r< r= �install_options� s
zCommandSpec.install_optionsc C s: | d � � d }t� �|�}|r.|�d�p0dnd}|�� S )zH
Extract any options from the first line of the script.
rO r r r� )r- r �match�grouprR )Z orig_script�firstr> r; r< r< r= r: � s z CommandSpec._extract_optionsc C s | � | t| j� �S rE )�_renderr� r; r� r< r< r= � as_header� s zCommandSpec.as_headerc C s6 d}|D ](}| � |�r| �|�r| dd� S q| S )Nz"'r r� )rc r3 )�itemZ_QUOTES�qr< r< r= �
_strip_quotes� s
zCommandSpec._strip_quotesc C s t �dd� | D ��}d| d S )Nc s s | ]}t �|�� �V qd S rE )r0 rE rR )r� rC r< r< r= r� s z&CommandSpec._render.<locals>.<genexpr>r$ rO r( )r} r< r< r< r= rA � s
�zCommandSpec._renderN)r� r� r� r� r; r� r8 r� rJ r3 r6 r4 r5 r= r� r: rB rE rA r< r< r< r= r0 � s*
r0 c @ s e Zd Zedd�ZdS )�WindowsCommandSpecFr� N)r� r� r� r� r8 r< r< r< r= rF
s rF c @ s� e Zd ZdZe�d��� ZeZ e
ddd��Z e
ddd��Z e
dd d
��Z
ed d � �Ze
d
d� �Ze
dd� �Ze
dd� �Ze
ddd��ZdS )rI z`
Encapsulates behavior around writing entry point scripts for console and
gui apps.
a�
# EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r
__requires__ = %(spec)r
import re
import sys
from pkg_resources import load_entry_point
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
sys.exit(
load_entry_point(%(spec)r, %(group)r, %(name)r)()
)
NFc C s6 t �dt� |rtnt�� }| �d||�}|�||�S )Nz Use get_argsr� )�warningsr� � EasyInstallDeprecationWarning�WindowsScriptWriterrI rJ �get_script_headerrK )r� r� r �wininst�writer�headerr< r< r= �get_script_args$ s z ScriptWriter.get_script_argsc C s$ t jdtdd� |rd}| �||�S )NzUse get_headerr� )�
stacklevelr
)rG r� rH rO )r� rP r rK r< r< r= rJ , s z ScriptWriter.get_script_headerc c s� |dkr| � � }t|�� �}dD ]Z}|d }|�|��� D ]>\}}| �|� | jt� }| �||||�} | D ]
}
|
V qlq:q dS )z�
Yield write_script() argument tuples for a distribution's
console_scripts and gui_scripts entry points.
N�Zconsole�guiZ_scripts) rO r' r> Z
get_entry_mapr} �_ensure_safe_namer� r� �_get_script_args) r� r� rM r� �type_r? r� ZeprP rz r� r< r< r= rK 4 s
zScriptWriter.get_argsc C s t �d| �}|rtd��dS )z?
Prevent paths in *_scripts entry point names.
z[\\/]z+Path separators not allowed in script namesN)r �searchr� )r� Z has_path_sepr< r< r= rR F s z ScriptWriter._ensure_safe_namec C s t �dt� |rt�� S | �� S �NzUse best)rG r� rH rI rJ )r� Z
force_windowsr< r< r= �
get_writerO s zScriptWriter.get_writerc C s. t jdks tjdkr&tjdkr&t�� S | S dS )zD
Select the best ScriptWriter for this environment.
�win32�javar� N)r� rt r? r� �_namerI rJ r1 r< r< r= rJ U s zScriptWriter.bestc c s ||| fV d S rE r< )r� rT r� rM rP r< r< r= rS _ s z ScriptWriter._get_script_argsr� c C s" | j �� �|�}|�|� |�� S )z;Create a #! line, getting options (if any) from script_text)�command_spec_classrJ r6 r= rB )r� rP r �cmdr< r< r= rO d s
zScriptWriter.get_header)NF)NF)N)r� N)r� r� r� r� rP rQ r� r� r0 r[ r� rN rJ rK r� rR rW rJ rS rO r< r< r< r= rI s&
rI c @ sL e Zd ZeZedd� �Zedd� �Zedd� �Zedd� �Z e
d d
� �Z d S ) rI c C s t �dt� | �� S rV )rG r� rH rJ r1 r< r< r= rW o s z WindowsScriptWriter.get_writerc C s" t t| d�}tj�dd�}|| S )zC
Select the best ScriptWriter suitable for Windows
)r ZnaturalZSETUPTOOLS_LAUNCHERr )r� � WindowsExecutableLauncherWriterr? r� rz )r� Z
writer_lookupZlauncherr< r< r= rJ u s �zWindowsScriptWriter.bestc # s� t ddd�| }|tjd �� �d�krBdjf t� �}t�|t � dddd d
dd g}|�
|� | � ||�}� fd d
�|D �}� | || d|fV dS )z For Windows, add a .py extensionz.pyar, rP ZPATHEXT�;zK{ext} not listed in PATHEXT; scripts will not be recognized as executables.r\ �
-script.py�.pyc�.pyor[ c s g | ] }� | �qS r< r< rU �r� r< r= r� � s z8WindowsScriptWriter._get_script_args.<locals>.<listcomp>rT N) r� r? r� r r� r� r� rG r� � UserWarningr; �_adjust_header) r� rT r� rM rP �extr� r� r� r< rb r= rS � s ��
z$WindowsScriptWriter._get_script_argsc C sN d}d}|dkr|| }}t �t �|�t j�}|j||d�}| �|�rJ|S |S )z�
Make sure 'pythonw' is used for gui and and 'python' is used for
console (regardless of what sys.executable is).
r r
rQ )r9 �repl)r r �escape�
IGNORECASE�sub� _use_header)r� rT Z orig_headerr rf Z
pattern_ob�
new_headerr< r< r= rd � s
z"WindowsScriptWriter._adjust_headerc C s$ | dd� � d�}tjdkp"t|�S )z�
Should _adjust_header use the replaced header?
On non-windows systems, always use. On
Windows systems, only use the replaced header if it resolves
to an executable on the system.
r� r� �"rX )rR r� rt r )rk Z clean_headerr< r< r= rj � s z WindowsScriptWriter._use_headerN) r� r� r� rF r[ r� rW rJ rS rd r� rj r< r< r< r= rI l s
rI c @ s e Zd Zedd� �ZdS )r] c # s� |dkrd}d}dg}nd}d}dddg}| � ||�}� fd d
�|D �} � | || d | fV � d t|�d
fV t� s�� d }
|
t� �d fV dS )zG
For Windows, add a .py extension and an .exe launcher
rQ z -script.pywr, Zclir_ r\ r` ra c s g | ] }� | �qS r< r< rU rb r< r= r� � s zDWindowsExecutableLauncherWriter._get_script_args.<locals>.<listcomp>rT r[ rd z
.exe.manifestN)rd �get_win_launcherr> �load_launcher_manifest) r� rT r� rM rP Z
launcher_typere r� Zhdrr� Zm_namer< rb r= rS � s"
�z0WindowsExecutableLauncherWriter._get_script_argsN)r� r� r� r� rS r< r< r< r= r] � s r] c C s2 d| }t � r |�dd�}n |�dd�}td|�S )z�
Load the Windows launcher (executable) suitable for launching a script.
`type` should be either 'cli' or 'gui'
Returns the executable as a byte string.
z%s.exe�.z-64.z-32.r� )r> rS r# )�typeZ launcher_fnr< r< r= rm � s
rm c C s0 t �td�}tjr |t� S |�d�t� S d S )Nzlauncher manifest.xmlrR )r r# r� r �PY2�varsrS )r� Zmanifestr< r< r= rn � s
rn Fc C s t �| ||�S rE )rB r� )r@ �
ignore_errors�onerrorr< r< r= r� � s r� c C s t �d�} t �| � | S )N� )r? �umask)Ztmpr< r< r= rV � s
rV c C s: dd l } tj�| jd �}|tjd< tj�|� t� d S )Nr ) r� r? r@ r �__path__r� �argvr� r6 )r� Zargv0r< r< r= � bootstrap� s
ry c s� ddl m} ddlm� G � fdd�d� �}| d krBtjdd � } t� �0 |f ddd g| tjd pfd|d
�|�� W 5 Q R X d S ) Nr )�setup�r) c s e Zd ZdZ� fdd�ZdS )z-main.<locals>.DistributionWithoutHelpCommandsr� c s( t � � � j| f|�|� W 5 Q R X d S rE )� _patch_usage�
_show_help)r� rz �kwr{ r< r= r} s z8main.<locals>.DistributionWithoutHelpCommands._show_helpN)r� r� r� Z common_usager} r< r{ r< r= � DistributionWithoutHelpCommands s r r r� r3 z-v)Z script_argsr Z distclass)r� rz Zsetuptools.distr) r� rx r| )rx r~ rz r r< r{ r= r6 � s ��c # sL dd l } t�d��� � � fdd�}| jj}|| j_z
d V W 5 || j_X d S )Nr ze
usage: %(script)s [options] requirement_or_url ...
or: %(script)s --help
c s � t tj�| �d� S )N)Zscript)r� r? r@ r )r �ZUSAGEr< r= � gen_usage s
�z _patch_usage.<locals>.gen_usage)Zdistutils.corerP rQ r� Zcorer� )r� r� Zsavedr< r� r= r| s
r| c @ s e Zd ZdZdS )rH zuClass for warning about deprecations in EasyInstall in SetupTools. Not ignored by default, unlike DeprecationWarning.N)r� r� r� r� r< r< r< r= rH ( s rH )N)r )N)�r� r r� r r r Zdistutils.errorsr r r r Zdistutils.command.installr
r r� r r
Z distutils.command.build_scriptsr r r r� r? ri rB r% r� r r� r� rP rG r� r: r� r) r7 r� Z sysconfigr r r� r Zsetuptools.externr Zsetuptools.extern.six.movesr r r Zsetuptools.sandboxr Zsetuptools.py27compatr Zsetuptools.commandr Zsetuptools.archive_utilr Zsetuptools.package_indexr r r r r Zsetuptools.wheelr r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ Zpkg_resources.py31compatrp Z
__metaclass__�filterwarningsZ
PEP440Warning�__all__r> r2 rq rH rL r r3 r r� r� r5 r7 r4 r� r� rz r r rr r r r
r
�builtin_module_namesr r# r' r+ rM rW r. � ImportErrorr� r0 r3 Zsys_executablerF rI rI r] rN rJ rm rn r� rV ry r6 r� r| rH r< r< r< r= �<module> s� D �
{A))'l R
�
T^A
site-packages/setuptools/command/__pycache__/upload_docs.cpython-38.opt-1.pyc 0000644 00000013752 15201600074 0023221 0 ustar 00 U
�Qab� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlmZ ddlmZmZ ddlmZ d d
lmZ d d � ZG d
d� de�ZdS )zpupload_docs
Implements a Distutils 'upload_docs' subcommand (upload documentation to
PyPI's pythonhosted.org).
� )�standard_b64encode)�log)�DistutilsOptionErrorN)�six)� http_client�urllib)�iter_entry_points� )�uploadc C s t jr
dnd}| �d|�S )N�surrogateescape�strictzutf-8)r �PY3�encode)�s�errors� r �B/usr/lib/python3.8/site-packages/setuptools/command/upload_docs.py�_encode s r c @ s� e Zd ZdZdZdddej fddgZejZdd � Zd
efgZ d d � Z
d
d� Z dd� Z dd� Z
edd� �Zedd� �Zdd� ZdS )� upload_docsz https://pypi.python.org/pypi/z Upload documentation to PyPIz repository=�rz url of repository [default: %s])z
show-responseNz&display full response text from server)z upload-dir=Nzdirectory to uploadc C s" | j d kr tdd�D ]} dS d S )Nzdistutils.commands� build_sphinxT)�
upload_dirr )�selfZepr r r �
has_sphinx/ s
zupload_docs.has_sphinxr c C s t �| � d | _d | _d S )N)r
�initialize_optionsr �
target_dir)r r r r r 6 s
z upload_docs.initialize_optionsc C s� t �| � | jd krN| �� r0| �d�}|j| _q`| �d�}tj� |j
d�| _n| � d� | j| _d| j krtt
�d� | �d| j � d S )Nr �buildZdocsr zpypi.python.orgz3Upload_docs command is deprecated. Use RTD instead.zUsing upload directory %s)r
�finalize_optionsr r Zget_finalized_commandZbuilder_target_dirr �os�path�joinZ
build_baseZensure_dirname�
repositoryr �warn�announce)r r r r r r r ; s
z upload_docs.finalize_optionsc C s� t �|d�}z�| �| j� t�| j�D ]x\}}}|| jkrP|sPd}t|| j ��|D ]H}tj� ||�}|t
| j�d � � tjj �} tj� | |�}
|�
||
� qTq&W 5 |�� X d S )N�wz'no files found in upload directory '%s')�zipfileZZipFile�closeZmkpathr r �walkr r r �len�lstrip�sep�write) r �filename�zip_file�root�dirs�filesZtmpl�nameZfull�relative�destr r r �create_zipfileK s zupload_docs.create_zipfilec C sh | � � D ]}| �|� qt�� }| jj�� }tj� |d| �}z| � |� | �
|� W 5 t
� |� X d S )Nz%s.zip)Zget_sub_commandsZ run_command�tempfileZmkdtemp� distribution�metadata�get_namer r r �shutilZrmtreer4 � upload_file)r Zcmd_nameZtmp_dirr1 r- r r r �run[ s
zupload_docs.runc c s� | \}}d| }t |t�s |g}|D ]f}t |t�rL|d|d 7 }|d }nt|�}|V t|�V dV |V |r$|dd � dkr$dV q$d S ) Nz*
Content-Disposition: form-data; name="%s"z; filename="%s"r r s
����
�
)�
isinstance�list�tupler )�item� sep_boundary�key�values�title�valuer r r � _build_parti s
zupload_docs._build_partc C sn d}d| }|d }|df}t j| j|d�}t||�� �}tj�|�}t�||�} d|�d� }
d� | �|
fS ) z=
Build up the MIME payload for the POST data
s3 --------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --r> )rC z multipart/form-data; boundary=%s�ascii� )
� functools�partialrH �map�items� itertools�chain�
from_iterable�decoder ) �cls�data�boundaryrC Z end_boundaryZ end_itemsZbuilderZ part_groups�partsZ
body_items� content_typer r r �_build_multipart} s � z upload_docs._build_multipartc
C s: t |d��}|�� }W 5 Q R X | jj}d|�� tj�|�|fd�}t| j d | j
�}t |�}t j
rn|�d�}d| }| �|�\}} d| j }
| �|
tj� tj�| j�\} } }
}}}| dkr�t�| �}n | d kr�t�| �}n td
| ��d }zZ|�� |� d |
� | }|� d
|� |� dt t |��� |� d|� |� � |�!|� W n> t"j#k
�r� } z | �t |�tj$� W Y �d S d }~X Y nX |�%� }|j&dk�r�d|j&|j'f }
| �|
tj� nb|j&dk�r |�(d�}|d k�r�d|�� }d| }
| �|
tj� n d|j&|j'f }
| �|
tj$� | j)�r6t*d|�� d� d S )N�rbZ
doc_upload)z:actionr1 �content�:rI zBasic z Submitting documentation to %sZhttpZhttpszunsupported schema � ZPOSTz Content-typezContent-lengthZ
Authorization�� zServer response (%s): %si- ZLocationz https://pythonhosted.org/%s/zUpload successful. Visit %szUpload failed (%s): %szK---------------------------------------------------------------------------)+�open�readr6 r7 r8 r r �basenamer ZusernameZpasswordr r r
rR rX r! r# r �INFOr �parseZurlparser ZHTTPConnectionZHTTPSConnection�AssertionErrorZconnectZ
putrequestZ putheader�strr( Z
endheaders�send�socket�errorZERRORZ getresponseZstatus�reasonZ getheaderZ
show_response�print)r r, �frZ �metarT Z credentialsZauthZbodyZct�msgZschemaZnetlocZurlZparamsZqueryZ fragmentsZconnrW �er �locationr r r r: � sb �
�
zupload_docs.upload_fileN)�__name__�
__module__� __qualname__ZDEFAULT_REPOSITORY� descriptionr
Z user_optionsZboolean_optionsr Z sub_commandsr r r4 r; � staticmethodrH � classmethodrX r: r r r r r s( ��
r )�__doc__�base64r Z distutilsr Zdistutils.errorsr r rf r% r5 r9 rO rK Zsetuptools.externr Zsetuptools.extern.six.movesr r Z
pkg_resourcesr r
r r r r r r �<module> s site-packages/setuptools/command/__pycache__/saveopts.cpython-38.opt-1.pyc 0000644 00000001571 15201600075 0022566 0 ustar 00 U
�Qab� � @ s$ d dl mZmZ G dd� de�ZdS )� )� edit_config� option_basec @ s e Zd ZdZdZdd� ZdS )�saveoptsz#Save command-line options to a filez7save supplied options to setup.cfg or other config filec C sh | j }i }|jD ]B}|dkr q|�|��� D ]$\}\}}|dkr,||�|i �|< q,qt| j|| j� d S )Nr z command line)Z distributionZcommand_optionsZget_option_dict�items�
setdefaultr �filenameZdry_run)�selfZdistZsettings�cmd�opt�src�val� r
�?/usr/lib/python3.8/site-packages/setuptools/command/saveopts.py�run s
z saveopts.runN)�__name__�
__module__� __qualname__�__doc__� descriptionr r
r
r
r r s r N)Zsetuptools.command.setoptr r r r
r
r
r �<module> s site-packages/setuptools/command/__pycache__/install_scripts.cpython-38.opt-1.pyc 0000644 00000004341 15201600075 0024135 0 ustar 00 U
�Qab� � @ sX d dl mZ d dlm mZ d dlZd dlZd dlm Z m
Z
m Z G dd� dej�ZdS )� )�logN)� Distribution� PathMetadata�ensure_directoryc @ s* e Zd ZdZdd� Zdd� Zd
dd�Zd S ) �install_scriptsz;Do normal script install, plus any egg_info wrapper scriptsc C s t j�| � d| _d S )NF)�origr �initialize_options�no_ep)�self� r �F/usr/lib/python3.8/site-packages/setuptools/command/install_scripts.pyr s z"install_scripts.initialize_optionsc C s� dd l m m} | �d� | jjr2tj�| � ng | _ | j
rBd S | � d�}t |j
t|j
|j�|j|j�}| � d�}t|dd �}| � d�}t|dd�}|j}|r�d}|j}|tjkr�|g}|�� }|j�� �|�} |�|| �� �D ]}
| j |
� q�d S ) Nr �egg_infoZ
build_scripts�
executableZ
bdist_wininstZ _is_runningFz
python.exe) � setuptools.command.easy_install�commandZ easy_installZ run_commandZ distributionZscriptsr r �run�outfilesr Zget_finalized_commandr Zegg_baser r
Zegg_nameZ egg_version�getattrZ ScriptWriterZWindowsScriptWriter�sysr ZbestZcommand_spec_classZ
from_paramZget_argsZ as_header� write_script) r
ZeiZei_cmdZdistZbs_cmdZ
exec_paramZbw_cmdZ
is_wininst�writer�cmd�argsr r r r s8
�
zinstall_scripts.run�tc
G s� ddl m}m} t�d|| j� tj�| j|�}| j �
|� |� }| j s~t |� t
|d| �} | �|� | �� ||d| � dS )z1Write an executable file to the scripts directoryr )�chmod�
current_umaskzInstalling %s script to %s�wi� N)r r r r �infoZ install_dir�os�path�joinr �appendZdry_runr �open�write�close)
r
Z script_name�contents�modeZignoredr r �target�mask�fr r r r 3 s
z install_scripts.write_scriptN)r )�__name__�
__module__� __qualname__�__doc__r r r r r r r r s #r ) Z distutilsr Z!distutils.command.install_scriptsr r r r r Z
pkg_resourcesr r r r r r r �<module> s
site-packages/setuptools/command/__pycache__/bdist_egg.cpython-38.opt-1.pyc 0000644 00000033546 15201600075 0022660 0 ustar 00 U
�Qab G � @ sx d Z ddlmZ ddlmZmZ ddlmZ ddlm Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlmZ ddlmZmZmZ dd lmZ dd
lmZ dd lmZ z dd lmZm Z d
d� Z W n, e k
r� ddl m Z m Z dd� Z Y nX dd� Z!dd� Z"dd� Z#G dd� de�Z$e%�&d�'� �Z(dd� Z)d d � Z*d d � Z+d d!d"�Z,d#d$� Z-d%d&� Z.d'd(� Z/d)d*d+d,gZ0d1d/d0�Z1dS )2z6setuptools.command.bdist_egg
Build .egg distributions� )�DistutilsSetupError)� remove_tree�mkpath)�log)�CodeTypeN)�six)�get_build_platform� Distribution�ensure_directory)�
EntryPoint)�Library)�Command)�get_path�get_python_versionc C s t d�S )NZpurelib)r � r r �@/usr/lib/python3.8/site-packages/setuptools/command/bdist_egg.py� _get_purelib s r )�get_python_libr c C s t d�S )NF)r r r r r r s c C s2 d| krt j�| �d } | �d�r.| d d� } | S )N�.r �modulei����)�os�path�splitext�endswith)�filenamer r r � strip_module# s
r c c s6 t �| �D ]&\}}}|�� |�� |||fV q
dS )zbDo os.walk in a reproducible way,
independent of indeterministic filesystem readdir order
N)r �walk�sort)�dir�base�dirs�filesr r r � sorted_walk+ s r" c C s6 t �d��� }t|d��}|�|| � W 5 Q R X d S )NaR
def __bootstrap__():
global __bootstrap__, __loader__, __file__
import sys, pkg_resources, imp
__file__ = pkg_resources.resource_filename(__name__, %r)
__loader__ = None; del __bootstrap__, __loader__
imp.load_dynamic(__name__,__file__)
__bootstrap__()
�w)�textwrap�dedent�lstrip�open�write)�resource�pyfileZ_stub_template�fr r r �
write_stub5 s r, c @ s� e Zd ZdZdddde� fdddd gZd
d d gZd
d� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!d"� Zd#S )$� bdist_eggz create an "egg" distribution)z
bdist-dir=�bz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))�exclude-source-filesNz+remove all .py files from the generated egg)� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging)r1 r4 r0 c C s. d | _ d | _d| _d | _d| _d | _d | _d S )Nr )� bdist_dir� plat_name� keep_temp�dist_dir�
skip_build�
egg_output�exclude_source_files��selfr r r �initialize_optionsZ s z bdist_egg.initialize_optionsc C s� | � d� }| _|j| _| jd kr>| � d�j}tj�|d�| _| jd krPt � | _| �
dd� | j d kr�t d d |j
|jt� | j�� o�| j��
� }tj�| j|d �| _ d S )N�egg_infoZbdistZegg)r8 r8 z.egg)�get_finalized_command�ei_cmdr? r5 �
bdist_baser r �joinr6 r Zset_undefined_optionsr: r Zegg_nameZ egg_versionr � distribution�has_ext_modulesr8 )r= rA rB �basenamer r r �finalize_optionsc s$
�zbdist_egg.finalize_optionsc C s� | j | �d�_tj�tj�t� ��}| jj g }| j_ |D ]�}t
|t �r�t |�dkr�tj�
|d �r�tj�|d �}tj�|�}||ks�|�|tj �r�|t |�d d � |d f}| jj �|� q:z"t�d| j � | jddd d� W 5 || j_ X d S )N�install� r � z installing package data to %s� install_data)�force�root)r5 r@ � install_libr r �normcase�realpathr rD �
data_files�
isinstance�tuple�len�isabs�
startswith�sep�appendr �info� call_command)r= Z
site_packages�old�itemrP Z
normalizedr r r �do_install_data{ s" � zbdist_egg.do_install_datac C s | j gS )N)r: r< r r r � get_outputs� s zbdist_egg.get_outputsc K sP t D ]}|�|| j� q|�d| j� |�d| j� | j|f|�}| �|� |S )z8Invoke reinitialized command `cmdname` with keyword argsr9 �dry_run)�INSTALL_DIRECTORY_ATTRS�
setdefaultr5 r9 r_ Zreinitialize_command� run_command)r= Zcmdname�kw�dirname�cmdr r r rZ � s
zbdist_egg.call_commandc C s� | � d� t�d| j� | �d�}|j}d |_| j�� rH| jsH| � d� | j ddd�}||_| �
� \}}g | _ g }t |�D ]|\}}t
j�|�\} }
t
j�| jt| �d �} | j �| � t�d |� | js�tt
j�|�| � |�| � |�t
jd
�||< qz|�r|�|� | jj�r| �� | j} t
j�| d �}
| �|
� | jj �rlt
j�|
d �}t�d
|� | j d|dd� | � |
� t
j�|
d�}|�r�t�d|� | j�s t |� t |d�}|� d�|�� |� d� |�!� n,t
j�"|��r t�d|� | j�s t
�#|� t$t
j�| d �| �%� � t
j�&t
j�| j'd���r<t�(d� | j)�rL| �*� t+| j,| | j-| j| �.� d� | j/�s�t0| j| jd� t1| jdg ��dt2� | j,f� d S ) Nr? z installing library code to %srH Z
build_clibrN r )Zwarn_dir�.pyzcreating stub loader for %s�/�EGG-INFO�scriptszinstalling scripts to %sZinstall_scriptsrJ )� install_dirZno_epznative_libs.txtz
writing %s�wt�
z removing %sz depends.txtzxWARNING: 'depends.txt' will not be used by setuptools 0.6!
Use the install_requires/extras_require setup() args instead.)�verboser_ �mode�r_ Z
dist_filesr- )3rb r rY r5 r@ rM rD Zhas_c_librariesr9 rZ �get_ext_outputs�stubs� enumerater r r rC r rX r_ r, rF �replacerW Z byte_compilerQ r] r ri �copy_metadata_tor
r' r( �close�isfile�unlink�write_safety_flag�zip_safe�existsr? �warnr; � zap_pyfiles� make_zipfiler: rm �
gen_headerr7 r �getattrr )r= ZinstcmdZold_rootre � all_outputs� ext_outputsZ
to_compiler/ Zext_namer �extr* Z archive_rootr? Z
script_dirZ native_libsZ libs_filer r r �run� s�
�
�
�� � �z
bdist_egg.runc
C s� t �d� t| j�D ]�\}}}|D ]�}tj�||�}|�d�rTt �d|� t� |� |�d�r"|}d}t
� ||�}tj�|tj |�
d�d �} t �d|| f � zt�| � W n tk
r� Y nX t�|| � q"qd S ) Nz+Removing .py files from temporary directoryrf z Deleting %s� __pycache__z#(?P<name>.+)\.(?P<magic>[^.]+)\.pyc�name�.pycz Renaming file from [%s] to [%s])r rY �walk_eggr5 r r rC r �debugrw �re�match�pardir�group�remove�OSError�rename)
r= r r r! r� r Zpath_old�pattern�mZpath_newr r r r| � s4
���zbdist_egg.zap_pyfilesc C s2 t | jdd �}|d k r|S t�d� t| j| j�S )Nry z4zip_safe flag not set; analyzing archive contents...)r rD r r{ � analyze_eggr5 rq )r= �safer r r ry s
zbdist_egg.zip_safec
C s� t �| jjpd�}|�di ��d�}|d kr0dS |jr<|jrJtd|f ��djt j
� }|j }d� |j�}|jd }t
j�| j�}d t� }| js�tt
j�| j�| jd
� t| jd�} | �|� | �� d S ) N� zsetuptools.installationZ eggsecutabler# zGeggsecutable entry point (%r) cannot have 'extras' or refer to a modulez{}.{}r r aH #!/bin/sh
if [ `basename $0` = "%(basename)s" ]
then exec python%(pyver)s -c "import sys, os; sys.path.insert(0, os.path.abspath('$0')); from %(pkg)s import %(base)s; sys.exit(%(full)s())" "$@"
else
echo $0 is not the correct name for this egg file.
echo Please rename it back to %(basename)s and try again.
exec false
fi
ro �a)r Z parse_maprD Z entry_points�getZattrsZextrasr �format�sys� version_infoZ module_namerC r r rF r: �localsr_ r rd r' r( ru )
r= ZepmZepZpyver�pkgZfullr rF �headerr+ r r r r~ s0 ��
�
zbdist_egg.gen_headerc C sh t j�| j�}t j�|d�}| jjjD ]<}|�|�r&t j�||t |�d� �}t
|� | � ||� q&dS )z*Copy metadata (egg info) to the target_dirr� N) r r �normpathr? rC rA Zfilelistr! rV rT r
Z copy_file)r= Z
target_dirZ
norm_egg_info�prefixr �targetr r r rt : s
zbdist_egg.copy_metadata_toc C s g }g }| j di}t| j �D ]f\}}}|D ].}tj�|�d �� tkr*|�|| | � q*|D ]"}|| | d |tj�||�< q^q | j �
� r�| � d�}|j D ]Z} t
| t�r�q�|�| j�}
|�|
�}tj�|��d�s�tj�tj�| j |��r�|�|� q�||fS )zAGet a list of relative paths to C extensions in the output distror� rJ rg Z build_extzdl-)r5 r" r r r �lower�NATIVE_EXTENSIONSrX rC rD rE r@ �
extensionsrR r Zget_ext_fullnamer� Zget_ext_filenamerF rV rz ) r= r� r� �pathsr r r! r Z build_cmdr� �fullnamer r r rp F s0
��
zbdist_egg.get_ext_outputsN)�__name__�
__module__� __qualname__� descriptionr Z user_optionsZboolean_optionsr> rG r] r^ rZ r� r| ry r~ rt rp r r r r r- C s2 �� �
Q' r- z.dll .so .dylib .pydc c sH t | �}t|�\}}}d|kr(|�d� |||fV |D ]
}|V q8dS )z@Walk an unpacked egg's contents, skipping the metadata directoryrh N)r" �nextr� )�egg_dirZwalkerr r r! Zbdfr r r r� f s
r� c C s� t �� D ](\}}tj�tj�| d|��r| S qt� s<dS d}t| �D ]R\}}}|D ]B}|�d�sV|�d�rrqVqV|�d�s�|�d�rVt | |||�o�|}qVqH|S )Nrh FTrf z.pywr� z.pyo)
� safety_flags�itemsr r rz rC �can_scanr� r � scan_module) r� rq �flag�fnr� r r r! r� r r r r� q s
r� c C s� t �� D ]r\}}tj�| |�}tj�|�rJ|d ks>t|�|krzt�|� q|d k rt|�|krt|d�}|� d� |�
� qd S )Nrk rl ) r� r� r r rC rz �boolrw r' r( ru )r� r� r� r� r+ r r r rx � s
rx zzip-safez not-zip-safe)TFc
C s t j�||�}|dd� |kr"dS |t| �d d� �t jd�}||rJdpLd t j�|�d }tjrld}nt j
d k r|d
}nd }t |d �}|� |� t
�|�} |�� d}
t�t| ��} d
D ] } | | kr�t�d|| � d}
q�d| k�r
dD ] } | | kr�t�d|| � d}
q�|
S )z;Check whether module possibly uses unsafe-for-zipfile stuffN���TrJ r r� r � )� � � � �rb)�__file__�__path__z%s: module references %sF�inspect) Z getsourceZ
getabsfileZ
getsourcefileZgetfilegetsourcelinesZ
findsourceZ getcommentsZ getframeinfoZgetinnerframesZgetouterframes�stackZtracez"%s: module MAY be using inspect.%s)r r rC rT rs rW r r ZPY2r� r� r' �read�marshal�loadru �dict�fromkeys� iter_symbolsr r{ )
r� r r� rq r r� r �skipr+ �coder� ZsymbolsZbadr r r r� � s4
r� c c sT | j D ]
}|V q| jD ]6}t|tj�r0|V qt|t�rt|�D ]
}|V qBqdS )zBYield names and strings used by `code` and its nested code objectsN)�co_names� co_constsrR r Z string_typesr r� )r� r� �constr r r r� � s
r� c C s2 t j�d�st jdkrdS t�d� t�d� d S )N�javaZcliTz1Unable to analyze compiled code on this platform.zfPlease ask the author to include a 'zip_safe' setting (either True or False) in the package's setup.py)r� �platformrV r r{ r r r r r� � s
r� rN rj rK Z install_baseTr# c
s� ddl }ttj�| ��d� t�d| � � � �fdd�}|rB|jn|j}�s�|j | ||d�} t
� �D ]\}
} } || |
| � qd| � � n t
� �D ]\}
} } |d|
| � q�| S )aq Create a zip file from all the files under 'base_dir'. The output
zip file will be named 'base_dir' + ".zip". Uses either the "zipfile"
Python module (if available) or the InfoZIP "zip" utility (if installed
and found on the default search path). If neither tool is available,
raises DistutilsExecError. Returns the name of the output zip file.
r Nro z#creating '%s' and adding '%s' to itc s` |D ]V}t j�t j�||��}t j�|�r|t� �d d � }�sN| �||� t�d|� qd S )NrJ z adding '%s') r r r� rC rv rT r( r r� )�zrd �namesr� r r/ ��base_dirr_ r r �visit� s zmake_zipfile.<locals>.visit)� compression) �zipfiler r r rd r rY Z ZIP_DEFLATEDZ
ZIP_STOREDZZipFiler" ru )
Z zip_filenamer� rm r_ �compressrn r� r� r� r� rd r r! r r� r r} � s
r} )r r Tr# )2�__doc__Zdistutils.errorsr Zdistutils.dir_utilr r Z distutilsr �typesr r� r r� r$ r� Zsetuptools.externr Z
pkg_resourcesr r r
r Zsetuptools.extensionr Z
setuptoolsr
Z sysconfigr r r � ImportErrorZdistutils.sysconfigr r r" r, r- r� r� �splitr� r� r� rx r� r� r� r� r` r} r r r r �<module> sX
" �$
� � site-packages/setuptools/command/__pycache__/__init__.cpython-38.pyc 0000644 00000001342 15201600075 0021516 0 ustar 00 U
�QabR � @ sz d ddddddddd d
d d d
dddddddddgZ ddlmZ ddlZddlmZ dejkrrd ejd< ej�d� [[dS ) �alias� bdist_eggZ bdist_rpmZ build_extZbuild_pyZdevelopZ easy_installZegg_infoZinstallZ install_lib�rotateZsaveoptsZsdistZsetoptZtestZinstall_egg_info�install_scripts�registerZ
bdist_wininstZ upload_docsZuploadZ
build_clibZ dist_info� )�bdistN)r Zegg)r zPython .egg file) �__all__Zdistutils.command.bdistr �sysZsetuptools.commandr Zformat_commandsZformat_command�append� r r �?/usr/lib/python3.8/site-packages/setuptools/command/__init__.py�<module> s< �
site-packages/setuptools/command/__pycache__/develop.cpython-38.opt-1.pyc 0000644 00000014545 15201600075 0022365 0 ustar 00 U
�Qab� � @ s� d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl Z d dl
m Z d dl Z d dl
mZ d dlmZ d dlZeZG dd � d eje�ZG d
d � d �ZdS ) � )� convert_path)�log)�DistutilsError�DistutilsOptionErrorN)�six)� easy_install)�
namespacesc @ sv e Zd ZdZdZejddg Zejdg ZdZdd� Z d d
� Z
d d � Z e d
d� �Z
dd� Zdd� Zdd� Zdd� ZdS )�developz Set up package for developmentz%install package in 'development mode')� uninstall�uz Uninstall this source package)z egg-path=Nz-Set the path to be used in the .egg-link filer
Fc C s2 | j r d| _| �� | �� n| �� | �� d S )NT)r
Z
multi_version�uninstall_linkZuninstall_namespaces�install_for_developmentZwarn_deprecated_options��self� r �>/usr/lib/python3.8/site-packages/setuptools/command/develop.py�run s
z develop.runc C s& d | _ d | _t�| � d | _d| _d S )N�.)r
�egg_pathr �initialize_options�
setup_pathZalways_copy_fromr r r r r ) s
zdevelop.initialize_optionsc C s | � d�}|jr,d}|j|jf}t|| ��|jg| _t�| � | �� | � � | j
� t � d�� |jd }t
j�| j|�| _|j| _| jd kr�t
j�|j�| _t�| j�}t�t
j�| j| j��}||kr�td| ��tj|t�|t
j�|j��|jd�| _| �| j| j| j�| _ d S )N�egg_infoz-Please rename %r to %r before using 'develop'z*.eggz .egg-linkzA--egg-path must be a relative path from the install directory to �Z project_name) �get_finalized_commandZbroken_egg_infor r Zegg_name�argsr �finalize_optionsZexpand_basedirsZ expand_dirsZ
package_index�scan�glob�os�path�join� install_dir�egg_link�egg_baser �abspath�
pkg_resources�normalize_pathr Z Distribution� PathMetadata�dist�_resolve_setup_pathr )r Zei�templater Z egg_link_fn�targetr r r r r 0 sF
�����zdevelop.finalize_optionsc C sn | � tjd��d�}|tjkr0d|�d�d }t�tj� |||��}|t�tj�krjt
d|t�tj���|S )z�
Generate a path from egg_base back to '.' where the
setup script resides and ensure that path points to the
setup path from $install_dir/$egg_path.
�/z../� zGCan't get a consistent path to setup script from installation directory) �replacer �sep�rstrip�curdir�countr% r& r r r )r# r! r Z
path_to_setupZresolvedr r r r) Z s
�
�zdevelop._resolve_setup_pathc C sH t jr�t| jdd�r�| jddd� | �d� | �d�}t�|j �}| jd|d� | �d� | jddd� | �d� | �d�}|| _
|| j _ t�
||j�| j _n"| �d� | jdd d� | �d� | �� tjr�| �tj� d t_| �� t�d
| j| j� | j�s0t| jd �� }|�| j
d | j � W 5 Q R X | � d | j | j � d S )
NZuse_2to3FZbuild_pyr )Zinplacer )r# Z build_extr- zCreating %s (link to %s)�w�
) r ZPY3�getattr� distributionZreinitialize_commandZ run_commandr r% r& Z build_libr r( �locationr' r Z _providerZinstall_site_py�
setuptoolsZbootstrap_install_fromr Zinstall_namespacesr �infor" r# �dry_run�open�writer Zprocess_distributionZno_deps)r Zbpy_cmdZ
build_pathZei_cmd�fr r r r
n s:
�
z develop.install_for_developmentc C s� t j�| j�rzt�d| j| j� t| j�}dd� |D �}|�� || j g| j | j
gfkrht� d|� d S | j szt �
| j� | j s�| �| j� | jjr�t� d� d S )NzRemoving %s (link to %s)c S s g | ] }|� � �qS r )r0 )�.0�liner r r �
<listcomp>� s z*develop.uninstall_link.<locals>.<listcomp>z$Link points to %s: uninstall abortedz5Note: you must uninstall or replace scripts manually!)r r �existsr" r r9 r# r; �closer r �warnr: �unlinkZ
update_pthr( r6 �scripts)r Z
egg_link_file�contentsr r r r � s
� zdevelop.uninstall_linkc
C s� || j k rt�| |�S | �|� | jjp*g D ]N}tj�t |��}tj�
|�}t � |��}|�
� }W 5 Q R X | �||||� q,d S �N)r( r �install_egg_scripts�install_wrapper_scriptsr6 rE r r r$ r �basename�ior; �readZinstall_script)r r( Z script_nameZ script_pathZstrmZ script_textr r r rH � s
zdevelop.install_egg_scriptsc C s t |�}t�| |�S rG )�VersionlessRequirementr rI �r r( r r r rI � s z develop.install_wrapper_scriptsN)�__name__�
__module__� __qualname__�__doc__� descriptionr Z user_optionsZboolean_optionsZcommand_consumes_argumentsr r r � staticmethodr) r
r rH rI r r r r r s" � *
0r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) rM a�
Adapt a pkg_resources.Distribution to simply return the project
name as the 'requirement' so that scripts will work across
multiple versions.
>>> from pkg_resources import Distribution
>>> dist = Distribution(project_name='foo', version='1.0')
>>> str(dist.as_requirement())
'foo==1.0'
>>> adapted_dist = VersionlessRequirement(dist)
>>> str(adapted_dist.as_requirement())
'foo'
c C s
|| _ d S rG )� _VersionlessRequirement__distrN r r r �__init__� s z VersionlessRequirement.__init__c C s t | j|�S rG )r5 rU )r �namer r r � __getattr__� s z"VersionlessRequirement.__getattr__c C s | j S rG r r r r r �as_requirement� s z%VersionlessRequirement.as_requirementN)rO rP rQ rR rV rX rY r r r r rM � s rM )Zdistutils.utilr Z distutilsr Zdistutils.errorsr r r r rK Zsetuptools.externr r% Z setuptools.command.easy_installr r8 r �typeZ
__metaclass__ZDevelopInstallerr rM r r r r �<module> s 6 site-packages/setuptools/command/__pycache__/build_py.cpython-38.opt-1.pyc 0000644 00000020701 15201600075 0022525 0 ustar 00 U
�Qab|% � @ s� d dl m Z d dlmZ d dlm mZ d dlZd dlZd dl Z d dl
Z
d dl Z d dl
Z
d dlmZ d dlmZmZmZ zd dlmZ W n" ek
r� G dd� d�ZY nX G d d
� d
eje�Zdd d �Zd
d� ZdS )� )�glob)� convert_pathN)�six)�map�filter� filterfalse)� Mixin2to3c @ s e Zd Zddd�ZdS )r Tc C s dS )z
do nothingN� )�self�filesZdoctestsr r �?/usr/lib/python3.8/site-packages/setuptools/command/build_py.py�run_2to3 s zMixin2to3.run_2to3N)T)�__name__�
__module__� __qualname__r
r r r r r s r c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zed d � �Zd S )!�build_pyaX Enhanced 'build_py' command that includes data files with packages
The data files are specified via a 'package_data' argument to 'setup()'.
See 'setuptools.dist.Distribution' for more details.
Also, this version of the 'build_py' command allows you to specify both
'py_modules' and 'packages' in the same setup operation.
c C sF t j�| � | jj| _| jjp i | _d| jkr6| jd= g | _g | _d S )N�
data_files) �origr �finalize_options� distribution� package_data�exclude_package_data�__dict__�_build_py__updated_files�_build_py__doctests_2to3�r
r r r r ! s
�
zbuild_py.finalize_optionsc C sx | j s| jsdS | j r | �� | jr4| �� | �� | �| jd� | �| jd� | �| jd� | �t j
j | dd�� dS )z?Build modules, packages, and copy data files to build directoryNFTr )Zinclude_bytecode) Z
py_modules�packagesZ
build_modulesZbuild_packages�build_package_datar
r r Z byte_compiler r Z get_outputsr r r r �run+ s z build_py.runc C s& |dkr| � � | _| jS tj�| |�S )zlazily compute data filesr )�_get_data_filesr r r � __getattr__)r
�attrr r r r ? s
zbuild_py.__getattr__c C sJ t jr t|t j�r |�d�}tj�| |||�\}}|rB| j� |� ||fS )N�.)
r ZPY2�
isinstanceZ string_types�splitr r � build_moduler �append)r
�moduleZ module_file�packageZoutfile�copiedr r r r% F s
� zbuild_py.build_modulec C s | � � tt| j| jpd��S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuplesr )�analyze_manifest�listr �_get_pkg_data_filesr r r r r r P s zbuild_py._get_data_filesc sJ | � |�� tjj| jg|�d� � }� fdd�| �|� �D �}|� ||fS )Nr" c s g | ]}t j�|� ��qS r )�os�path�relpath)�.0�file��src_dirr r �
<listcomp>] s �z0build_py._get_pkg_data_files.<locals>.<listcomp>)�get_package_dirr- r. �joinZ build_libr$ �find_data_files)r
r( � build_dir� filenamesr r2 r r, U s
�z build_py._get_pkg_data_filesc C sX | � | j||�}tt|�}tj�|�}ttj j
|�}t�| j � |g �|�}| �
|||�S )z6Return filenames for package's data files in 'src_dir')�_get_platform_patternsr r r � itertools�chain�
from_iterabler r- r. �isfile�manifest_files�get�exclude_data_files)r
r( r3 �patternsZglobs_expandedZ
globs_matchesZ
glob_filesr r r r r7 c s �
�zbuild_py.find_data_filesc
C s� | j D ]|\}}}}|D ]j}tj�||�}| �tj�|�� tj�||�}| �||�\}} tj�|�}| r|| jj kr| j
� |� qqdS )z$Copy data files into build directoryN) r r- r. r6 Zmkpath�dirnameZ copy_file�abspathr Zconvert_2to3_doctestsr r& )
r
r( r3 r8 r9 �filename�targetZsrcfileZoutfr) r r r r t s
�zbuild_py.build_package_datac C s� i | _ }| jjsd S i }| jp"dD ]}||t| �|��< q$| �d� | �d�}|jj D ]�}t
j � t|��\}}d }|} |r�||kr�||kr�|}t
j � |�\}}
t
j �
|
|�}qx||krX|�d�r�|| kr�qX|�|| g ��|� qXd S )Nr Zegg_infoz.py)r? r Zinclude_package_datar �assert_relativer5 Z run_commandZget_finalized_commandZfilelistr r- r. r$ r6 �endswith�
setdefaultr& ) r
ZmfZsrc_dirsr( Zei_cmdr. �d�f�prevZoldfZdfr r r r* � s(
zbuild_py.analyze_manifestc C s d S �Nr r r r r �get_data_files� s zbuild_py.get_data_filesc C s� z | j | W S tk
r Y nX tj�| ||�}|| j |< |rH| jjsL|S | jjD ] }||ksn|�|d �rT qxqT|S t� |d��}|�
� }W 5 Q R X d|kr�t j �
d|f ��|S )z8Check namespace packages' __init__ for declare_namespacer" �rbs declare_namespacez�Namespace package problem: %s is a namespace package, but its
__init__.py does not call declare_namespace()! Please fix it.
(See the setuptools manual under "Namespace Packages" for details.)
")�packages_checked�KeyErrorr r �
check_packager Znamespace_packages�
startswith�io�open�read� distutils�errorsZDistutilsError)r
r( Z package_dirZinit_pyZpkgrK �contentsr r r rR � s*
��zbuild_py.check_packagec C s i | _ tj�| � d S rM )rP r r �initialize_optionsr r r r rZ � s zbuild_py.initialize_optionsc C s0 t j�| |�}| jjd k r,tj�| jj|�S |S rM )r r r5 r Zsrc_rootr- r. r6 )r
r( �resr r r r5 � s zbuild_py.get_package_dirc s\ t ���| �| j||�}�fdd�|D �}tj�|�}t|�� � fdd��D �}t t|��S )z6Filter filenames for package's data files in 'src_dir'c 3 s | ]}t �� |�V qd S rM )�fnmatchr �r0 �pattern)r r r � <genexpr>� s �z.build_py.exclude_data_files.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S rM r )r0 �fn)�badr r r_ � s �)r+ r: r r; r< r= �set�_unique_everseen)r
r( r3 r rB Z match_groupsZmatchesZkeepersr )ra r r rA � s �
�
�zbuild_py.exclude_data_filesc s. t �| �dg �| �|g ��}� fdd�|D �S )z�
yield platform-specific path patterns (suitable for glob
or fn_match) from a glob-based spec (such as
self.package_data or self.exclude_package_data)
matching package in src_dir.
� c 3 s | ]}t j�� t|��V qd S rM )r- r. r6 r r] r2 r r r_ � s �z2build_py._get_platform_patterns.<locals>.<genexpr>)r; r< r@ )�specr( r3 Z raw_patternsr r2 r r: � s
�
�z build_py._get_platform_patternsN)r r r �__doc__r r r r% r r, r7 r r* rN rR rZ r5 rA � staticmethodr: r r r r r s"
r c c sb t � }|j}|dkr6t|j| �D ]}||� |V q n(| D ]"}||�}||kr:||� |V q:dS )zHList unique elements, preserving order. Remember all elements ever seen.N)rb �addr � __contains__)�iterable�key�seenZseen_addZelement�kr r r rc � s
rc c C s: t j�| �s| S ddlm} t�d��� | }||��d S )Nr )�DistutilsSetupErrorz�
Error: setup script specifies an absolute path:
%s
setup() arguments must *always* be /-separated paths relative to the
setup.py directory, *never* absolute paths.
)r- r. �isabs�distutils.errorsrn �textwrap�dedent�lstrip)r. rn �msgr r r rG s �rG )N)r Zdistutils.utilr Zdistutils.command.build_pyZcommandr r r- r\ rq rT rp rW r; Zsetuptools.externr Zsetuptools.extern.six.movesr r r Zsetuptools.lib2to3_exr � ImportErrorrc rG r r r r �<module> s$ Y
site-packages/setuptools/command/__pycache__/bdist_wininst.cpython-38.opt-1.pyc 0000644 00000001672 15201600075 0023604 0 ustar 00 U
�Qab} � @ s( d dl m mZ G dd� dej�ZdS )� Nc @ s e Zd Zddd�Zdd� ZdS )�
bdist_wininstr c C s | j �||�}|dkr d|_|S )zj
Supplement reinitialize_command to work around
http://bugs.python.org/issue20819
)Zinstall� install_libN)Z distribution�reinitialize_commandr )�self�commandZreinit_subcommands�cmd� r �D/usr/lib/python3.8/site-packages/setuptools/command/bdist_wininst.pyr s �z"bdist_wininst.reinitialize_commandc C s$ d| _ ztj�| � W 5 d| _ X d S )NTF)Z _is_running�origr �run)r r r r r s zbdist_wininst.runN)r )�__name__�
__module__� __qualname__r r r r r r r s
r )Z distutils.command.bdist_wininstr r r
r r r r �<module> s site-packages/setuptools/command/__pycache__/build_clib.cpython-38.opt-1.pyc 0000644 00000004605 15201600075 0023013 0 ustar 00 U
�Qab� � @ sL d dl m mZ d dlmZ d dlmZ d dlm Z G dd� dej�ZdS )� N)�DistutilsSetupError)�log)�newer_pairwise_groupc @ s e Zd ZdZdd� ZdS )�
build_clibav
Override the default build_clib behaviour to do the following:
1. Implement a rudimentary timestamp-based dependency system
so 'compile()' doesn't run every time.
2. Add more keys to the 'build_info' dictionary:
* obj_deps - specify dependencies for each object compiled.
this should be a dictionary mapping a key
with the source filename to a list of
dependencies. Use an empty string for global
dependencies.
* cflags - specify a list of additional flags to pass to
the compiler.
c C sr |D �]f\}}|� d�}|d ks.t|ttf�s:td| ��t|�}t�d|� |� dt� �}t|t�srtd| ��g }|� dt� �}t|ttf�s�td| ��|D ]P}|g} | �|� |� |t� �}
t|
ttf�s�td| ��| �|
� |� | � q�| j
j || j d�} t
|| �g g fk�rT|� d�} |� d �}
|� d
�}| j
j|| j | |
|| jd �}| j
j| || j| jd � qd S )
N�sourceszfin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenameszbuilding '%s' library�obj_depsz\in 'libraries' option (library '%s'), 'obj_deps' must be a dictionary of type 'source: list'� )�
output_dir�macros� include_dirs�cflags)r r
r Zextra_postargs�debug)r r
)�get�
isinstance�list�tupler r �info�dict�extend�appendZcompilerZobject_filenamesZ
build_tempr �compiler
Zcreate_static_libr )�selfZ librariesZlib_nameZ
build_infor r Z dependenciesZ global_deps�sourceZsrc_depsZ
extra_depsZexpected_objectsr
r r Zobjects� r �A/usr/lib/python3.8/site-packages/setuptools/command/build_clib.py�build_libraries sv
��
����
��
�
� �zbuild_clib.build_librariesN)�__name__�
__module__� __qualname__�__doc__r r r r r r s r )
Z distutils.command.build_clibZcommandr ZorigZdistutils.errorsr Z distutilsr Zsetuptools.dep_utilr r r r r �<module> s site-packages/setuptools/command/__pycache__/rotate.cpython-38.pyc 0000644 00000004730 15201600075 0021261 0 ustar 00 U
�Qabt � @ s` d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z d dl
m Z G dd� de �Z dS ) � )� convert_path)�log)�DistutilsOptionErrorN)�six)�Commandc @ s: e Zd ZdZdZdddgZg Zdd� Zdd � Zd
d � Z d S )
�rotatezDelete older distributionsz2delete older distributions, keeping N newest files)zmatch=�mz patterns to match (required))z dist-dir=�dz%directory where the distributions are)zkeep=�kz(number of matching distributions to keepc C s d | _ d | _d | _d S )N)�match�dist_dir�keep��self� r �=/usr/lib/python3.8/site-packages/setuptools/command/rotate.py�initialize_options s zrotate.initialize_optionsc C s� | j d krtd��| jd kr$td��zt| j�| _W n tk
rP td��Y nX t| j tj�rxdd� | j �d�D �| _ | � dd� d S ) NzQMust specify one or more (comma-separated) match patterns (e.g. '.zip' or '.egg')z$Must specify number of files to keepz--keep must be an integerc S s g | ]}t |�� ��qS r )r �strip)�.0�pr r r �
<listcomp>* s z+rotate.finalize_options.<locals>.<listcomp>�,Zbdist)r r )
r r r
�int�
ValueError�
isinstancer Z string_types�splitZset_undefined_optionsr r r r �finalize_options s
�
�zrotate.finalize_optionsc C s� | � d� ddlm} | jD ]�}| j�� d | }|tj�| j|��}dd� |D �}|� � |�
� t � dt
|�|� || jd � }|D ]<\}}t � d|� | js�tj�|�r�t�|� q�t�|� q�q d S ) NZegg_infor )�glob�*c S s g | ]}t j�|�|f�qS r )�os�path�getmtime)r �fr r r r 6 s z rotate.run.<locals>.<listcomp>z%d file(s) matching %sz Deleting %s)Z run_commandr r Z distributionZget_namer r �joinr �sort�reverser �info�lenr
Zdry_run�isdir�shutilZrmtree�unlink)r r �pattern�files�tr" r r r �run/ s
z
rotate.runN)
�__name__�
__module__� __qualname__�__doc__� descriptionZ user_optionsZboolean_optionsr r r. r r r r r s �r )
Zdistutils.utilr Z distutilsr Zdistutils.errorsr r r) Zsetuptools.externr Z
setuptoolsr r r r r r �<module> s site-packages/setuptools/command/__pycache__/bdist_egg.cpython-38.pyc 0000644 00000033546 15201600075 0021721 0 ustar 00 U
�Qab G � @ sx d Z ddlmZ ddlmZmZ ddlmZ ddlm Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlmZ ddlmZmZmZ dd lmZ dd
lmZ dd lmZ z dd lmZm Z d
d� Z W n, e k
r� ddl m Z m Z dd� Z Y nX dd� Z!dd� Z"dd� Z#G dd� de�Z$e%�&d�'� �Z(dd� Z)d d � Z*d d � Z+d d!d"�Z,d#d$� Z-d%d&� Z.d'd(� Z/d)d*d+d,gZ0d1d/d0�Z1dS )2z6setuptools.command.bdist_egg
Build .egg distributions� )�DistutilsSetupError)� remove_tree�mkpath)�log)�CodeTypeN)�six)�get_build_platform� Distribution�ensure_directory)�
EntryPoint)�Library)�Command)�get_path�get_python_versionc C s t d�S )NZpurelib)r � r r �@/usr/lib/python3.8/site-packages/setuptools/command/bdist_egg.py� _get_purelib s r )�get_python_libr c C s t d�S )NF)r r r r r r s c C s2 d| krt j�| �d } | �d�r.| d d� } | S )N�.r �modulei����)�os�path�splitext�endswith)�filenamer r r � strip_module# s
r c c s6 t �| �D ]&\}}}|�� |�� |||fV q
dS )zbDo os.walk in a reproducible way,
independent of indeterministic filesystem readdir order
N)r �walk�sort)�dir�base�dirs�filesr r r � sorted_walk+ s r" c C s6 t �d��� }t|d��}|�|| � W 5 Q R X d S )NaR
def __bootstrap__():
global __bootstrap__, __loader__, __file__
import sys, pkg_resources, imp
__file__ = pkg_resources.resource_filename(__name__, %r)
__loader__ = None; del __bootstrap__, __loader__
imp.load_dynamic(__name__,__file__)
__bootstrap__()
�w)�textwrap�dedent�lstrip�open�write)�resource�pyfileZ_stub_template�fr r r �
write_stub5 s r, c @ s� e Zd ZdZdddde� fdddd gZd
d d gZd
d� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!d"� Zd#S )$� bdist_eggz create an "egg" distribution)z
bdist-dir=�bz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))�exclude-source-filesNz+remove all .py files from the generated egg)� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging)r1 r4 r0 c C s. d | _ d | _d| _d | _d| _d | _d | _d S )Nr )� bdist_dir� plat_name� keep_temp�dist_dir�
skip_build�
egg_output�exclude_source_files��selfr r r �initialize_optionsZ s z bdist_egg.initialize_optionsc C s� | � d� }| _|j| _| jd kr>| � d�j}tj�|d�| _| jd krPt � | _| �
dd� | j d kr�t d d |j
|jt� | j�� o�| j��
� }tj�| j|d �| _ d S )N�egg_infoZbdistZegg)r8 r8 z.egg)�get_finalized_command�ei_cmdr? r5 �
bdist_baser r �joinr6 r Zset_undefined_optionsr: r Zegg_nameZ egg_versionr � distribution�has_ext_modulesr8 )r= rA rB �basenamer r r �finalize_optionsc s$
�zbdist_egg.finalize_optionsc C s� | j | �d�_tj�tj�t� ��}| jj g }| j_ |D ]�}t
|t �r�t |�dkr�tj�
|d �r�tj�|d �}tj�|�}||ks�|�|tj �r�|t |�d d � |d f}| jj �|� q:z"t�d| j � | jddd d� W 5 || j_ X d S )N�install� r � z installing package data to %s� install_data)�force�root)r5 r@ � install_libr r �normcase�realpathr rD �
data_files�
isinstance�tuple�len�isabs�
startswith�sep�appendr �info� call_command)r= Z
site_packages�old�itemrP Z
normalizedr r r �do_install_data{ s" � zbdist_egg.do_install_datac C s | j gS )N)r: r< r r r � get_outputs� s zbdist_egg.get_outputsc K sP t D ]}|�|| j� q|�d| j� |�d| j� | j|f|�}| �|� |S )z8Invoke reinitialized command `cmdname` with keyword argsr9 �dry_run)�INSTALL_DIRECTORY_ATTRS�
setdefaultr5 r9 r_ Zreinitialize_command� run_command)r= Zcmdname�kw�dirname�cmdr r r rZ � s
zbdist_egg.call_commandc C s� | � d� t�d| j� | �d�}|j}d |_| j�� rH| jsH| � d� | j ddd�}||_| �
� \}}g | _ g }t |�D ]|\}}t
j�|�\} }
t
j�| jt| �d �} | j �| � t�d |� | js�tt
j�|�| � |�| � |�t
jd
�||< qz|�r|�|� | jj�r| �� | j} t
j�| d �}
| �|
� | jj �rlt
j�|
d �}t�d
|� | j d|dd� | � |
� t
j�|
d�}|�r�t�d|� | j�s t |� t |d�}|� d�|�� |� d� |�!� n,t
j�"|��r t�d|� | j�s t
�#|� t$t
j�| d �| �%� � t
j�&t
j�| j'd���r<t�(d� | j)�rL| �*� t+| j,| | j-| j| �.� d� | j/�s�t0| j| jd� t1| jdg ��dt2� | j,f� d S ) Nr? z installing library code to %srH Z
build_clibrN r )Zwarn_dir�.pyzcreating stub loader for %s�/�EGG-INFO�scriptszinstalling scripts to %sZinstall_scriptsrJ )� install_dirZno_epznative_libs.txtz
writing %s�wt�
z removing %sz depends.txtzxWARNING: 'depends.txt' will not be used by setuptools 0.6!
Use the install_requires/extras_require setup() args instead.)�verboser_ �mode�r_ Z
dist_filesr- )3rb r rY r5 r@ rM rD Zhas_c_librariesr9 rZ �get_ext_outputs�stubs� enumerater r r rC r rX r_ r, rF �replacerW Z byte_compilerQ r] r ri �copy_metadata_tor
r' r( �close�isfile�unlink�write_safety_flag�zip_safe�existsr? �warnr; � zap_pyfiles� make_zipfiler: rm �
gen_headerr7 r �getattrr )r= ZinstcmdZold_rootre � all_outputs� ext_outputsZ
to_compiler/ Zext_namer �extr* Z archive_rootr? Z
script_dirZ native_libsZ libs_filer r r �run� s�
�
�
�� � �z
bdist_egg.runc
C s� t �d� t| j�D ]�\}}}|D ]�}tj�||�}|�d�rTt �d|� t� |� |�d�r"|}d}t
� ||�}tj�|tj |�
d�d �} t �d|| f � zt�| � W n tk
r� Y nX t�|| � q"qd S ) Nz+Removing .py files from temporary directoryrf z Deleting %s� __pycache__z#(?P<name>.+)\.(?P<magic>[^.]+)\.pyc�name�.pycz Renaming file from [%s] to [%s])r rY �walk_eggr5 r r rC r �debugrw �re�match�pardir�group�remove�OSError�rename)
r= r r r! r� r Zpath_old�pattern�mZpath_newr r r r| � s4
���zbdist_egg.zap_pyfilesc C s2 t | jdd �}|d k r|S t�d� t| j| j�S )Nry z4zip_safe flag not set; analyzing archive contents...)r rD r r{ � analyze_eggr5 rq )r= �safer r r ry s
zbdist_egg.zip_safec
C s� t �| jjpd�}|�di ��d�}|d kr0dS |jr<|jrJtd|f ��djt j
� }|j }d� |j�}|jd }t
j�| j�}d t� }| js�tt
j�| j�| jd
� t| jd�} | �|� | �� d S ) N� zsetuptools.installationZ eggsecutabler# zGeggsecutable entry point (%r) cannot have 'extras' or refer to a modulez{}.{}r r aH #!/bin/sh
if [ `basename $0` = "%(basename)s" ]
then exec python%(pyver)s -c "import sys, os; sys.path.insert(0, os.path.abspath('$0')); from %(pkg)s import %(base)s; sys.exit(%(full)s())" "$@"
else
echo $0 is not the correct name for this egg file.
echo Please rename it back to %(basename)s and try again.
exec false
fi
ro �a)r Z parse_maprD Z entry_points�getZattrsZextrasr �format�sys� version_infoZ module_namerC r r rF r: �localsr_ r rd r' r( ru )
r= ZepmZepZpyver�pkgZfullr rF �headerr+ r r r r~ s0 ��
�
zbdist_egg.gen_headerc C sh t j�| j�}t j�|d�}| jjjD ]<}|�|�r&t j�||t |�d� �}t
|� | � ||� q&dS )z*Copy metadata (egg info) to the target_dirr� N) r r �normpathr? rC rA Zfilelistr! rV rT r
Z copy_file)r= Z
target_dirZ
norm_egg_info�prefixr �targetr r r rt : s
zbdist_egg.copy_metadata_toc C s g }g }| j di}t| j �D ]f\}}}|D ].}tj�|�d �� tkr*|�|| | � q*|D ]"}|| | d |tj�||�< q^q | j �
� r�| � d�}|j D ]Z} t
| t�r�q�|�| j�}
|�|
�}tj�|��d�s�tj�tj�| j |��r�|�|� q�||fS )zAGet a list of relative paths to C extensions in the output distror� rJ rg Z build_extzdl-)r5 r" r r r �lower�NATIVE_EXTENSIONSrX rC rD rE r@ �
extensionsrR r Zget_ext_fullnamer� Zget_ext_filenamerF rV rz ) r= r� r� �pathsr r r! r Z build_cmdr� �fullnamer r r rp F s0
��
zbdist_egg.get_ext_outputsN)�__name__�
__module__� __qualname__� descriptionr Z user_optionsZboolean_optionsr> rG r] r^ rZ r� r| ry r~ rt rp r r r r r- C s2 �� �
Q' r- z.dll .so .dylib .pydc c sH t | �}t|�\}}}d|kr(|�d� |||fV |D ]
}|V q8dS )z@Walk an unpacked egg's contents, skipping the metadata directoryrh N)r" �nextr� )�egg_dirZwalkerr r r! Zbdfr r r r� f s
r� c C s� t �� D ](\}}tj�tj�| d|��r| S qt� s<dS d}t| �D ]R\}}}|D ]B}|�d�sV|�d�rrqVqV|�d�s�|�d�rVt | |||�o�|}qVqH|S )Nrh FTrf z.pywr� z.pyo)
� safety_flags�itemsr r rz rC �can_scanr� r � scan_module) r� rq �flag�fnr� r r r! r� r r r r� q s
r� c C s� t �� D ]r\}}tj�| |�}tj�|�rJ|d ks>t|�|krzt�|� q|d k rt|�|krt|d�}|� d� |�
� qd S )Nrk rl ) r� r� r r rC rz �boolrw r' r( ru )r� r� r� r� r+ r r r rx � s
rx zzip-safez not-zip-safe)TFc
C s t j�||�}|dd� |kr"dS |t| �d d� �t jd�}||rJdpLd t j�|�d }tjrld}nt j
d k r|d
}nd }t |d �}|� |� t
�|�} |�� d}
t�t| ��} d
D ] } | | kr�t�d|| � d}
q�d| k�r
dD ] } | | kr�t�d|| � d}
q�|
S )z;Check whether module possibly uses unsafe-for-zipfile stuffN���TrJ r r� r � )� � � � �rb)�__file__�__path__z%s: module references %sF�inspect) Z getsourceZ
getabsfileZ
getsourcefileZgetfilegetsourcelinesZ
findsourceZ getcommentsZ getframeinfoZgetinnerframesZgetouterframes�stackZtracez"%s: module MAY be using inspect.%s)r r rC rT rs rW r r ZPY2r� r� r' �read�marshal�loadru �dict�fromkeys� iter_symbolsr r{ )
r� r r� rq r r� r �skipr+ �coder� ZsymbolsZbadr r r r� � s4
r� c c sT | j D ]
}|V q| jD ]6}t|tj�r0|V qt|t�rt|�D ]
}|V qBqdS )zBYield names and strings used by `code` and its nested code objectsN)�co_names� co_constsrR r Z string_typesr r� )r� r� �constr r r r� � s
r� c C s2 t j�d�st jdkrdS t�d� t�d� d S )N�javaZcliTz1Unable to analyze compiled code on this platform.zfPlease ask the author to include a 'zip_safe' setting (either True or False) in the package's setup.py)r� �platformrV r r{ r r r r r� � s
r� rN rj rK Z install_baseTr# c
s� ddl }ttj�| ��d� t�d| � � � �fdd�}|rB|jn|j}�s�|j | ||d�} t
� �D ]\}
} } || |
| � qd| � � n t
� �D ]\}
} } |d|
| � q�| S )aq Create a zip file from all the files under 'base_dir'. The output
zip file will be named 'base_dir' + ".zip". Uses either the "zipfile"
Python module (if available) or the InfoZIP "zip" utility (if installed
and found on the default search path). If neither tool is available,
raises DistutilsExecError. Returns the name of the output zip file.
r Nro z#creating '%s' and adding '%s' to itc s` |D ]V}t j�t j�||��}t j�|�r|t� �d d � }�sN| �||� t�d|� qd S )NrJ z adding '%s') r r r� rC rv rT r( r r� )�zrd �namesr� r r/ ��base_dirr_ r r �visit� s zmake_zipfile.<locals>.visit)� compression) �zipfiler r r rd r rY Z ZIP_DEFLATEDZ
ZIP_STOREDZZipFiler" ru )
Z zip_filenamer� rm r_ �compressrn r� r� r� r� rd r r! r r� r r} � s
r} )r r Tr# )2�__doc__Zdistutils.errorsr Zdistutils.dir_utilr r Z distutilsr �typesr r� r r� r$ r� Zsetuptools.externr Z
pkg_resourcesr r r
r Zsetuptools.extensionr Z
setuptoolsr
Z sysconfigr r r � ImportErrorZdistutils.sysconfigr r r" r, r- r� r� �splitr� r� r� rx r� r� r� r� r` r} r r r r �<module> sX
" �$
� � site-packages/setuptools/command/__pycache__/test.cpython-38.opt-1.pyc 0000644 00000020433 15201600075 0021677 0 ustar 00 U
�Qab�% � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
d dlm Z d dl m
Z
d dlmZmZ d dlmZmZmZmZmZmZmZmZmZ d dlm Z d d
l m Z e Z G d d � d e �Z!G d
d� d�Z"G dd� de �Z#dS )� N)�DistutilsError�DistutilsOptionError)�log)�
TestLoader)�six)�map�filter) �resource_listdir�resource_exists�normalize_path� working_set�_namespace_packages�evaluate_marker�add_activation_listener�require�
EntryPoint)�Command� )�_unique_everseenc @ s e Zd Zdd� Zddd�ZdS )�ScanningLoaderc C s t �| � t� | _d S �N)r �__init__�set�_visited��self� r �;/usr/lib/python3.8/site-packages/setuptools/command/test.pyr s
zScanningLoader.__init__Nc C s� || j krdS | j �|� g }|�t�| |�� t|d�rH|�|�� � t|d�r�t|jd�D ]`}|� d�r�|dkr�|jd |dd� }n"t
|j|d �r^|jd | }nq^|�| � |�� q^t |�d
kr�| �
|�S |d S dS ) a Return a suite of all tests cases contained in the given module
If the module is a package, load tests from all the modules in it.
If the module has an ``additional_tests`` function, call it and add
the return value to the tests.
N�additional_tests�__path__� z.pyz __init__.py�.���z /__init__.pyr r )r �add�appendr �loadTestsFromModule�hasattrr r �__name__�endswithr
ZloadTestsFromName�lenZ
suiteClass)r �module�patternZtests�fileZ submoduler r r r% s$
z"ScanningLoader.loadTestsFromModule)N)r' �
__module__� __qualname__r r% r r r r r s r c @ s e Zd Zdd� Zddd�ZdS )�NonDataPropertyc C s
|| _ d S r ��fget)r r1 r r r r A s zNonDataProperty.__init__Nc C s |d kr | S | � |�S r r0 )r �objZobjtyper r r �__get__D s zNonDataProperty.__get__)N)r' r- r. r r3 r r r r r/ @ s r/ c @ s� e Zd ZdZdZdddgZdd� Zdd � Zed
d � �Z d d
� Z
dd� Z e j
g fdd��Zee j
dd� ��Zedd� �Zdd� Zdd� Zedd� �Zed d � �Zd S ) �testz.Command to run unit tests after in-place buildz0run unit tests after in-place build (deprecated))z test-module=�mz$Run 'test_suite' in specified module)z test-suite=�sz9Run single test, case or suite (e.g. 'module.test_suite'))z test-runner=�rzTest runner to usec C s d | _ d | _d | _d | _d S r )�
test_suite� test_module� test_loader� test_runnerr r r r �initialize_optionsV s ztest.initialize_optionsc C s� | j r| jrd}t|��| j d krD| jd kr8| jj | _ n | jd | _ | jd kr^t| jdd �| _| jd krnd| _| jd kr�t| jdd �| _d S )Nz1You may specify a module or a suite, but not bothz .test_suiter: z&setuptools.command.test:ScanningLoaderr; )r8 r9 r � distributionr: �getattrr; )r �msgr r r �finalize_options\ s
ztest.finalize_optionsc C s t | �� �S r )�list�
_test_argsr r r r � test_argso s ztest.test_argsc c s4 | j stjdkrdV | jr"dV | j r0| j V d S )N)� � Zdiscoverz --verbose)r8 �sys� version_info�verboser r r r rB s s ztest._test_argsc C s | � � � |� W 5 Q R X dS )zI
Backward compatibility for project_on_sys_path context.
N)�project_on_sys_path)r �funcr r r �with_project_on_sys_path{ s
z test.with_project_on_sys_pathc
c sP t jot| jdd�}|rv| jddd� | �d� | �d�}t|j�}| jd|d� | �d� | jddd� | �d� n"| �d� | jdd d� | �d� | �d�}t j
d d � }t j � � }zbt|j�}t j
�d|� t�� td
d � � td |j|jf � | �|g�� d V W 5 Q R X W 5 |t j
d d �< t j �
� t j �|� t�� X d S )
N�use_2to3F�build_pyr )ZinplaceZegg_info)�egg_baseZ build_extr c S s | � � S r )Zactivate)�distr r r �<lambda>� � z*test.project_on_sys_path.<locals>.<lambda>z%s==%s)r �PY3r> r= Zreinitialize_commandZ run_commandZget_finalized_commandr Z build_librF �path�modules�copy�clear�updater r rN �insertr r Zegg_nameZ egg_version�paths_on_pythonpath) r Z
include_distsZ with_2to3Zbpy_cmdZ
build_pathZei_cmdZold_pathZ old_modulesZ project_pathr r r rI � s8
ztest.project_on_sys_pathc
c s� t � }tj�d|�}tj�dd�}zBtj�t| ��}td||g�}tj�|�}|r\|tjd< dV W 5 ||kr~tj�dd� n
|tjd< X dS )z�
Add the indicated paths to the head of the PYTHONPATH environment
variable so that subprocesses will also see the packages at
these paths.
Do this in a context that restores the value on exit.
Z
PYTHONPATHr N) �object�os�environ�get�pop�pathsep�joinr r )�pathsZnothingZorig_pythonpathZcurrent_pythonpath�prefixZto_join�new_pathr r r rY � s
ztest.paths_on_pythonpathc C sD | � | j�}| � | jpg �}| � dd� | j�� D ��}t�|||�S )z�
Install the requirements indicated by self.distribution and
return an iterable of the dists that were built.
c s s0 | ](\}}|� d �rt|dd� �r|V qdS )�:r N)�
startswithr )�.0�k�vr r r � <genexpr>� s
�z%test.install_dists.<locals>.<genexpr>)Zfetch_build_eggsZinstall_requiresZ
tests_requireZextras_require�items� itertools�chain)rO Zir_dZtr_dZer_dr r r �
install_dists� s
�ztest.install_distsc
C s� | � dtj� | �| j�}d�| j�}| jr>| � d| � d S | � d| � tt �
d�|�}| � |��" | � � � | �
� W 5 Q R X W 5 Q R X d S )Nz�WARNING: Testing via this command is deprecated and will be removed in a future version. Users looking for a generic test entry point independent of test runner are encouraged to use tox.� zskipping "%s" (dry run)z running "%s"�location)�announcer ZWARNrm r= r` �_argvZdry_runr �operator�
attrgetterrY rI � run_tests)r Zinstalled_dists�cmdra r r r �run� s �
ztest.runc C s� t jr~t| jdd�r~| j�d�d }|tkr~g }|tjkrD|� |� |d7 }tjD ]}|�
|�rR|� |� qRt t tjj
|�� tjd d | j| �| j�| �| j�dd�}|j�� s�d|j }| �|tj� t|��d S )NrL Fr! r )Z
testLoaderZ
testRunner�exitzTest failed: %s)r rR r> r= r8 �splitr
rF rT r$ re rA r � __delitem__�unittest�mainrq �_resolve_as_epr: r; �resultZ
wasSuccessfulrp r ZERRORr )r r* Z del_modules�namer4 r? r r r rt � s.
�
ztest.run_testsc C s dg| j S )Nrz )rC r r r r rq
s z
test._argvc C s$ | dkr dS t �d| �}|�� � S )zu
Load the indicated attribute value, called, as a as if it were
specified as an entry point.
Nzx=)r �parseZresolve)�valZparsedr r r r| s ztest._resolve_as_epN)r' r- r. �__doc__� descriptionZ user_optionsr< r@ r/ rC rB rK �
contextlib�contextmanagerrI � staticmethodrY rm rv rt �propertyrq r| r r r r r4 J s2 �
-
r4 )$r[ rr rF r� rk rz Zdistutils.errorsr r Z distutilsr r Zsetuptools.externr Zsetuptools.extern.six.movesr r Z
pkg_resourcesr r
r r r
r r r r Z
setuptoolsr rM r �typeZ
__metaclass__r r/ r4 r r r r �<module> s" , )
site-packages/setuptools/command/upload.py 0000644 00000015233 15201600075 0014761 0 ustar 00 import io
import os
import hashlib
import getpass
from base64 import standard_b64encode
from distutils import log
from distutils.command import upload as orig
from distutils.spawn import spawn
from distutils.errors import DistutilsError
from setuptools.extern.six.moves.urllib.request import urlopen, Request
from setuptools.extern.six.moves.urllib.error import HTTPError
from setuptools.extern.six.moves.urllib.parse import urlparse
class upload(orig.upload):
"""
Override default upload behavior to obtain password
in a variety of different ways.
"""
def run(self):
try:
orig.upload.run(self)
finally:
self.announce(
"WARNING: Uploading via this command is deprecated, use twine "
"to upload instead (https://pypi.org/p/twine/)",
log.WARN
)
def finalize_options(self):
orig.upload.finalize_options(self)
self.username = (
self.username or
getpass.getuser()
)
# Attempt to obtain password. Short circuit evaluation at the first
# sign of success.
self.password = (
self.password or
self._load_password_from_keyring() or
self._prompt_for_password()
)
def upload_file(self, command, pyversion, filename):
# Makes sure the repository URL is compliant
schema, netloc, url, params, query, fragments = \
urlparse(self.repository)
if params or query or fragments:
raise AssertionError("Incompatible url %s" % self.repository)
if schema not in ('http', 'https'):
raise AssertionError("unsupported schema " + schema)
# Sign if requested
if self.sign:
gpg_args = ["gpg", "--detach-sign", "-a", filename]
if self.identity:
gpg_args[2:2] = ["--local-user", self.identity]
spawn(gpg_args,
dry_run=self.dry_run)
# Fill in the data - send all the meta-data in case we need to
# register a new release
with open(filename, 'rb') as f:
content = f.read()
meta = self.distribution.metadata
data = {
# action
':action': 'file_upload',
'protocol_version': '1',
# identify release
'name': meta.get_name(),
'version': meta.get_version(),
# file content
'content': (os.path.basename(filename), content),
'filetype': command,
'pyversion': pyversion,
'md5_digest': hashlib.md5(content).hexdigest(),
# additional meta-data
'metadata_version': str(meta.get_metadata_version()),
'summary': meta.get_description(),
'home_page': meta.get_url(),
'author': meta.get_contact(),
'author_email': meta.get_contact_email(),
'license': meta.get_licence(),
'description': meta.get_long_description(),
'keywords': meta.get_keywords(),
'platform': meta.get_platforms(),
'classifiers': meta.get_classifiers(),
'download_url': meta.get_download_url(),
# PEP 314
'provides': meta.get_provides(),
'requires': meta.get_requires(),
'obsoletes': meta.get_obsoletes(),
}
data['comment'] = ''
if self.sign:
data['gpg_signature'] = (os.path.basename(filename) + ".asc",
open(filename+".asc", "rb").read())
# set up the authentication
user_pass = (self.username + ":" + self.password).encode('ascii')
# The exact encoding of the authentication string is debated.
# Anyway PyPI only accepts ascii for both username or password.
auth = "Basic " + standard_b64encode(user_pass).decode('ascii')
# Build up the MIME payload for the POST data
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = b'\r\n--' + boundary.encode('ascii')
end_boundary = sep_boundary + b'--\r\n'
body = io.BytesIO()
for key, value in data.items():
title = '\r\nContent-Disposition: form-data; name="%s"' % key
# handle multiple entries for the same name
if not isinstance(value, list):
value = [value]
for value in value:
if type(value) is tuple:
title += '; filename="%s"' % value[0]
value = value[1]
else:
value = str(value).encode('utf-8')
body.write(sep_boundary)
body.write(title.encode('utf-8'))
body.write(b"\r\n\r\n")
body.write(value)
body.write(end_boundary)
body = body.getvalue()
msg = "Submitting %s to %s" % (filename, self.repository)
self.announce(msg, log.INFO)
# build the Request
headers = {
'Content-type': 'multipart/form-data; boundary=%s' % boundary,
'Content-length': str(len(body)),
'Authorization': auth,
}
request = Request(self.repository, data=body,
headers=headers)
# send the data
try:
result = urlopen(request)
status = result.getcode()
reason = result.msg
except HTTPError as e:
status = e.code
reason = e.msg
except OSError as e:
self.announce(str(e), log.ERROR)
raise
if status == 200:
self.announce('Server response (%s): %s' % (status, reason),
log.INFO)
if self.show_response:
text = getattr(self, '_read_pypi_response',
lambda x: None)(result)
if text is not None:
msg = '\n'.join(('-' * 75, text, '-' * 75))
self.announce(msg, log.INFO)
else:
msg = 'Upload failed (%s): %s' % (status, reason)
self.announce(msg, log.ERROR)
raise DistutilsError(msg)
def _load_password_from_keyring(self):
"""
Attempt to load password from keyring. Suppress Exceptions.
"""
try:
keyring = __import__('keyring')
return keyring.get_password(self.repository, self.username)
except Exception:
pass
def _prompt_for_password(self):
"""
Prompt for a password on the tty. Suppress Exceptions.
"""
try:
return getpass.getpass()
except (Exception, KeyboardInterrupt):
pass
site-packages/setuptools/command/dist_info.py 0000644 00000001700 15201600075 0015445 0 ustar 00 """
Create a dist_info directory
As defined in the wheel specification
"""
import os
from distutils.core import Command
from distutils import log
class dist_info(Command):
description = 'create a .dist-info directory'
user_options = [
('egg-base=', 'e', "directory containing .egg-info directories"
" (default: top of the source tree)"),
]
def initialize_options(self):
self.egg_base = None
def finalize_options(self):
pass
def run(self):
egg_info = self.get_finalized_command('egg_info')
egg_info.egg_base = self.egg_base
egg_info.finalize_options()
egg_info.run()
dist_info_dir = egg_info.egg_info[:-len('.egg-info')] + '.dist-info'
log.info("creating '{}'".format(os.path.abspath(dist_info_dir)))
bdist_wheel = self.get_finalized_command('bdist_wheel')
bdist_wheel.egg2dist(egg_info.egg_info, dist_info_dir)
site-packages/setuptools/command/install_egg_info.py 0000644 00000004233 15201600075 0016776 0 ustar 00 from distutils import log, dir_util
import os
from setuptools import Command
from setuptools import namespaces
from setuptools.archive_util import unpack_archive
import pkg_resources
class install_egg_info(namespaces.Installer, Command):
"""Install an .egg-info directory for the package"""
description = "Install an .egg-info directory for the package"
user_options = [
('install-dir=', 'd', "directory to install to"),
]
def initialize_options(self):
self.install_dir = None
def finalize_options(self):
self.set_undefined_options('install_lib',
('install_dir', 'install_dir'))
ei_cmd = self.get_finalized_command("egg_info")
basename = pkg_resources.Distribution(
None, None, ei_cmd.egg_name, ei_cmd.egg_version
).egg_name() + '.egg-info'
self.source = ei_cmd.egg_info
self.target = os.path.join(self.install_dir, basename)
self.outputs = []
def run(self):
self.run_command('egg_info')
if os.path.isdir(self.target) and not os.path.islink(self.target):
dir_util.remove_tree(self.target, dry_run=self.dry_run)
elif os.path.exists(self.target):
self.execute(os.unlink, (self.target,), "Removing " + self.target)
if not self.dry_run:
pkg_resources.ensure_directory(self.target)
self.execute(
self.copytree, (), "Copying %s to %s" % (self.source, self.target)
)
self.install_namespaces()
def get_outputs(self):
return self.outputs
def copytree(self):
# Copy the .egg-info tree to site-packages
def skimmer(src, dst):
# filter out source-control directories; note that 'src' is always
# a '/'-separated path, regardless of platform. 'dst' is a
# platform-specific path.
for skip in '.svn/', 'CVS/':
if src.startswith(skip) or '/' + skip in src:
return None
self.outputs.append(dst)
log.debug("Copying %s to %s", src, dst)
return dst
unpack_archive(self.source, self.target, skimmer)
site-packages/setuptools/archive_util.py 0000644 00000014700 15201600075 0014533 0 ustar 00 """Utilities for extracting common archive formats"""
import zipfile
import tarfile
import os
import shutil
import posixpath
import contextlib
from distutils.errors import DistutilsError
from pkg_resources import ensure_directory
__all__ = [
"unpack_archive", "unpack_zipfile", "unpack_tarfile", "default_filter",
"UnrecognizedFormat", "extraction_drivers", "unpack_directory",
]
class UnrecognizedFormat(DistutilsError):
"""Couldn't recognize the archive type"""
def default_filter(src, dst):
"""The default progress/filter callback; returns True for all files"""
return dst
def unpack_archive(filename, extract_dir, progress_filter=default_filter,
drivers=None):
"""Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat``
`progress_filter` is a function taking two arguments: a source path
internal to the archive ('/'-separated), and a filesystem path where it
will be extracted. The callback must return the desired extract path
(which may be the same as the one passed in), or else ``None`` to skip
that file or directory. The callback can thus be used to report on the
progress of the extraction, as well as to filter the items extracted or
alter their extraction paths.
`drivers`, if supplied, must be a non-empty sequence of functions with the
same signature as this function (minus the `drivers` argument), that raise
``UnrecognizedFormat`` if they do not support extracting the designated
archive type. The `drivers` are tried in sequence until one is found that
does not raise an error, or until all are exhausted (in which case
``UnrecognizedFormat`` is raised). If you do not supply a sequence of
drivers, the module's ``extraction_drivers`` constant will be used, which
means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that
order.
"""
for driver in drivers or extraction_drivers:
try:
driver(filename, extract_dir, progress_filter)
except UnrecognizedFormat:
continue
else:
return
else:
raise UnrecognizedFormat(
"Not a recognized archive type: %s" % filename
)
def unpack_directory(filename, extract_dir, progress_filter=default_filter):
""""Unpack" a directory, using the same interface as for archives
Raises ``UnrecognizedFormat`` if `filename` is not a directory
"""
if not os.path.isdir(filename):
raise UnrecognizedFormat("%s is not a directory" % filename)
paths = {
filename: ('', extract_dir),
}
for base, dirs, files in os.walk(filename):
src, dst = paths[base]
for d in dirs:
paths[os.path.join(base, d)] = src + d + '/', os.path.join(dst, d)
for f in files:
target = os.path.join(dst, f)
target = progress_filter(src + f, target)
if not target:
# skip non-files
continue
ensure_directory(target)
f = os.path.join(base, f)
shutil.copyfile(f, target)
shutil.copystat(f, target)
def unpack_zipfile(filename, extract_dir, progress_filter=default_filter):
"""Unpack zip `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined
by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
"""
if not zipfile.is_zipfile(filename):
raise UnrecognizedFormat("%s is not a zip file" % (filename,))
with zipfile.ZipFile(filename) as z:
for info in z.infolist():
name = info.filename
# don't extract absolute paths or ones with .. in them
if name.startswith('/') or '..' in name.split('/'):
continue
target = os.path.join(extract_dir, *name.split('/'))
target = progress_filter(name, target)
if not target:
continue
if name.endswith('/'):
# directory
ensure_directory(target)
else:
# file
ensure_directory(target)
data = z.read(info.filename)
with open(target, 'wb') as f:
f.write(data)
unix_attributes = info.external_attr >> 16
if unix_attributes:
os.chmod(target, unix_attributes)
def unpack_tarfile(filename, extract_dir, progress_filter=default_filter):
"""Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined
by ``tarfile.open()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
"""
try:
tarobj = tarfile.open(filename)
except tarfile.TarError:
raise UnrecognizedFormat(
"%s is not a compressed or uncompressed tar file" % (filename,)
)
with contextlib.closing(tarobj):
# don't do any chowning!
tarobj.chown = lambda *args: None
for member in tarobj:
name = member.name
# don't extract absolute paths or ones with .. in them
if not name.startswith('/') and '..' not in name.split('/'):
prelim_dst = os.path.join(extract_dir, *name.split('/'))
# resolve any links and to extract the link targets as normal
# files
while member is not None and (member.islnk() or member.issym()):
linkpath = member.linkname
if member.issym():
base = posixpath.dirname(member.name)
linkpath = posixpath.join(base, linkpath)
linkpath = posixpath.normpath(linkpath)
member = tarobj._getmember(linkpath)
if member is not None and (member.isfile() or member.isdir()):
final_dst = progress_filter(name, prelim_dst)
if final_dst:
if final_dst.endswith(os.sep):
final_dst = final_dst[:-1]
try:
# XXX Ugh
tarobj._extract_member(member, final_dst)
except tarfile.ExtractError:
# chown/chmod/mkfifo/mknode/makedev failed
pass
return True
extraction_drivers = unpack_directory, unpack_zipfile, unpack_tarfile
site-packages/setuptools/msvc.py 0000644 00000133237 15201600075 0013034 0 ustar 00 """
Improved support for Microsoft Visual C++ compilers.
Known supported compilers:
--------------------------
Microsoft Visual C++ 9.0:
Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64)
Microsoft Windows SDK 6.1 (x86, x64, ia64)
Microsoft Windows SDK 7.0 (x86, x64, ia64)
Microsoft Visual C++ 10.0:
Microsoft Windows SDK 7.1 (x86, x64, ia64)
Microsoft Visual C++ 14.X:
Microsoft Visual C++ Build Tools 2015 (x86, x64, arm)
Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64)
Microsoft Visual Studio Build Tools 2019 (x86, x64, arm, arm64)
This may also support compilers shipped with compatible Visual Studio versions.
"""
import json
from io import open
from os import listdir, pathsep
from os.path import join, isfile, isdir, dirname
import sys
import platform
import itertools
import distutils.errors
from setuptools.extern.packaging.version import LegacyVersion
from setuptools.extern.six.moves import filterfalse
from .monkey import get_unpatched
if platform.system() == 'Windows':
from setuptools.extern.six.moves import winreg
from os import environ
else:
# Mock winreg and environ so the module can be imported on this platform.
class winreg:
HKEY_USERS = None
HKEY_CURRENT_USER = None
HKEY_LOCAL_MACHINE = None
HKEY_CLASSES_ROOT = None
environ = dict()
_msvc9_suppress_errors = (
# msvc9compiler isn't available on some platforms
ImportError,
# msvc9compiler raises DistutilsPlatformError in some
# environments. See #1118.
distutils.errors.DistutilsPlatformError,
)
try:
from distutils.msvc9compiler import Reg
except _msvc9_suppress_errors:
pass
def msvc9_find_vcvarsall(version):
"""
Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone
compiler build for Python
(VCForPython / Microsoft Visual C++ Compiler for Python 2.7).
Fall back to original behavior when the standalone compiler is not
available.
Redirect the path of "vcvarsall.bat".
Parameters
----------
version: float
Required Microsoft Visual C++ version.
Return
------
str
vcvarsall.bat path
"""
vc_base = r'Software\%sMicrosoft\DevDiv\VCForPython\%0.1f'
key = vc_base % ('', version)
try:
# Per-user installs register the compiler path here
productdir = Reg.get_value(key, "installdir")
except KeyError:
try:
# All-user installs on a 64-bit system register here
key = vc_base % ('Wow6432Node\\', version)
productdir = Reg.get_value(key, "installdir")
except KeyError:
productdir = None
if productdir:
vcvarsall = join(productdir, "vcvarsall.bat")
if isfile(vcvarsall):
return vcvarsall
return get_unpatched(msvc9_find_vcvarsall)(version)
def msvc9_query_vcvarsall(ver, arch='x86', *args, **kwargs):
"""
Patched "distutils.msvc9compiler.query_vcvarsall" for support extra
Microsoft Visual C++ 9.0 and 10.0 compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
ver: float
Required Microsoft Visual C++ version.
arch: str
Target architecture.
Return
------
dict
environment
"""
# Try to get environment from vcvarsall.bat (Classical way)
try:
orig = get_unpatched(msvc9_query_vcvarsall)
return orig(ver, arch, *args, **kwargs)
except distutils.errors.DistutilsPlatformError:
# Pass error if Vcvarsall.bat is missing
pass
except ValueError:
# Pass error if environment not set after executing vcvarsall.bat
pass
# If error, try to set environment directly
try:
return EnvironmentInfo(arch, ver).return_env()
except distutils.errors.DistutilsPlatformError as exc:
_augment_exception(exc, ver, arch)
raise
def msvc14_get_vc_env(plat_spec):
"""
Patched "distutils._msvccompiler._get_vc_env" for support extra
Microsoft Visual C++ 14.X compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
plat_spec: str
Target architecture.
Return
------
dict
environment
"""
# Try to get environment from vcvarsall.bat (Classical way)
try:
return get_unpatched(msvc14_get_vc_env)(plat_spec)
except distutils.errors.DistutilsPlatformError:
# Pass error Vcvarsall.bat is missing
pass
# If error, try to set environment directly
try:
return EnvironmentInfo(plat_spec, vc_min_ver=14.0).return_env()
except distutils.errors.DistutilsPlatformError as exc:
_augment_exception(exc, 14.0)
raise
def msvc14_gen_lib_options(*args, **kwargs):
"""
Patched "distutils._msvccompiler.gen_lib_options" for fix
compatibility between "numpy.distutils" and "distutils._msvccompiler"
(for Numpy < 1.11.2)
"""
if "numpy.distutils" in sys.modules:
import numpy as np
if LegacyVersion(np.__version__) < LegacyVersion('1.11.2'):
return np.distutils.ccompiler.gen_lib_options(*args, **kwargs)
return get_unpatched(msvc14_gen_lib_options)(*args, **kwargs)
def _augment_exception(exc, version, arch=''):
"""
Add details to the exception message to help guide the user
as to what action will resolve it.
"""
# Error if MSVC++ directory not found or environment not set
message = exc.args[0]
if "vcvarsall" in message.lower() or "visual c" in message.lower():
# Special error message if MSVC++ not installed
tmpl = 'Microsoft Visual C++ {version:0.1f} is required.'
message = tmpl.format(**locals())
msdownload = 'www.microsoft.com/download/details.aspx?id=%d'
if version == 9.0:
if arch.lower().find('ia64') > -1:
# For VC++ 9.0, if IA64 support is needed, redirect user
# to Windows SDK 7.0.
# Note: No download link available from Microsoft.
message += ' Get it with "Microsoft Windows SDK 7.0"'
else:
# For VC++ 9.0 redirect user to Vc++ for Python 2.7 :
# This redirection link is maintained by Microsoft.
# Contact vspython@microsoft.com if it needs updating.
message += ' Get it from http://aka.ms/vcpython27'
elif version == 10.0:
# For VC++ 10.0 Redirect user to Windows SDK 7.1
message += ' Get it with "Microsoft Windows SDK 7.1": '
message += msdownload % 8279
elif version >= 14.0:
# For VC++ 14.X Redirect user to latest Visual C++ Build Tools
message += (' Get it with "Build Tools for Visual Studio": '
r'https://visualstudio.microsoft.com/downloads/')
exc.args = (message, )
class PlatformInfo:
"""
Current and Target Architectures information.
Parameters
----------
arch: str
Target architecture.
"""
current_cpu = environ.get('processor_architecture', '').lower()
def __init__(self, arch):
self.arch = arch.lower().replace('x64', 'amd64')
@property
def target_cpu(self):
"""
Return Target CPU architecture.
Return
------
str
Target CPU
"""
return self.arch[self.arch.find('_') + 1:]
def target_is_x86(self):
"""
Return True if target CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
"""
return self.target_cpu == 'x86'
def current_is_x86(self):
"""
Return True if current CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
"""
return self.current_cpu == 'x86'
def current_dir(self, hidex86=False, x64=False):
"""
Current platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\target', or '' (see hidex86 parameter)
"""
return (
'' if (self.current_cpu == 'x86' and hidex86) else
r'\x64' if (self.current_cpu == 'amd64' and x64) else
r'\%s' % self.current_cpu
)
def target_dir(self, hidex86=False, x64=False):
r"""
Target platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\current', or '' (see hidex86 parameter)
"""
return (
'' if (self.target_cpu == 'x86' and hidex86) else
r'\x64' if (self.target_cpu == 'amd64' and x64) else
r'\%s' % self.target_cpu
)
def cross_dir(self, forcex86=False):
r"""
Cross platform specific subfolder.
Parameters
----------
forcex86: bool
Use 'x86' as current architecture even if current architecture is
not x86.
Return
------
str
subfolder: '' if target architecture is current architecture,
'\current_target' if not.
"""
current = 'x86' if forcex86 else self.current_cpu
return (
'' if self.target_cpu == current else
self.target_dir().replace('\\', '\\%s_' % current)
)
class RegistryInfo:
"""
Microsoft Visual Studio related registry information.
Parameters
----------
platform_info: PlatformInfo
"PlatformInfo" instance.
"""
HKEYS = (winreg.HKEY_USERS,
winreg.HKEY_CURRENT_USER,
winreg.HKEY_LOCAL_MACHINE,
winreg.HKEY_CLASSES_ROOT)
def __init__(self, platform_info):
self.pi = platform_info
@property
def visualstudio(self):
"""
Microsoft Visual Studio root registry key.
Return
------
str
Registry key
"""
return 'VisualStudio'
@property
def sxs(self):
"""
Microsoft Visual Studio SxS registry key.
Return
------
str
Registry key
"""
return join(self.visualstudio, 'SxS')
@property
def vc(self):
"""
Microsoft Visual C++ VC7 registry key.
Return
------
str
Registry key
"""
return join(self.sxs, 'VC7')
@property
def vs(self):
"""
Microsoft Visual Studio VS7 registry key.
Return
------
str
Registry key
"""
return join(self.sxs, 'VS7')
@property
def vc_for_python(self):
"""
Microsoft Visual C++ for Python registry key.
Return
------
str
Registry key
"""
return r'DevDiv\VCForPython'
@property
def microsoft_sdk(self):
"""
Microsoft SDK registry key.
Return
------
str
Registry key
"""
return 'Microsoft SDKs'
@property
def windows_sdk(self):
"""
Microsoft Windows/Platform SDK registry key.
Return
------
str
Registry key
"""
return join(self.microsoft_sdk, 'Windows')
@property
def netfx_sdk(self):
"""
Microsoft .NET Framework SDK registry key.
Return
------
str
Registry key
"""
return join(self.microsoft_sdk, 'NETFXSDK')
@property
def windows_kits_roots(self):
"""
Microsoft Windows Kits Roots registry key.
Return
------
str
Registry key
"""
return r'Windows Kits\Installed Roots'
def microsoft(self, key, x86=False):
"""
Return key in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
x86: str
Force x86 software registry.
Return
------
str
Registry key
"""
node64 = '' if self.pi.current_is_x86() or x86 else 'Wow6432Node'
return join('Software', node64, 'Microsoft', key)
def lookup(self, key, name):
"""
Look for values in registry in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
name: str
Value name to find.
Return
------
str
value
"""
key_read = winreg.KEY_READ
openkey = winreg.OpenKey
ms = self.microsoft
for hkey in self.HKEYS:
try:
bkey = openkey(hkey, ms(key), 0, key_read)
except (OSError, IOError):
if not self.pi.current_is_x86():
try:
bkey = openkey(hkey, ms(key, True), 0, key_read)
except (OSError, IOError):
continue
else:
continue
try:
return winreg.QueryValueEx(bkey, name)[0]
except (OSError, IOError):
pass
class SystemInfo:
"""
Microsoft Windows and Visual Studio related system information.
Parameters
----------
registry_info: RegistryInfo
"RegistryInfo" instance.
vc_ver: float
Required Microsoft Visual C++ version.
"""
# Variables and properties in this class use originals CamelCase variables
# names from Microsoft source files for more easy comparison.
WinDir = environ.get('WinDir', '')
ProgramFiles = environ.get('ProgramFiles', '')
ProgramFilesx86 = environ.get('ProgramFiles(x86)', ProgramFiles)
def __init__(self, registry_info, vc_ver=None):
self.ri = registry_info
self.pi = self.ri.pi
self.known_vs_paths = self.find_programdata_vs_vers()
# Except for VS15+, VC version is aligned with VS version
self.vs_ver = self.vc_ver = (
vc_ver or self._find_latest_available_vs_ver())
def _find_latest_available_vs_ver(self):
"""
Find the latest VC version
Return
------
float
version
"""
reg_vc_vers = self.find_reg_vs_vers()
if not (reg_vc_vers or self.known_vs_paths):
raise distutils.errors.DistutilsPlatformError(
'No Microsoft Visual C++ version found')
vc_vers = set(reg_vc_vers)
vc_vers.update(self.known_vs_paths)
return sorted(vc_vers)[-1]
def find_reg_vs_vers(self):
"""
Find Microsoft Visual Studio versions available in registry.
Return
------
list of float
Versions
"""
ms = self.ri.microsoft
vckeys = (self.ri.vc, self.ri.vc_for_python, self.ri.vs)
vs_vers = []
for hkey in self.ri.HKEYS:
for key in vckeys:
try:
bkey = winreg.OpenKey(hkey, ms(key), 0, winreg.KEY_READ)
except (OSError, IOError):
continue
subkeys, values, _ = winreg.QueryInfoKey(bkey)
for i in range(values):
try:
ver = float(winreg.EnumValue(bkey, i)[0])
if ver not in vs_vers:
vs_vers.append(ver)
except ValueError:
pass
for i in range(subkeys):
try:
ver = float(winreg.EnumKey(bkey, i))
if ver not in vs_vers:
vs_vers.append(ver)
except ValueError:
pass
return sorted(vs_vers)
def find_programdata_vs_vers(self):
r"""
Find Visual studio 2017+ versions from information in
"C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances".
Return
------
dict
float version as key, path as value.
"""
vs_versions = {}
instances_dir = \
r'C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances'
try:
hashed_names = listdir(instances_dir)
except (OSError, IOError):
# Directory not exists with all Visual Studio versions
return vs_versions
for name in hashed_names:
try:
# Get VS installation path from "state.json" file
state_path = join(instances_dir, name, 'state.json')
with open(state_path, 'rt', encoding='utf-8') as state_file:
state = json.load(state_file)
vs_path = state['installationPath']
# Raises OSError if this VS installation does not contain VC
listdir(join(vs_path, r'VC\Tools\MSVC'))
# Store version and path
vs_versions[self._as_float_version(
state['installationVersion'])] = vs_path
except (OSError, IOError, KeyError):
# Skip if "state.json" file is missing or bad format
continue
return vs_versions
@staticmethod
def _as_float_version(version):
"""
Return a string version as a simplified float version (major.minor)
Parameters
----------
version: str
Version.
Return
------
float
version
"""
return float('.'.join(version.split('.')[:2]))
@property
def VSInstallDir(self):
"""
Microsoft Visual Studio directory.
Return
------
str
path
"""
# Default path
default = join(self.ProgramFilesx86,
'Microsoft Visual Studio %0.1f' % self.vs_ver)
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vs, '%0.1f' % self.vs_ver) or default
@property
def VCInstallDir(self):
"""
Microsoft Visual C++ directory.
Return
------
str
path
"""
path = self._guess_vc() or self._guess_vc_legacy()
if not isdir(path):
msg = 'Microsoft Visual C++ directory not found'
raise distutils.errors.DistutilsPlatformError(msg)
return path
def _guess_vc(self):
"""
Locate Visual C++ for VS2017+.
Return
------
str
path
"""
if self.vs_ver <= 14.0:
return ''
try:
# First search in known VS paths
vs_dir = self.known_vs_paths[self.vs_ver]
except KeyError:
# Else, search with path from registry
vs_dir = self.VSInstallDir
guess_vc = join(vs_dir, r'VC\Tools\MSVC')
# Subdir with VC exact version as name
try:
# Update the VC version with real one instead of VS version
vc_ver = listdir(guess_vc)[-1]
self.vc_ver = self._as_float_version(vc_ver)
return join(guess_vc, vc_ver)
except (OSError, IOError, IndexError):
return ''
def _guess_vc_legacy(self):
"""
Locate Visual C++ for versions prior to 2017.
Return
------
str
path
"""
default = join(self.ProgramFilesx86,
r'Microsoft Visual Studio %0.1f\VC' % self.vs_ver)
# Try to get "VC++ for Python" path from registry as default path
reg_path = join(self.ri.vc_for_python, '%0.1f' % self.vs_ver)
python_vc = self.ri.lookup(reg_path, 'installdir')
default_vc = join(python_vc, 'VC') if python_vc else default
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vc, '%0.1f' % self.vs_ver) or default_vc
@property
def WindowsSdkVersion(self):
"""
Microsoft Windows SDK versions for specified MSVC++ version.
Return
------
tuple of str
versions
"""
if self.vs_ver <= 9.0:
return '7.0', '6.1', '6.0a'
elif self.vs_ver == 10.0:
return '7.1', '7.0a'
elif self.vs_ver == 11.0:
return '8.0', '8.0a'
elif self.vs_ver == 12.0:
return '8.1', '8.1a'
elif self.vs_ver >= 14.0:
return '10.0', '8.1'
@property
def WindowsSdkLastVersion(self):
"""
Microsoft Windows SDK last version.
Return
------
str
version
"""
return self._use_last_dir_name(join(self.WindowsSdkDir, 'lib'))
@property
def WindowsSdkDir(self):
"""
Microsoft Windows SDK directory.
Return
------
str
path
"""
sdkdir = ''
for ver in self.WindowsSdkVersion:
# Try to get it from registry
loc = join(self.ri.windows_sdk, 'v%s' % ver)
sdkdir = self.ri.lookup(loc, 'installationfolder')
if sdkdir:
break
if not sdkdir or not isdir(sdkdir):
# Try to get "VC++ for Python" version from registry
path = join(self.ri.vc_for_python, '%0.1f' % self.vc_ver)
install_base = self.ri.lookup(path, 'installdir')
if install_base:
sdkdir = join(install_base, 'WinSDK')
if not sdkdir or not isdir(sdkdir):
# If fail, use default new path
for ver in self.WindowsSdkVersion:
intver = ver[:ver.rfind('.')]
path = r'Microsoft SDKs\Windows Kits\%s' % intver
d = join(self.ProgramFiles, path)
if isdir(d):
sdkdir = d
if not sdkdir or not isdir(sdkdir):
# If fail, use default old path
for ver in self.WindowsSdkVersion:
path = r'Microsoft SDKs\Windows\v%s' % ver
d = join(self.ProgramFiles, path)
if isdir(d):
sdkdir = d
if not sdkdir:
# If fail, use Platform SDK
sdkdir = join(self.VCInstallDir, 'PlatformSDK')
return sdkdir
@property
def WindowsSDKExecutablePath(self):
"""
Microsoft Windows SDK executable directory.
Return
------
str
path
"""
# Find WinSDK NetFx Tools registry dir name
if self.vs_ver <= 11.0:
netfxver = 35
arch = ''
else:
netfxver = 40
hidex86 = True if self.vs_ver <= 12.0 else False
arch = self.pi.current_dir(x64=True, hidex86=hidex86)
fx = 'WinSDK-NetFx%dTools%s' % (netfxver, arch.replace('\\', '-'))
# list all possibles registry paths
regpaths = []
if self.vs_ver >= 14.0:
for ver in self.NetFxSdkVersion:
regpaths += [join(self.ri.netfx_sdk, ver, fx)]
for ver in self.WindowsSdkVersion:
regpaths += [join(self.ri.windows_sdk, 'v%sA' % ver, fx)]
# Return installation folder from the more recent path
for path in regpaths:
execpath = self.ri.lookup(path, 'installationfolder')
if execpath:
return execpath
@property
def FSharpInstallDir(self):
"""
Microsoft Visual F# directory.
Return
------
str
path
"""
path = join(self.ri.visualstudio, r'%0.1f\Setup\F#' % self.vs_ver)
return self.ri.lookup(path, 'productdir') or ''
@property
def UniversalCRTSdkDir(self):
"""
Microsoft Universal CRT SDK directory.
Return
------
str
path
"""
# Set Kit Roots versions for specified MSVC++ version
vers = ('10', '81') if self.vs_ver >= 14.0 else ()
# Find path of the more recent Kit
for ver in vers:
sdkdir = self.ri.lookup(self.ri.windows_kits_roots,
'kitsroot%s' % ver)
if sdkdir:
return sdkdir or ''
@property
def UniversalCRTSdkLastVersion(self):
"""
Microsoft Universal C Runtime SDK last version.
Return
------
str
version
"""
return self._use_last_dir_name(join(self.UniversalCRTSdkDir, 'lib'))
@property
def NetFxSdkVersion(self):
"""
Microsoft .NET Framework SDK versions.
Return
------
tuple of str
versions
"""
# Set FxSdk versions for specified VS version
return (('4.7.2', '4.7.1', '4.7',
'4.6.2', '4.6.1', '4.6',
'4.5.2', '4.5.1', '4.5')
if self.vs_ver >= 14.0 else ())
@property
def NetFxSdkDir(self):
"""
Microsoft .NET Framework SDK directory.
Return
------
str
path
"""
sdkdir = ''
for ver in self.NetFxSdkVersion:
loc = join(self.ri.netfx_sdk, ver)
sdkdir = self.ri.lookup(loc, 'kitsinstallationfolder')
if sdkdir:
break
return sdkdir
@property
def FrameworkDir32(self):
"""
Microsoft .NET Framework 32bit directory.
Return
------
str
path
"""
# Default path
guess_fw = join(self.WinDir, r'Microsoft.NET\Framework')
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vc, 'frameworkdir32') or guess_fw
@property
def FrameworkDir64(self):
"""
Microsoft .NET Framework 64bit directory.
Return
------
str
path
"""
# Default path
guess_fw = join(self.WinDir, r'Microsoft.NET\Framework64')
# Try to get path from registry, if fail use default path
return self.ri.lookup(self.ri.vc, 'frameworkdir64') or guess_fw
@property
def FrameworkVersion32(self):
"""
Microsoft .NET Framework 32bit versions.
Return
------
tuple of str
versions
"""
return self._find_dot_net_versions(32)
@property
def FrameworkVersion64(self):
"""
Microsoft .NET Framework 64bit versions.
Return
------
tuple of str
versions
"""
return self._find_dot_net_versions(64)
def _find_dot_net_versions(self, bits):
"""
Find Microsoft .NET Framework versions.
Parameters
----------
bits: int
Platform number of bits: 32 or 64.
Return
------
tuple of str
versions
"""
# Find actual .NET version in registry
reg_ver = self.ri.lookup(self.ri.vc, 'frameworkver%d' % bits)
dot_net_dir = getattr(self, 'FrameworkDir%d' % bits)
ver = reg_ver or self._use_last_dir_name(dot_net_dir, 'v') or ''
# Set .NET versions for specified MSVC++ version
if self.vs_ver >= 12.0:
return ver, 'v4.0'
elif self.vs_ver >= 10.0:
return 'v4.0.30319' if ver.lower()[:2] != 'v4' else ver, 'v3.5'
elif self.vs_ver == 9.0:
return 'v3.5', 'v2.0.50727'
elif self.vs_ver == 8.0:
return 'v3.0', 'v2.0.50727'
@staticmethod
def _use_last_dir_name(path, prefix=''):
"""
Return name of the last dir in path or '' if no dir found.
Parameters
----------
path: str
Use dirs in this path
prefix: str
Use only dirs starting by this prefix
Return
------
str
name
"""
matching_dirs = (
dir_name
for dir_name in reversed(listdir(path))
if isdir(join(path, dir_name)) and
dir_name.startswith(prefix)
)
return next(matching_dirs, None) or ''
class EnvironmentInfo:
"""
Return environment variables for specified Microsoft Visual C++ version
and platform : Lib, Include, Path and libpath.
This function is compatible with Microsoft Visual C++ 9.0 to 14.X.
Script created by analysing Microsoft environment configuration files like
"vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ...
Parameters
----------
arch: str
Target architecture.
vc_ver: float
Required Microsoft Visual C++ version. If not set, autodetect the last
version.
vc_min_ver: float
Minimum Microsoft Visual C++ version.
"""
# Variables and properties in this class use originals CamelCase variables
# names from Microsoft source files for more easy comparison.
def __init__(self, arch, vc_ver=None, vc_min_ver=0):
self.pi = PlatformInfo(arch)
self.ri = RegistryInfo(self.pi)
self.si = SystemInfo(self.ri, vc_ver)
if self.vc_ver < vc_min_ver:
err = 'No suitable Microsoft Visual C++ version found'
raise distutils.errors.DistutilsPlatformError(err)
@property
def vs_ver(self):
"""
Microsoft Visual Studio.
Return
------
float
version
"""
return self.si.vs_ver
@property
def vc_ver(self):
"""
Microsoft Visual C++ version.
Return
------
float
version
"""
return self.si.vc_ver
@property
def VSTools(self):
"""
Microsoft Visual Studio Tools.
Return
------
list of str
paths
"""
paths = [r'Common7\IDE', r'Common7\Tools']
if self.vs_ver >= 14.0:
arch_subdir = self.pi.current_dir(hidex86=True, x64=True)
paths += [r'Common7\IDE\CommonExtensions\Microsoft\TestWindow']
paths += [r'Team Tools\Performance Tools']
paths += [r'Team Tools\Performance Tools%s' % arch_subdir]
return [join(self.si.VSInstallDir, path) for path in paths]
@property
def VCIncludes(self):
"""
Microsoft Visual C++ & Microsoft Foundation Class Includes.
Return
------
list of str
paths
"""
return [join(self.si.VCInstallDir, 'Include'),
join(self.si.VCInstallDir, r'ATLMFC\Include')]
@property
def VCLibraries(self):
"""
Microsoft Visual C++ & Microsoft Foundation Class Libraries.
Return
------
list of str
paths
"""
if self.vs_ver >= 15.0:
arch_subdir = self.pi.target_dir(x64=True)
else:
arch_subdir = self.pi.target_dir(hidex86=True)
paths = ['Lib%s' % arch_subdir, r'ATLMFC\Lib%s' % arch_subdir]
if self.vs_ver >= 14.0:
paths += [r'Lib\store%s' % arch_subdir]
return [join(self.si.VCInstallDir, path) for path in paths]
@property
def VCStoreRefs(self):
"""
Microsoft Visual C++ store references Libraries.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0:
return []
return [join(self.si.VCInstallDir, r'Lib\store\references')]
@property
def VCTools(self):
"""
Microsoft Visual C++ Tools.
Return
------
list of str
paths
"""
si = self.si
tools = [join(si.VCInstallDir, 'VCPackages')]
forcex86 = True if self.vs_ver <= 10.0 else False
arch_subdir = self.pi.cross_dir(forcex86)
if arch_subdir:
tools += [join(si.VCInstallDir, 'Bin%s' % arch_subdir)]
if self.vs_ver == 14.0:
path = 'Bin%s' % self.pi.current_dir(hidex86=True)
tools += [join(si.VCInstallDir, path)]
elif self.vs_ver >= 15.0:
host_dir = (r'bin\HostX86%s' if self.pi.current_is_x86() else
r'bin\HostX64%s')
tools += [join(
si.VCInstallDir, host_dir % self.pi.target_dir(x64=True))]
if self.pi.current_cpu != self.pi.target_cpu:
tools += [join(
si.VCInstallDir, host_dir % self.pi.current_dir(x64=True))]
else:
tools += [join(si.VCInstallDir, 'Bin')]
return tools
@property
def OSLibraries(self):
"""
Microsoft Windows SDK Libraries.
Return
------
list of str
paths
"""
if self.vs_ver <= 10.0:
arch_subdir = self.pi.target_dir(hidex86=True, x64=True)
return [join(self.si.WindowsSdkDir, 'Lib%s' % arch_subdir)]
else:
arch_subdir = self.pi.target_dir(x64=True)
lib = join(self.si.WindowsSdkDir, 'lib')
libver = self._sdk_subdir
return [join(lib, '%sum%s' % (libver , arch_subdir))]
@property
def OSIncludes(self):
"""
Microsoft Windows SDK Include.
Return
------
list of str
paths
"""
include = join(self.si.WindowsSdkDir, 'include')
if self.vs_ver <= 10.0:
return [include, join(include, 'gl')]
else:
if self.vs_ver >= 14.0:
sdkver = self._sdk_subdir
else:
sdkver = ''
return [join(include, '%sshared' % sdkver),
join(include, '%sum' % sdkver),
join(include, '%swinrt' % sdkver)]
@property
def OSLibpath(self):
"""
Microsoft Windows SDK Libraries Paths.
Return
------
list of str
paths
"""
ref = join(self.si.WindowsSdkDir, 'References')
libpath = []
if self.vs_ver <= 9.0:
libpath += self.OSLibraries
if self.vs_ver >= 11.0:
libpath += [join(ref, r'CommonConfiguration\Neutral')]
if self.vs_ver >= 14.0:
libpath += [
ref,
join(self.si.WindowsSdkDir, 'UnionMetadata'),
join(ref, 'Windows.Foundation.UniversalApiContract', '1.0.0.0'),
join(ref, 'Windows.Foundation.FoundationContract', '1.0.0.0'),
join(ref,'Windows.Networking.Connectivity.WwanContract',
'1.0.0.0'),
join(self.si.WindowsSdkDir, 'ExtensionSDKs', 'Microsoft.VCLibs',
'%0.1f' % self.vs_ver, 'References', 'CommonConfiguration',
'neutral'),
]
return libpath
@property
def SdkTools(self):
"""
Microsoft Windows SDK Tools.
Return
------
list of str
paths
"""
return list(self._sdk_tools())
def _sdk_tools(self):
"""
Microsoft Windows SDK Tools paths generator.
Return
------
generator of str
paths
"""
if self.vs_ver < 15.0:
bin_dir = 'Bin' if self.vs_ver <= 11.0 else r'Bin\x86'
yield join(self.si.WindowsSdkDir, bin_dir)
if not self.pi.current_is_x86():
arch_subdir = self.pi.current_dir(x64=True)
path = 'Bin%s' % arch_subdir
yield join(self.si.WindowsSdkDir, path)
if self.vs_ver in (10.0, 11.0):
if self.pi.target_is_x86():
arch_subdir = ''
else:
arch_subdir = self.pi.current_dir(hidex86=True, x64=True)
path = r'Bin\NETFX 4.0 Tools%s' % arch_subdir
yield join(self.si.WindowsSdkDir, path)
elif self.vs_ver >= 15.0:
path = join(self.si.WindowsSdkDir, 'Bin')
arch_subdir = self.pi.current_dir(x64=True)
sdkver = self.si.WindowsSdkLastVersion
yield join(path, '%s%s' % (sdkver, arch_subdir))
if self.si.WindowsSDKExecutablePath:
yield self.si.WindowsSDKExecutablePath
@property
def _sdk_subdir(self):
"""
Microsoft Windows SDK version subdir.
Return
------
str
subdir
"""
ucrtver = self.si.WindowsSdkLastVersion
return ('%s\\' % ucrtver) if ucrtver else ''
@property
def SdkSetup(self):
"""
Microsoft Windows SDK Setup.
Return
------
list of str
paths
"""
if self.vs_ver > 9.0:
return []
return [join(self.si.WindowsSdkDir, 'Setup')]
@property
def FxTools(self):
"""
Microsoft .NET Framework Tools.
Return
------
list of str
paths
"""
pi = self.pi
si = self.si
if self.vs_ver <= 10.0:
include32 = True
include64 = not pi.target_is_x86() and not pi.current_is_x86()
else:
include32 = pi.target_is_x86() or pi.current_is_x86()
include64 = pi.current_cpu == 'amd64' or pi.target_cpu == 'amd64'
tools = []
if include32:
tools += [join(si.FrameworkDir32, ver)
for ver in si.FrameworkVersion32]
if include64:
tools += [join(si.FrameworkDir64, ver)
for ver in si.FrameworkVersion64]
return tools
@property
def NetFxSDKLibraries(self):
"""
Microsoft .Net Framework SDK Libraries.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0 or not self.si.NetFxSdkDir:
return []
arch_subdir = self.pi.target_dir(x64=True)
return [join(self.si.NetFxSdkDir, r'lib\um%s' % arch_subdir)]
@property
def NetFxSDKIncludes(self):
"""
Microsoft .Net Framework SDK Includes.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0 or not self.si.NetFxSdkDir:
return []
return [join(self.si.NetFxSdkDir, r'include\um')]
@property
def VsTDb(self):
"""
Microsoft Visual Studio Team System Database.
Return
------
list of str
paths
"""
return [join(self.si.VSInstallDir, r'VSTSDB\Deploy')]
@property
def MSBuild(self):
"""
Microsoft Build Engine.
Return
------
list of str
paths
"""
if self.vs_ver < 12.0:
return []
elif self.vs_ver < 15.0:
base_path = self.si.ProgramFilesx86
arch_subdir = self.pi.current_dir(hidex86=True)
else:
base_path = self.si.VSInstallDir
arch_subdir = ''
path = r'MSBuild\%0.1f\bin%s' % (self.vs_ver, arch_subdir)
build = [join(base_path, path)]
if self.vs_ver >= 15.0:
# Add Roslyn C# & Visual Basic Compiler
build += [join(base_path, path, 'Roslyn')]
return build
@property
def HTMLHelpWorkshop(self):
"""
Microsoft HTML Help Workshop.
Return
------
list of str
paths
"""
if self.vs_ver < 11.0:
return []
return [join(self.si.ProgramFilesx86, 'HTML Help Workshop')]
@property
def UCRTLibraries(self):
"""
Microsoft Universal C Runtime SDK Libraries.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0:
return []
arch_subdir = self.pi.target_dir(x64=True)
lib = join(self.si.UniversalCRTSdkDir, 'lib')
ucrtver = self._ucrt_subdir
return [join(lib, '%sucrt%s' % (ucrtver, arch_subdir))]
@property
def UCRTIncludes(self):
"""
Microsoft Universal C Runtime SDK Include.
Return
------
list of str
paths
"""
if self.vs_ver < 14.0:
return []
include = join(self.si.UniversalCRTSdkDir, 'include')
return [join(include, '%sucrt' % self._ucrt_subdir)]
@property
def _ucrt_subdir(self):
"""
Microsoft Universal C Runtime SDK version subdir.
Return
------
str
subdir
"""
ucrtver = self.si.UniversalCRTSdkLastVersion
return ('%s\\' % ucrtver) if ucrtver else ''
@property
def FSharp(self):
"""
Microsoft Visual F#.
Return
------
list of str
paths
"""
if 11.0 > self.vs_ver > 12.0:
return []
return [self.si.FSharpInstallDir]
@property
def VCRuntimeRedist(self):
"""
Microsoft Visual C++ runtime redistributable dll.
Return
------
str
path
"""
vcruntime = 'vcruntime%d0.dll' % self.vc_ver
arch_subdir = self.pi.target_dir(x64=True).strip('\\')
# Installation prefixes candidates
prefixes = []
tools_path = self.si.VCInstallDir
redist_path = dirname(tools_path.replace(r'\Tools', r'\Redist'))
if isdir(redist_path):
# Redist version may not be exactly the same as tools
redist_path = join(redist_path, listdir(redist_path)[-1])
prefixes += [redist_path, join(redist_path, 'onecore')]
prefixes += [join(tools_path, 'redist')] # VS14 legacy path
# CRT directory
crt_dirs = ('Microsoft.VC%d.CRT' % (self.vc_ver * 10),
# Sometime store in directory with VS version instead of VC
'Microsoft.VC%d.CRT' % (int(self.vs_ver) * 10))
# vcruntime path
for prefix, crt_dir in itertools.product(prefixes, crt_dirs):
path = join(prefix, arch_subdir, crt_dir, vcruntime)
if isfile(path):
return path
def return_env(self, exists=True):
"""
Return environment dict.
Parameters
----------
exists: bool
It True, only return existing paths.
Return
------
dict
environment
"""
env = dict(
include=self._build_paths('include',
[self.VCIncludes,
self.OSIncludes,
self.UCRTIncludes,
self.NetFxSDKIncludes],
exists),
lib=self._build_paths('lib',
[self.VCLibraries,
self.OSLibraries,
self.FxTools,
self.UCRTLibraries,
self.NetFxSDKLibraries],
exists),
libpath=self._build_paths('libpath',
[self.VCLibraries,
self.FxTools,
self.VCStoreRefs,
self.OSLibpath],
exists),
path=self._build_paths('path',
[self.VCTools,
self.VSTools,
self.VsTDb,
self.SdkTools,
self.SdkSetup,
self.FxTools,
self.MSBuild,
self.HTMLHelpWorkshop,
self.FSharp],
exists),
)
if self.vs_ver >= 14 and isfile(self.VCRuntimeRedist):
env['py_vcruntime_redist'] = self.VCRuntimeRedist
return env
def _build_paths(self, name, spec_path_lists, exists):
"""
Given an environment variable name and specified paths,
return a pathsep-separated string of paths containing
unique, extant, directories from those paths and from
the environment variable. Raise an error if no paths
are resolved.
Parameters
----------
name: str
Environment variable name
spec_path_lists: list of str
Paths
exists: bool
It True, only return existing paths.
Return
------
str
Pathsep-separated paths
"""
# flatten spec_path_lists
spec_paths = itertools.chain.from_iterable(spec_path_lists)
env_paths = environ.get(name, '').split(pathsep)
paths = itertools.chain(spec_paths, env_paths)
extant_paths = list(filter(isdir, paths)) if exists else paths
if not extant_paths:
msg = "%s environment variable is empty" % name.upper()
raise distutils.errors.DistutilsPlatformError(msg)
unique_paths = self._unique_everseen(extant_paths)
return pathsep.join(unique_paths)
# from Python docs
@staticmethod
def _unique_everseen(iterable, key=None):
"""
List unique elements, preserving order.
Remember all elements ever seen.
_unique_everseen('AAAABBBCCDAABBB') --> A B C D
_unique_everseen('ABBCcAD', str.lower) --> A B C D
"""
seen = set()
seen_add = seen.add
if key is None:
for element in filterfalse(seen.__contains__, iterable):
seen_add(element)
yield element
else:
for element in iterable:
k = key(element)
if k not in seen:
seen_add(k)
yield element
site-packages/setuptools/__pycache__/dist.cpython-38.opt-1.pyc 0000644 00000122205 15201600075 0020245 0 ustar 00 U
�Qab�� � @ s d gZ ddlZddlZddlZddlZddlZddlZddlZddl Zddl
Zddl Zddl m
Z
ddlmZ ddlmZ ddlZddlmZ ddlmZ ddlmZmZmZ dd l mZ dd
l m Z dd l m Z dd l m Z dd
l m!Z! ddl"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z- ddl.m/Z/ ddl0Z0e1d� e1d� dd� Z2dd� Z3dd � Z4d d � Z5e6e7fZ8d d � Z9d!d"� Z:d#d$� Z;d%d&� Z<d'd(� Z=d)d*� Z>d+d,� Z?d-d.� Z@d/d0� ZAd1d2� ZBd3d4� ZCd5d6� ZDe-ejEjF�ZGG d7d � d eG�ZFG d8d9� d9�ZHG d:d;� d;e'�ZIdS )<� Distribution� N)� strtobool)�DEBUG��translate_longopt)� defaultdict)�message_from_file)�DistutilsOptionError�DistutilsPlatformError�DistutilsSetupError)�
rfc822_escape)�
StrictVersion)�six)� packaging)� ordered_set)�map�filter� filterfalse� )� SetuptoolsDeprecationWarning)�Require)�windows_support)�
get_unpatched)�parse_configurationz&setuptools.extern.packaging.specifiersz#setuptools.extern.packaging.versionc C s t �dt� t| �S )NzDo not call this function)�warnings�warn�DistDeprecationWarningr )�cls� r �3/usr/lib/python3.8/site-packages/setuptools/dist.py�_get_unpatched- s r c C s� t | dd �}|d kr�| js | jr*td�}nd| jd k sT| jd k sTt | dd �d k sT| jr^td�}n0| js|| js|| j s|| j
s|| j r�td�}ntd�}|| _ |S )N�metadata_versionz2.1�python_requires�1.2�1.1z1.0)
�getattr� long_description_content_type�provides_extrasr
�
maintainer�maintainer_email� project_urls�provides�requires� obsoletes� classifiers� download_urlr! )�selfZmvr r r �get_metadata_version2 s*
���
��
r1 c s t |�� � fdd�}� fdd�}t� d �| _|d�| _|d�| _|d�| _|d �| _d
| _|d �| _d
| _ |d �| _
|d
�| _ d� kr�|d�| _ nd
| _ |d�| _
|d�| _d� kr�|d��d�| _|d�| _|d�| _| jtd�k�r
|d�| _|d�| _|d�| _nd
| _d
| _d
| _d
S )z-Reads the metadata values from a file object.c s � | }|dkrd S |S )NZUNKNOWNr )�name�value��msgr r � _read_fieldL s z"read_pkg_file.<locals>._read_fieldc s � � | d �}|g krd S |S �N)Zget_all)r2 �valuesr4 r r �
_read_listR s z!read_pkg_file.<locals>._read_listzmetadata-versionr2 �versionZsummary�authorNz author-emailz home-page�licensez download-url� description�keywords�,�platformZ
classifierr$ r, r+ r- )r r
r! r2 r: r= r; r( � author_emailr) Zurlr< r/ Zlong_description�splitr> Z platformsr. r, r+ r- )r0 �filer6 r9 r r4 r �
read_pkg_fileH s:
rD c
s �� � }tjr � �fdd�}n � fdd�}|dt|�� |d��� � |d��� � |d��� � |d��� � |td �k r�|d
�� � � |d ��
� � n.d }|D ]$\}}t �|�}|d
k r�|||� q�|d�� � � �j
r�|d�j
� �j�� D ]}|dd| � q�t��� �} |d| � d���� �}
|
�r:|d|
� |td �k�rd��� D ]} |d| � �qPn��� d��� � ��� d��� � ��� d��� � ��� d��� � ��� d��� � t�d��r�|d�j� �j �r�|d �j � �j �r
�j D ]} |d | � �q�d
S ) z5Write the PKG-INFO format data to a file object.
c s � � d| ��|�f � d S �Nz%s: %s
)�writeZ
_encode_field��keyr3 �rC r0 r r � write_field� s z#write_pkg_file.<locals>.write_fieldc s � � d| |f � d S rE )rF rG )rC r r rJ � s zMetadata-Version�Name�VersionZSummaryz Home-pager# �Author� Author-email))rM r; )rN rA )Z
Maintainerr( )zMaintainer-emailr) NZLicensez Download-URLz Project-URLz%s, %sZ Descriptionr? ZKeywordsZPlatformZ
ClassifierZRequiresZProvidesZ Obsoletesr" zRequires-PythonzDescription-Content-TypezProvides-Extra) r1 r �PY2�strZget_nameZ get_versionZget_descriptionZget_urlr
Z get_contactZget_contact_emailr% Z get_licenser/ r* �itemsr Zget_long_description�joinZ get_keywordsZ
get_platformsZ _write_listZget_classifiersZ get_requiresZ get_providesZ
get_obsoletes�hasattrr" r& r' )
r0 rC r: rJ Zoptional_fieldsZfield�attrZattr_valZ project_urlZ long_descr> r@ �extrar rI r �write_pkg_file~ sZ
�
rV c C sF zt j�d| �}W n, ttttfk
r@ td||f ��Y nX d S )Nzx=z4%r must be importable 'module:attrs' string (got %r))�
pkg_resources�
EntryPoint�parse� TypeError�
ValueError�AttributeError�AssertionErrorr )�distrT r3 �epr r r �check_importable� s ��r` c C s6 zW n, t tttfk
r0 td||f ��Y nX dS )z"Verify that value is a string listz%%r must be a list of strings (got %r)N)rZ r[ r\ r] r �r^ rT r3 r r r �assert_string_list� s
�rb c C sd |}t | ||� |D ]J}| �|�s2tdd| ��|�d�\}}}|r||krtj�d||� qdS )z(Verify that namespace packages are validz1Distribution contains no modules or packages for znamespace package %r�.z^WARNING: %r is declared as a package namespace, but %r is not: please correct this in setup.pyN)rb �has_contents_forr �
rpartition� distutils�logr )r^ rT r3 Z ns_packagesZnsp�parent�sepZchildr r r � check_nsp� s
�� �rj c
C s@ zt t�t|�� �� W n" tttfk
r: td��Y nX dS )z+Verify that extras_require mapping is validz�'extras_require' must be a dictionary whose values are strings or lists of strings containing valid project/version requirement specifiers.N) �list� itertools�starmap� _check_extrarQ rZ r[ r\ r ra r r r � check_extras� s �ro c C s< | � d�\}}}|r*t�|�r*td| ��tt�|�� d S )N�:z Invalid environment marker: )� partitionrW Zinvalid_markerr rk �parse_requirements)rU Zreqsr2 ri �markerr r r rn s rn c C s& t |�|kr"d}t|j||d���dS )z)Verify that value is True, False, 0, or 1z0{attr!r} must be a boolean value (got {value!r}))rT r3 N)�boolr �format)r^ rT r3 �tmplr r r � assert_bool s rw c
C sj z(t t�|�� t|ttf�r&td��W n< ttfk
rd } zd}t|j ||d���W 5 d}~X Y nX dS )z9Verify that install_requires is a valid requirements listz Unordered types are not allowedzm{attr!r} must be a string or list of strings containing valid project/version requirement specifiers; {error}�rT �errorN)
rk rW rr �
isinstance�dict�setrZ r[ r ru �r^ rT r3 ry rv r r r �check_requirements s �r~ c
C sR zt j�|� W n< t jjk
rL } zd}t|j||d���W 5 d}~X Y nX dS )z.Verify that value is a valid version specifierzF{attr!r} must be a string containing valid version specifiers; {error}rx N)r Z
specifiersZ SpecifierSetZInvalidSpecifierr ru r} r r r �check_specifier s �r c
C s@ zt j�|� W n* tk
r: } z t|��W 5 d}~X Y nX dS )z)Verify that entry_points map is parseableN)rW rX Z parse_mapr[ r )r^ rT r3 �er r r �check_entry_points, s r� c C s t |tj�std��d S )Nztest_suite must be a string)rz r � string_typesr ra r r r �check_test_suite4 s r� c C s\ t |t�std�|���|�� D ]6\}}t |tj�sDtd�||���t| d�|�|� q dS )z@Verify that value is a dictionary of package names to glob listszT{!r} must be a dictionary mapping package names to lists of string wildcard patternsz,keys of {!r} dict must be strings (got {!r})zvalues of {!r} dictN)rz r{ r ru rQ r r� rb )r^ rT r3 �k�vr r r �check_package_data9 s
�� ��r� c C s( |D ] }t �d|�stj�d|� qd S )Nz \w+(\.\w+)*z[WARNING: %r not a valid package name; please use only .-separated package names in setup.py)�re�matchrf rg r )r^ rT r3 Zpkgnamer r r �check_packagesH s �r� c @ sR e Zd ZdZdeejd�ZdZdd� Z dMdd�Z
dd � Z d
d � Z e
d d
� �Zdd� Zdd� ZdNdd�Ze
dd� �ZdOdd�ZdPdd�Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Z d+d,� Z d-d.� Z d/d0� Z d1d2� Z d3d4� Z!d5d6� Z"d7d8� Z#d9d:� Z$d;d<� Z%d=d>� Z&d?d@� Z'dAdB� Z(dCdD� Z)dEdF� Z*dGdH� Z+dIdJ� Z,dKdL� Z-dS )Qr a� Distribution with support for features, tests, and package data
This is an enhanced version of 'distutils.dist.Distribution' that
effectively adds the following new optional keyword arguments to 'setup()':
'install_requires' -- a string or sequence of strings specifying project
versions that the distribution requires when installed, in the format
used by 'pkg_resources.require()'. They will be installed
automatically when the package is installed. If you wish to use
packages that are not available in PyPI, or want to give your users an
alternate download location, you can add a 'find_links' option to the
'[easy_install]' section of your project's 'setup.cfg' file, and then
setuptools will scan the listed web pages for links that satisfy the
requirements.
'extras_require' -- a dictionary mapping names of optional "extras" to the
additional requirement(s) that using those extras incurs. For example,
this::
extras_require = dict(reST = ["docutils>=0.3", "reSTedit"])
indicates that the distribution can optionally provide an extra
capability called "reST", but it can only be used if docutils and
reSTedit are installed. If the user installs your package using
EasyInstall and requests one of your extras, the corresponding
additional requirements will be installed if needed.
'features' **deprecated** -- a dictionary mapping option names to
'setuptools.Feature'
objects. Features are a portion of the distribution that can be
included or excluded based on user options, inter-feature dependencies,
and availability on the current system. Excluded features are omitted
from all setup commands, including source and binary distributions, so
you can create multiple distributions from the same source tree.
Feature names should be valid Python identifiers, except that they may
contain the '-' (minus) sign. Features can be included or excluded
via the command line options '--with-X' and '--without-X', where 'X' is
the name of the feature. Whether a feature is included by default, and
whether you are allowed to control this from the command line, is
determined by the Feature object. See the 'Feature' class for more
information.
'test_suite' -- the name of a test suite to run for the 'test' command.
If the user runs 'python setup.py test', the package will be installed,
and the named test suite will be run. The format is the same as
would be used on a 'unittest.py' command line. That is, it is the
dotted name of an object to import and call to generate a test suite.
'package_data' -- a dictionary mapping package names to lists of filenames
or globs to use to find data files contained in the named packages.
If the dictionary has filenames or globs listed under '""' (the empty
string), those names will be searched for in every package, in addition
to any names for the specific package. Data files found using these
names/globs will be installed along with the package, in the same
location as the package. Note that globs are allowed to reference
the contents of non-package subdirectories, as long as you use '/' as
a path separator. (Globs are automatically converted to
platform-specific paths at runtime.)
In addition to these new keywords, this class also has several new methods
for manipulating the distribution's contents. For example, the 'include()'
and 'exclude()' methods can be thought of as in-place add and subtract
commands that add or remove packages, modules, extensions, and so on from
the distribution. They are used by the feature subsystem to configure the
distribution for the included and excluded features.
N)r& r* r' c C sl |rd|ksd|krd S t �t|d ���� }t jj�|�}|d k rh|�d�sht �t|d ��|_ || _
d S )Nr2 r: zPKG-INFO) rW Z safe_namerP �lower� working_setZby_key�getZ has_metadataZ safe_versionZ_version�
_patched_dist)r0 �attrsrH r^ r r r �patch_missing_pkg_info� s z#Distribution.patch_missing_pkg_infoc
s� t � d�}|si � _|pi }d|ks,d|kr4t�� g � _i � _g � _|�dd �� _� � |� |�dg �� _
|�dg �� _ t �
d�D ]}t� ��|jd � q�t�� � fdd �|�� D �� � j�� D ]L\}}� jj|fD ]}||kr�|| } �qq�|r�|� nd }t� j||� q�t� jjtj��r4t � jj�� j_� jjd k �r�zHt j� � jj�}t |�} � jj| k�r�t � d
� jj| f � | � j_W n0 t jj!t"fk
�r� t � d � jj � Y nX � �#� d S ) N� package_data�features�require_features�src_root�dependency_links�setup_requires�distutils.setup_keywordsc s i | ]\}}|� j kr||�qS r )� _DISTUTILS_UNSUPPORTED_METADATA��.0r� r� �r0 r r �
<dictcomp>� s
� z)Distribution.__init__.<locals>.<dictcomp>zNormalizing '%s' to '%s'z�The version specified (%r) is an invalid version, this may not work as expected with newer versions of setuptools, pip, and PyPI. Please see PEP 440 for more details.)$rS r� �Feature�warn_deprecatedr� r� Z
dist_files�popr� r� r� r� rW �iter_entry_points�vars�
setdefaultr2 �
_Distribution�__init__rQ r� �metadata�__dict__�setattrrz r: �numbers�NumberrP r rL r r ZInvalidVersionrZ �_finalize_requires)
r0 r� Zhave_package_datar_ �option�default�sourcer3 ZverZnormalized_versionr r� r r� � s\
��� ��
zDistribution.__init__c C sf t | dd�r| j| j_t | dd�rR| j�� D ]$}|�d�d }|r,| jj�|� q,| �� | � � dS )z�
Set `metadata.python_requires` and fix environment markers
in `install_requires` and `extras_require`.
r" N�extras_requirerp r )
r% r" r� r� �keysrB r' �add� _convert_extras_requirements�"_move_install_requirements_markers)r0 rU r r r r� � s
z Distribution._finalize_requiresc C sh t | dd�pi }tt�| _|�� D ]@\}}| j| t�|�D ]"}| �|�}| j|| �|� q>q"dS )z�
Convert requirements in `extras_require` of the form
`"extra": ["barbazquux; {marker}"]` to
`"extra:{marker}": ["barbazquux"]`.
r� N) r% r rk �_tmp_extras_requirerQ rW rr � _suffix_for�append)r0 Z
spec_ext_reqs�sectionr� �r�suffixr r r r� � s
z)Distribution._convert_extras_requirementsc C s | j rdt| j � S dS )ze
For a requirement, return the 'extras_require' suffix for
that requirement.
rp � )rs rP ��reqr r r r� s zDistribution._suffix_forc s� dd� }t � dd�pd}tt�|��}t||�}t||�}ttt|��� _|D ] }� j dt|j
� � |� qNt � fdd�� j �
� D ��� _dS ) zv
Move requirements in `install_requires` that are using environment
markers `extras_require`.
c S s | j S r7 �rs r� r r r �
is_simple_req s zFDistribution._move_install_requirements_markers.<locals>.is_simple_req�install_requiresNr rp c 3 s, | ]$\}}|d d� t � j|�D �fV qdS )c S s g | ] }t |��qS r )rP �r� r� r r r �
<listcomp>) s zMDistribution._move_install_requirements_markers.<locals>.<genexpr>.<listcomp>N)r �
_clean_reqr� r� r r � <genexpr>( s �zBDistribution._move_install_requirements_markers.<locals>.<genexpr>)r% rk rW rr r r r rP r� r� rs r� r{ rQ r� )r0 r� Zspec_inst_reqsZ inst_reqsZ simple_reqsZ complex_reqsr� r r� r r� s
�z/Distribution._move_install_requirements_markersc C s
d|_ |S )zP
Given a Requirement, remove environment markers and return it.
Nr� )r0 r� r r r r� - s zDistribution._clean_reqc
C s� ddl m} tjr>tjtjkr>ddddddd d
d d d
ddg
}ng }t|�}|dkrZ| �� }t rh| �
d� |� }|D ]�}t j |dd��4}t r�| �
dj
f t� �� tjr�|jn|j|� W 5 Q R X |�� D ]\}|�|�}| �|�} |D ]>}
|
dkr�|
|kr�| �|�||
��} |
�dd�}
|| f| |
< q�q�|�� qrd| jk�r�| jd �� D ]�\}
\} } | j�|
�}
zF|
�r|t| |
t | � � n(|
dk�r�t| |
t | �� n t| |
| � W n, t k
�r� } z t |��W 5 d}~X Y nX �qHdS )z�
Adapted from distutils.dist.Distribution.parse_config_files,
this method provides the same functionality in subtly-improved
ways.
r )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootNz"Distribution.parse_config_files():�utf-8)�encodingz reading {filename}�__name__�-�_�global)�verboseZdry_run) Z(setuptools.extern.six.moves.configparserr� r �PY3�sysr� � base_prefix� frozensetZfind_config_filesr �announce�io�openru �localsZ read_fileZreadfpZsections�options�get_option_dict�_try_strr� �replacer� �command_optionsrQ � negative_optr� r r[ r )r0 � filenamesr� Zignore_options�parser�filename�readerr� r� Zopt_dict�opt�val�src�aliasr5 r r r �_parse_config_files4 s` �
z Distribution._parse_config_filesc C s. t jr
| S z
| �� W S tk
r( Y nX | S )ab
On Python 2, much of distutils relies on string values being of
type 'str' (bytes) and not unicode text. If the value can be safely
encoded to bytes using the default encoding, prefer that.
Why the default encoding? Because that value can be implicitly
decoded back to text if needed.
Ref #1653
)r r� �encode�UnicodeEncodeError)r� r r r r� r s
zDistribution._try_strc C s^ |� � }|dkr| �|�}tr,| �d| � |�� D �]"\}\}}trZ| �d|||f � zdd� |jD �}W n tk
r� g }Y nX z
|j}W n tk
r� i }Y nX z~t|t j
�} ||kr�| r�t ||| t |� � nJ||kr�| r�t ||t |�� n,t
||��rt |||� ntd|||f ��W q4 tk
�rV }
z t|
��W 5 d}
~
X Y q4X q4dS )a�
Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
(Adopted from distutils.dist.Distribution._set_command_options)
Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r )r� �or r r r� � s �z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')Zget_command_namer� r r� rQ Zboolean_optionsr\ r� rz r r� r� r rS r r[ ) r0 Z command_objZ option_dictZ command_namer� r� r3 Z bool_opts�neg_optZ is_stringr5 r r r �_set_command_options� sF
��
��z!Distribution._set_command_optionsFc C s( | j |d� t| | j|d� | �� dS )zYParses configuration files from various levels
and loads configuration.
)r� )�ignore_option_errorsN)r� r r� r� )r0 r� r� r r r �parse_config_files� s
�z Distribution.parse_config_filesc C s t �| �}| jr| �� |S )z3Process features after parsing command line options)r� �parse_command_liner� �_finalize_features)r0 �resultr r r r� � s
z Distribution.parse_command_linec C s d|� dd� S )z;Convert feature name to corresponding option attribute nameZwith_r� r� �r� �r0 r2 r r r �_feature_attrname� s z Distribution._feature_attrnamec C s8 t jjt �|�| jdd�}|D ]}t jj|dd� q |S )z Resolve pre-setup requirementsT)� installerZreplace_conflictingr� )rW r� �resolverr �fetch_build_eggr� )r0 r, Zresolved_distsr^ r r r �fetch_build_eggs� s �z Distribution.fetch_build_eggsc C s� t �| � | jr| �� t�d�D ]:}t| |jd �}|d k r"|j| j d� |�
� | |j|� q"t| dd �r~dd� | j D �| _ ng | _ d S )Nr� �r� �convert_2to3_doctestsc S s g | ]}t j�|��qS r )�os�path�abspath�r� �pr r r r� � s �z1Distribution.finalize_options.<locals>.<listcomp>) r� �finalize_optionsr� � _set_global_opts_from_featuresrW r� r% r2 �requirer� �loadr� )r0 r_ r3 r r r r� � s
�
z Distribution.finalize_optionsc C sv t j�t jd�}t j�|�srt �|� t�|� t j�|d�}t|d��$}|� d� |� d� |� d� W 5 Q R X |S )Nz.eggsz
README.txt�wzcThis directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins.
zAThis directory caches those eggs to prevent repeated downloads.
z/However, it is safe to delete this directory.
)
r� r� rR �curdir�exists�mkdirr Z hide_filer� rF )r0 Z
egg_cache_dirZreadme_txt_filename�fr r r �get_egg_cache_dir� s
z Distribution.get_egg_cache_dirc
C s� ddl m} | �ddgi�}|�d�}|�� |�dd� | �d��� D �� | jr�| jdd� }d|krx|d d | }d
|f|d< | �� }||d g|d d
dd
d
d d d
d� }|� � |�|�S )z Fetch an egg needed for buildingr )� easy_installZ script_argsr c s s" | ]\}}|d kr||fV qdS ))�
find_links� site_dirsZ index_url�optimizer Z allow_hostsNr r� r r r r� � s �z/Distribution.fetch_build_egg.<locals>.<genexpr>Nr r Zsetup�xTF)
�args� install_dirZexclude_scriptsZ always_copyZbuild_directoryZeditableZupgradeZ
multi_versionZ no_reportr� )
Z setuptools.command.easy_installr � __class__r� �clear�updaterQ r� r Zensure_finalized)r0 r� r r^ �optsZlinksr
�cmdr r r r� � s8
� �z Distribution.fetch_build_eggc C s� g }| j �� }| j�� D ]�\}}| �|d� |�| � |jr|j}d}d}|�� s\|| }}d| dd| | fd| dd| | ff}|� |� d| |d| < q|| j
| _
| _ | | _ | _ dS )z;Add --with-X/--without-X options based on optional featuresNz
(default)r� zwith-zinclude zwithout-zexclude )
r� �copyr� rQ � _set_feature�validate�optionalr= �include_by_default�extend�global_optionsZfeature_optionsZfeature_negopt) r0 ZgoZnor2 �feature�descrZincdefZexcdef�newr r r r� s$
�
z+Distribution._set_global_opts_from_featuresc C s� | j �� D ]<\}}| �|�}|s0|dkr
|�� r
|�| � | �|d� q
| j �� D ](\}}| �|�sR|�| � | �|d� qRdS )z9Add/remove features and resolve dependencies between themNr r )r� rQ �feature_is_includedr �
include_inr � exclude_from)r0 r2 r Zenabledr r r r� 0 s
z Distribution._finalize_featuresc C s\ || j kr| j | S t�d|�}|D ]*}|j| jd� |�� | j |< }| S t�| |�S )z(Pluggable version of get_command_class()�distutils.commandsr� N)�cmdclassrW r� r� r� r r� �get_command_class)r0 �commandZepsr_ r! r r r r" A s
z Distribution.get_command_classc C s: t �d�D ]$}|j| jkr
|�� }|| j|j< q
t�| �S �Nr )rW r� r2 r! r� r� �print_commands�r0 r_ r! r r r r% N s
zDistribution.print_commandsc C s: t �d�D ]$}|j| jkr
|�� }|| j|j< q
t�| �S r$ )rW r� r2 r! r� r� �get_command_listr& r r r r' V s
z Distribution.get_command_listc C s t | | �|�|� dS )z Set feature's inclusion statusN)r� r� )r0 r2 Zstatusr r r r ^ s zDistribution._set_featurec C s t | | �|��S )zAReturn 1 if feature is included, 0 if excluded, 'None' if unknown)r% r� r� r r r r b s z Distribution.feature_is_includedc C sF | � |�dkr&| j| j}t|d ��| j| �| � | �|d� dS )z)Request inclusion of feature named 'name'r z2 is required, but was excluded or is not availabler N)r r� r= r r r )r0 r2 r r r r �include_featuref s �z Distribution.include_featurec K s@ |� � D ]2\}}t| d| d�}|r.||� q| �||� qdS )a� Add items to distribution that are named in keyword arguments
For example, 'dist.include(py_modules=["x"])' would add 'x' to
the distribution's 'py_modules' attribute, if it was not already
there.
Currently, this method only supports inclusion for attributes that are
lists or tuples. If you need to add support for adding to other
attributes in this or a subclass, you can add an '_include_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})'
will try to call 'dist._include_foo({"bar":"baz"})', which can then
handle whatever special inclusion logic is needed.
Z _include_N)rQ r% �
_include_misc)r0 r� r� r� �includer r r r* q s
zDistribution.includec sf � d �| j r&� �fdd�| j D �| _ | jrD� �fdd�| jD �| _| jrb� �fdd�| jD �| _dS )z9Remove packages, modules, and extensions in named packagerc c s" g | ]}|� kr|� ��s|�qS r ��
startswithr� ��package�pfxr r r� � s
�z0Distribution.exclude_package.<locals>.<listcomp>c s" g | ]}|� kr|� ��s|�qS r r+ r� r- r r r� � s
�c s& g | ] }|j � kr|j ���s|�qS r )r2 r, r� r- r r r� � s
�N)�packages�
py_modules� ext_modules)r0 r. r r- r �exclude_package� s � � �z Distribution.exclude_packagec C s2 |d }| � � D ] }||ks&|�|�r dS qdS )z<Return true if 'exclude_package(package)' would do somethingrc TN)�iter_distribution_namesr, )r0 r. r/ r� r r r rd � s z Distribution.has_contents_forc s� t � t�std|� f ��zt| |�}W n tk
rH td| ��Y nX |dk rjt |t�sjt|d ��n |r�t| |� fdd�|D �� dS )zAHandle 'exclude()' for list/tuple attrs without a special handlerz(%s: setting must be a list or tuple (%r)� %s: No such distribution settingN�4: this setting cannot be changed via include/excludec s g | ]}|� kr|�qS r r �r� �item�r3 r r r� � s z.Distribution._exclude_misc.<locals>.<listcomp>�rz �sequencer r% r\ r� )r0 r2 r3 �oldr r9 r �
_exclude_misc� s
��
�zDistribution._exclude_miscc s� t |t�std||f ��zt| |�� W n tk
rH td| ��Y nX � dkr`t| ||� n:t � t�sxt|d ��n"� fdd�|D �}t| |� | � dS )zAHandle 'include()' for list/tuple attrs without a special handlerz %s: setting must be a list (%r)r5 Nr6 c s g | ]}|� kr|�qS r r r7 �r< r r r� � s z.Distribution._include_misc.<locals>.<listcomp>r: )r0 r2 r3 r r r> r r) � s$
��
�zDistribution._include_miscc K s@ |� � D ]2\}}t| d| d�}|r.||� q| �||� qdS )a Remove items from distribution that are named in keyword arguments
For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from
the distribution's 'py_modules' attribute. Excluding packages uses
the 'exclude_package()' method, so all of the package's contained
packages, modules, and extensions are also excluded.
Currently, this method only supports exclusion from attributes that are
lists or tuples. If you need to add support for excluding from other
attributes in this or a subclass, you can add an '_exclude_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})'
will try to call 'dist._exclude_foo({"bar":"baz"})', which can then
handle whatever special exclusion logic is needed.
Z _exclude_N)rQ r% r= )r0 r� r� r� �excluder r r r? � s
zDistribution.excludec C s, t |t�std|f ��tt| j|�� d S )Nz.packages: setting must be a list or tuple (%r))rz r; r rk r r3 )r0 r0 r r r �_exclude_packages� s
�z Distribution._exclude_packagesc
C s� | j j| _| j j| _|d }| �d�}||krf|| \}}||= dd l}|�|d�|d d�< |d }q&t�| ||�}| �|�} t | dd �r�d|f| �|�d< |d k r�g S |S )Nr �aliasesTr Zcommand_consumes_arguments� command liner )
r r r� r� �shlexrB r� �_parse_command_optsr" r% )
r0 r� r r# rA r� r� rC �nargsZ cmd_classr r r rD � s"
z Distribution._parse_command_optsc C s� i }| j �� D ]�\}}|�� D ]�\}\}}|dkr4q |�dd�}|dkr�| �|�}| j�� }|�t|di �� |�� D ] \} }
|
|krv| }d} q�qvtd��n |dkr�d}||� |i �|< q q|S ) ah Return a '{cmd: {opt:val}}' map of all command-line options
Option names are all long, but do not include the leading '--', and
contain dashes rather than underscores. If the option doesn't take
an argument (e.g. '--quiet'), the 'val' is 'None'.
Note that options provided by config files are intentionally excluded.
rB r� r� r r� Nz Shouldn't be able to get herer )
r� rQ r� Zget_command_objr� r r r% r] r� ) r0 �dr r r� r� r� Zcmdobjr� �neg�posr r r �get_cmdline_options s(
z Distribution.get_cmdline_optionsc c sv | j pdD ]
}|V q
| jp dD ]
}|V q | jp4dD ]:}t|t�rN|\}}n|j}|�d�rj|dd� }|V q6dS )z@Yield all packages, modules, and extension names in distributionr �moduleNi����)r0 r1 r2 rz �tupler2 �endswith)r0 ZpkgrJ Zextr2 Z buildinfor r r r4 0 s
z$Distribution.iter_distribution_namesc
C s� ddl }tjs| jr t�| |�S t|jtj �s:t�| |�S |jj
� � dkrVt�| |�S |jj
}|jj }|j
dkrtdpvd}|jj}t� |j�� d|||�|_zt�| |�W �S t� |j�� ||||�|_X dS )z�If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
r N)r� �utf8Zwin32�
r� )r� r rO Z
help_commandsr� �handle_display_optionsrz �stdoutr� �
TextIOWrapperr� r� �errorsr@ �line_buffering�detach)r0 Z option_orderr� r� rR �newlinerS r r r rO B s6 � �z#Distribution.handle_display_options)N)N)N)NF).r� �
__module__� __qualname__�__doc__r{ r Z
OrderedSetr� r� r� r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� r� r r� r� r� r" r% r' r r r( r* r3 rd r= r) r? r@ rD rI r4 rO r r r r r T sX D�
;
>
/
(c @ sF e Zd ZdZedd� �Zddd�Zd d
� Zd d � Zd
d� Z dd� Z
dS )r� a�
**deprecated** -- The `Feature` facility was never completely implemented
or supported, `has reported issues
<https://github.com/pypa/setuptools/issues/58>`_ and will be removed in
a future version.
A subset of the distribution that can be excluded if unneeded/wanted
Features are created using these keyword arguments:
'description' -- a short, human readable description of the feature, to
be used in error messages, and option help messages.
'standard' -- if true, the feature is included by default if it is
available on the current system. Otherwise, the feature is only
included if requested via a command line '--with-X' option, or if
another included feature requires it. The default setting is 'False'.
'available' -- if true, the feature is available for installation on the
current system. The default setting is 'True'.
'optional' -- if true, the feature's inclusion can be controlled from the
command line, using the '--with-X' or '--without-X' options. If
false, the feature's inclusion status is determined automatically,
based on 'availabile', 'standard', and whether any other feature
requires it. The default setting is 'True'.
'require_features' -- a string or sequence of strings naming features
that should also be included if this feature is included. Defaults to
empty list. May also contain 'Require' objects that should be
added/removed from the distribution.
'remove' -- a string or list of strings naming packages to be removed
from the distribution if this feature is *not* included. If the
feature *is* included, this argument is ignored. This argument exists
to support removing features that "crosscut" a distribution, such as
defining a 'tests' feature that removes all the 'tests' subpackages
provided by other features. The default for this argument is an empty
list. (Note: the named package(s) or modules must exist in the base
distribution when the 'setup()' function is initially called.)
other keywords -- any other keyword arguments are saved, and passed to
the distribution's 'include()' and 'exclude()' methods when the
feature is included or excluded, respectively. So, for example, you
could pass 'packages=["a","b"]' to cause packages 'a' and 'b' to be
added or removed from the distribution as appropriate.
A feature must include at least one 'requires', 'remove', or other
keyword argument. Otherwise, it can't affect the distribution in any way.
Note also that you can subclass 'Feature' to create your own specialized
feature types that modify the distribution in other ways when included or
excluded. See the docstrings for the various methods here for more detail.
Aside from the methods, the only feature attributes that distributions look
at are 'description' and 'optional'.
c C s d} t j| tdd� d S )NzrFeatures are deprecated and will be removed in a future version. See https://github.com/pypa/setuptools/issues/65.� )�
stacklevel)r r r r4 r r r r� � s �zFeature.warn_deprecatedFTr c K s� | � � || _|| _|| _|| _t|ttf�r4|f}dd� |D �| _dd� |D �}|r^||d< t|t�rn|f}|| _ || _
|s�|s�|s�t d��d S )Nc S s g | ]}t |t�r|�qS r �rz rP r� r r r r� � s
z$Feature.__init__.<locals>.<listcomp>c S s g | ]}t |t�s|�qS r r\ r� r r r r� � s
r� zgFeature %s: must define 'require_features', 'remove', or at least one of 'packages', 'py_modules', etc.) r� r= �standard� availabler rz rP r r� �remove�extrasr ) r0 r= r] r^ r r� r_ r` Zerr r r r� � s* �
�zFeature.__init__c C s | j o
| jS )z+Should this feature be included by default?)r^ r] r� r r r r � s zFeature.include_by_defaultc C s< | j st| jd ��|jf | j� | jD ]}|�|� q(dS )a Ensure feature and its requirements are included in distribution
You may override this in a subclass to perform additional operations on
the distribution. Note that this method may be called more than once
per feature, and so should be idempotent.
z3 is required, but is not available on this platformN)r^ r
r= r* r` r� r( )r0 r^ r r r r r � s �
zFeature.include_inc C s. |j f | j� | jr*| jD ]}|�|� qdS )a2 Ensure feature is excluded from distribution
You may override this in a subclass to perform additional operations on
the distribution. This method will be called at most once per
feature, and only after all included features have been asked to
include themselves.
N)r? r` r_ r3 �r0 r^ r8 r r r r � s
zFeature.exclude_fromc C s. | j D ]"}|�|�std| j||f ��qdS )a� Verify that feature makes sense in context of distribution
This method is called by the distribution just before it parses its
command line. It checks to ensure that the 'remove' attribute, if any,
contains only valid package/module names that are present in the base
distribution when 'setup()' is called. You may override it in a
subclass to perform any other required validation of the feature
against a target distribution.
zg%s wants to be able to remove %s, but the distribution doesn't contain any packages or modules under %sN)r_ rd r r= ra r r r r � s
��zFeature.validateN)FTTr r ) r� rV rW rX rY r� r� r r r r r r r r r� e s 8
�
r� c @ s e Zd ZdZdS )r zrClass for warning about deprecations in dist in
setuptools. Not ignored by default, unlike DeprecationWarning.N)r� rV rW rX r r r r r � s r )J�__all__r� r� r� r� r r� Z
distutils.logrf Zdistutils.coreZ
distutils.cmdZdistutils.distZdistutils.utilr Zdistutils.debugr Zdistutils.fancy_getoptr rl � collectionsr Zemailr Zdistutils.errorsr r
r r Zdistutils.versionr
Zsetuptools.externr r r Zsetuptools.extern.six.movesr r r r� r Zsetuptools.dependsr Z
setuptoolsr Zsetuptools.monkeyr Zsetuptools.configr rW �
__import__r r1 rD rV rK rk r; r` rb rj ro rn rw r~ r r� r� r� r� Zcorer r� r� r r r r r �<module> sv 6L site-packages/setuptools/__pycache__/py31compat.cpython-38.pyc 0000644 00000002247 15201600075 0020346 0 ustar 00 U
�QabF � @ sP g Z eZzd dlmZ W n2 ek
rJ d dlZd dlZG dd� d�ZY nX dS )� )�TemporaryDirectoryNc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r z�
Very simple temporary directory context manager.
Will try to delete afterward, but will also ignore OS and similar
errors on deletion.
c K s d | _ tjf |�| _ d S �N)�name�tempfileZmkdtemp)�self�kwargs� r �9/usr/lib/python3.8/site-packages/setuptools/py31compat.py�__init__ s zTemporaryDirectory.__init__c C s | j S r )r )r r r r � __enter__ s z TemporaryDirectory.__enter__c C s2 zt �| jd� W n tk
r& Y nX d | _d S )NT)�shutilZrmtreer �OSError)r �exctypeZexcvalueZexctracer r r �__exit__ s
zTemporaryDirectory.__exit__N)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r
s r )�__all__�typeZ
__metaclass__r r � ImportErrorr r r r r �<module> s site-packages/setuptools/__pycache__/dep_util.cpython-38.pyc 0000644 00000001463 15201600075 0020152 0 ustar 00 U
�Qab� � @ s d dl mZ dd� ZdS )� )� newer_groupc C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )z�Walk both arguments in parallel, testing if each source group is newer
than its corresponding target. Returns a pair of lists (sources_groups,
targets) where sources is newer than target, according to the semantics
of 'newer_group()'.
z5'sources_group' and 'targets' must be the same length)�len�
ValueError�ranger �append)Zsources_groupsZtargetsZ n_sourcesZ n_targets�i� r �7/usr/lib/python3.8/site-packages/setuptools/dep_util.py�newer_pairwise_group s r
N)Zdistutils.dep_utilr r
r r r r �<module> s site-packages/setuptools/__pycache__/extension.cpython-38.pyc 0000644 00000003651 15201600075 0020362 0 ustar 00 U
�Qab� � @ s| d dl Z d dlZd dlZd dlZd dlZd dlmZ ddlm Z dd� Z
e
Z e ej j
�ZG dd� de�Z
G d d
� d
e
�ZdS ) � N)�map� )�
get_unpatchedc C s4 d} zt | dgd�j W dS tk
r. Y nX dS )z0
Return True if Cython can be imported.
zCython.Distutils.build_ext� build_ext)�fromlistTF)�
__import__r � Exception)Z cython_impl� r �8/usr/lib/python3.8/site-packages/setuptools/extension.py� _have_cython s r c @ s e Zd ZdZdd� Zdd� ZdS )� Extensionz7Extension that uses '.c' files in place of '.pyx' filesc O s( |� dd�| _tj| ||f|�|� d S )N�py_limited_apiF)�popr
�
_Extension�__init__)�self�name�sources�args�kwr r r
r # s zExtension.__init__c C sN t � r
dS | jpd}|�� dkr$dnd}t�tjd|�}tt|| j ��| _ dS )z�
Replace sources with .pyx extensions to sources with the target
language extension. This mechanism allows language authors to supply
pre-converted sources but to prefer the .pyx sources.
N� zc++z.cppz.cz.pyx$)
r Zlanguage�lower� functools�partial�re�sub�listr r )r ZlangZ
target_extr r r r
� _convert_pyx_sources_to_lang) s
z&Extension._convert_pyx_sources_to_langN)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r c @ s e Zd ZdZdS )�Libraryz=Just like a regular Extension, but built as a library insteadN)r r r r! r r r r
r" 8 s r" )r r Zdistutils.coreZ distutilsZdistutils.errorsZdistutils.extensionZsetuptools.extern.six.movesr Zmonkeyr r Z
have_pyrexZcorer r r" r r r r
�<module> s site-packages/setuptools/__pycache__/config.cpython-38.pyc 0000644 00000042725 15201600075 0017620 0 ustar 00 U
�Qab6P � @ s� d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlm Z d dlm
Z
d dlm Z d dl m
Z
d dlmZmZ d dlmZmZ d d lmZ d d
lmZmZ eZdd d
�Zdd� Z dd� Z ddd�Z G dd� d�Z G dd� de �Z G dd� de �Z!dS ) � )�absolute_import�unicode_literalsN)� defaultdict)�partial��wraps)�
import_module)�DistutilsOptionError�DistutilsFileError)�
LegacyVersion�parse)� SpecifierSet)� string_types�PY3Fc C s� ddl m}m} tj�| �} tj�| �s4td| ��t�� }t� tj�
| �� zJ|� }|rb|� � ng }| |krx|� | � |j
||d� t||j|d�}W 5 t� |� X t|�S )a, Read given configuration file and returns options from it as a dict.
:param str|unicode filepath: Path to configuration file
to get options from.
:param bool find_others: Whether to search for other configuration files
which could be on in various places.
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: dict
r )� Distribution�
_Distributionz%Configuration file %s does not exist.)� filenames)�ignore_option_errors)Zsetuptools.distr r �os�path�abspath�isfiler
�getcwd�chdir�dirnameZfind_config_files�appendZparse_config_files�parse_configuration�command_options�configuration_to_dict) �filepathZ find_othersr r r Zcurrent_directoryZdistr �handlers� r! �5/usr/lib/python3.8/site-packages/setuptools/config.py�read_configuration s* �
�
r# c C s. dj f t� �}t�t| |�}t| ||�}|� S )z�
Given a target object and option key, get that option from
the target object, either through a get_{key} method or
from an attribute directly.
z get_{key})�format�locals� functoolsr �getattr)�
target_obj�keyZ getter_nameZ by_attribute�getterr! r! r" � _get_optionE s r+ c C s< t t�}| D ]*}|jD ] }t|j|�}|||j |< qq |S )z�Returns configuration data gathered by given handlers as a dict.
:param list[ConfigHandler] handlers: Handlers list,
usually from parse_configuration()
:rtype: dict
)r �dict� set_optionsr+ r( �section_prefix)r Z config_dictZhandlerZoption�valuer! r! r" r Q s
r c C s6 t | ||�}|�� t| j||| j�}|�� ||fS )a� Performs additional parsing of configuration options
for a distribution.
Returns a list of used option handlers.
:param Distribution distribution:
:param dict command_options:
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: list
)�ConfigOptionsHandlerr �ConfigMetadataHandler�metadata� package_dir)Z distributionr r �options�metar! r! r" r c s � �r c @ s� e Zd ZdZdZi Zd%dd�Zedd� �Zdd � Z e
d&d d ��Z e
d
d� �Z e
dd� �Z
e
dd� �Ze
dd� �Zedd� �Zedd� �Ze
d'dd��Ze
dd � �Ze
d(d d ��Zd d � Zd!d"� Zd#d$� ZdS ))�
ConfigHandlerz1Handles metadata supplied in configuration files.NFc C s^ i }| j }|�� D ].\}}|�|�s&q|�|d��d�}|||< q|| _|| _|| _g | _d S )N� �.) r. �items�
startswith�replace�stripr r( �sectionsr- )�selfr( r4 r r= r. � section_name�section_optionsr! r! r" �__init__� s
zConfigHandler.__init__c C s t d| jj ��dS )�.Metadata item name to parser function mapping.z!%s must provide .parsers propertyN)�NotImplementedError� __class__�__name__)r> r! r! r" �parsers� s
�zConfigHandler.parsersc C s� t � }| j}| j�||�}t|||�}||kr6t|��|r>d S d}| j�|�}|r�z ||�}W n tk
r~ d}| jsz� Y nX |r�d S t|d| d �}|d kr�t |||� n||� | j
� |� d S )NFTzset_%s) �tupler( �aliases�getr' �KeyErrorrF � Exceptionr �setattrr- r ) r> Z option_namer/ �unknownr( Z
current_valueZ skip_option�parser�setterr! r! r" � __setitem__� s0 zConfigHandler.__setitem__�,c C s8 t |t�r|S d|kr |�� }n
|�|�}dd� |D �S )z�Represents value as a list.
Value is split either by separator (defaults to comma) or by lines.
:param value:
:param separator: List items separator character.
:rtype: list
�
c S s g | ]}|� � r|� � �qS r! )r< )�.0�chunkr! r! r" �
<listcomp>� s z-ConfigHandler._parse_list.<locals>.<listcomp>)�
isinstance�list�
splitlines�split)�clsr/ � separatorr! r! r" � _parse_list� s
zConfigHandler._parse_listc C sP d}i }| � |�D ]8}|�|�\}}}||kr:td| ��|�� ||�� < q|S )zPRepresents value as a dict.
:param value:
:rtype: dict
�=z(Unable to parse option value to dict: %s)r\ � partitionr r< )rZ r/ r[ �result�liner) �sep�valr! r! r" � _parse_dict� s �zConfigHandler._parse_dictc C s |� � }|dkS )zQRepresents value as boolean.
:param value:
:rtype: bool
)�1�trueZyes)�lower)rZ r/ r! r! r" � _parse_bool� s zConfigHandler._parse_boolc s � fdd�}|S )z�Returns a parser function to make sure field inputs
are not files.
Parses a value after getting the key so error messages are
more informative.
:param key:
:rtype: callable
c s d}| � |�r td�� ���| S )N�file:zCOnly strings are accepted for the {0} field, files are not accepted)r: �
ValueErrorr$ )r/ Zexclude_directive�r) r! r" rN s
��z3ConfigHandler._exclude_files_parser.<locals>.parserr! )rZ r) rN r! rj r" �_exclude_files_parser� s z#ConfigHandler._exclude_files_parserc s\ d}t |t�s|S |�|�s |S |t|�d� }dd� |�d�D �}d�� fdd�|D ��S )aO Represents value as a string, allowing including text
from nearest files using `file:` directive.
Directive is sandboxed and won't reach anything outside
directory with setup.py.
Examples:
file: README.rst, CHANGELOG.md, src/file.txt
:param str value:
:rtype: str
rh Nc s s | ]}t j�|�� �V qd S �N)r r r r< �rS r r! r! r" � <genexpr>% s z,ConfigHandler._parse_file.<locals>.<genexpr>rQ rR c 3 s. | ]&}� � |�stj�|�r� �|�V qdS )TN)�
_assert_localr r r �
_read_filerm �rZ r! r" rn & s
�)rV r r: �lenrY �join)rZ r/ Zinclude_directive�specZ filepathsr! rq r" � _parse_file s
�zConfigHandler._parse_filec C s | � t�� �std| ��d S )Nz#`file:` directive can not access %s)r: r r r )r r! r! r" ro - s �zConfigHandler._assert_localc
C s. t j| dd��}|�� W 5 Q R � S Q R X d S )Nzutf-8)�encoding)�io�open�read)r �fr! r! r" rp 3 s zConfigHandler._read_filec C s� d}|� |�s|S |�|d��� �d�}|�� }d�|�}|p@d}t�� }|r�|d |kr�||d }|�dd�} t | �dkr�tj
�t�� | d �}| d }q�|}n d|kr�tj
�t�� |d �}t j
� d|� zt
|�}
t|
|�}W 5 t j
dd� t _
X |S ) z�Represents value as a module attribute.
Examples:
attr: package.attr
attr: package.module.attr
:param str value:
:rtype: str
zattr:r7 r8 rA r �/� N)r: r; r< rY �poprs r r �rsplitrr r �sys�insertr r' ) rZ r/ r3 Zattr_directiveZ
attrs_pathZ attr_nameZ module_name� parent_pathZ custom_path�parts�moduler! r! r" � _parse_attr8 s0
zConfigHandler._parse_attrc s � fdd�}|S )z�Returns parser function to represents value as a list.
Parses a value applying given methods one after another.
:param parse_methods:
:rtype: callable
c s | }� D ] }||�}q|S rl r! )r/ �parsed�method��
parse_methodsr! r" r n s
z1ConfigHandler._get_parser_compound.<locals>.parser! )rZ r� r r! r� r" �_get_parser_compounde s z"ConfigHandler._get_parser_compoundc C s6 i }|pdd� }|� � D ]\}\}}||�||< q|S )z�Parses section options into a dictionary.
Optionally applies a given parser to values.
:param dict section_options:
:param callable values_parser:
:rtype: dict
c S s | S rl r! )rb r! r! r" �<lambda>� � z6ConfigHandler._parse_section_to_dict.<locals>.<lambda>)r9 )rZ r@ Z
values_parserr/ r) �_rb r! r! r" �_parse_section_to_dictx s
z$ConfigHandler._parse_section_to_dictc C s< |� � D ].\}\}}z || |< W q tk
r4 Y qX qdS )zQParses configuration file section.
:param dict section_options:
N)r9 rJ )r> r@ �namer� r/ r! r! r" �
parse_section� s
zConfigHandler.parse_sectionc C sb | j �� D ]R\}}d}|r"d| }t| d| �dd�d�}|dkrTtd| j|f ��||� q
dS )zTParses configuration file items from one
or more related sections.
r7 z_%szparse_section%sr8 �__Nz0Unsupported distribution option section: [%s.%s])r= r9 r' r; r r. )r> r? r@ Zmethod_postfixZsection_parser_methodr! r! r" r � s" � ��zConfigHandler.parsec s t � �� ��fdd��}|S )z� this function will wrap around parameters that are deprecated
:param msg: deprecation message
:param warning_class: class of warning exception to be raised
:param func: function to be wrapped around
c s t ���� � | |�S rl )�warnings�warn)�args�kwargs��func�msg�
warning_classr! r" �config_handler� s z@ConfigHandler._deprecated_config_handler.<locals>.config_handlerr )r> r� r� r� r� r! r� r" �_deprecated_config_handler� s z(ConfigHandler._deprecated_config_handler)F)rQ )N)N)rE �
__module__� __qualname__�__doc__r. rH rA �propertyrF rP � classmethodr\ rc rg rk ru � staticmethodro rp r� r� r� r� r r� r! r! r! r" r6 ~ s<
&
,
r6 c sH e Zd ZdZddddd�ZdZd� fd d
� Zed d � �Zd
d� Z � Z
S )r1 r2 Zurl� description� classifiers� platforms)Z home_pageZsummaryZ
classifier�platformFNc s t t| ��|||� || _d S rl )�superr1 rA r3 )r> r( r4 r r3 �rD r! r" rA � s �z ConfigMetadataHandler.__init__c C sL | j }| j}| j}| j}|||| �|dt�|| �||�|d�||| j|d� S )rB z[The requires parameter is deprecated, please use install_requires for runtime dependencies.�license) r� �keywordsZprovidesZrequiresZ obsoletesr� r� r� Zlong_description�versionZ project_urls)r\ ru rc rk r� �DeprecationWarningr� �_parse_version)r> �
parse_listZ
parse_file�
parse_dictZexclude_files_parserr! r! r" rF � s( �
�z ConfigMetadataHandler.parsersc C s� | � |�}||krB|�� }tt|�t�r>d}t|jf t� ���|S | �|| j �}t
|�r^|� }t|t �s�t |d�r�d�
tt|��}nd| }|S )zSParses `version` option value.
:param value:
:rtype: str
zCVersion loaded from {value} does not comply with PEP 440: {version}�__iter__r8 z%s)ru r< rV r r r r$ r% r� r3 �callabler �hasattrrs �map�str)r> r/ r� Ztmplr! r! r" r� � s
�
z$ConfigMetadataHandler._parse_version)FN) rE r� r� r. rH Z strict_moderA r� rF r� �
__classcell__r! r! r� r" r1 � s � �
r1 c @ s\ e Zd ZdZedd� �Zdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r0 r4 c C sN | j }t| j dd�}| j}| j}||||||||||||||| j| j|td�S )rB �;�r[ )Zzip_safeZuse_2to3Zinclude_package_datar3 Zuse_2to3_fixersZuse_2to3_exclude_fixersZconvert_2to3_doctestsZscriptsZeager_resourcesZdependency_linksZnamespace_packagesZinstall_requiresZsetup_requiresZ
tests_requireZpackages� entry_pointsZ
py_modulesZpython_requires)r\ r rg rc �_parse_packagesru r
)r> r� Zparse_list_semicolonZ
parse_boolr� r! r! r" rF s. �z ConfigOptionsHandler.parsersc C sz ddg}|� � }||kr"| �|�S ||d k}|r>ts>td��| �| j�di ��}|rdddlm} n ddlm } |f |�S ) zTParses `packages` option value.
:param value:
:rtype: list
zfind:zfind_namespace:r| z8find_namespace: directive is unsupported on Python < 3.3z
packages.findr )�find_namespace_packages)�
find_packages)
r< r\ r r � parse_section_packages__findr= rI Z
setuptoolsr� r� )r> r/ Zfind_directivesZ
trimmed_valueZfindns� find_kwargsr� r! r! r" r� 1 s
� � z$ConfigOptionsHandler._parse_packagesc sT | � || j�}dddg� t� fdd�|�� D ��}|�d�}|dk rP|d |d< |S )z�Parses `packages.find` configuration file section.
To be used in conjunction with _parse_packages().
:param dict section_options:
�whereZinclude�excludec s$ g | ] \}}|� kr|r||f�qS r! r! �rS �k�v�Z
valid_keysr! r" rU Z s zEConfigOptionsHandler.parse_section_packages__find.<locals>.<listcomp>Nr )r� r\ r, r9 rI )r> r@ Z section_datar� r� r! r� r" r� M s �
�
z1ConfigOptionsHandler.parse_section_packages__findc C s | � || j�}|| d< dS )z`Parses `entry_points` configuration file section.
:param dict section_options:
r� N)r� r\ �r> r@ r� r! r! r" �parse_section_entry_pointsb s z/ConfigOptionsHandler.parse_section_entry_pointsc C s. | � || j�}|�d�}|r*||d< |d= |S )N�*r7 )r� r\ rI )r> r@ r� �rootr! r! r" �_parse_package_dataj s
z(ConfigOptionsHandler._parse_package_datac C s | � |�| d< dS )z`Parses `package_data` configuration file section.
:param dict section_options:
Z package_dataN�r� �r> r@ r! r! r" �parse_section_package_datat s z/ConfigOptionsHandler.parse_section_package_datac C s | � |�| d< dS )zhParses `exclude_package_data` configuration file section.
:param dict section_options:
Zexclude_package_dataNr� r� r! r! r" �"parse_section_exclude_package_data{ s �z7ConfigOptionsHandler.parse_section_exclude_package_datac C s" t | jdd�}| �||�| d< dS )zbParses `extras_require` configuration file section.
:param dict section_options:
r� r� Zextras_requireN)r r\ r� )r> r@ r� r! r! r" � parse_section_extras_require� s
�z1ConfigOptionsHandler.parse_section_extras_requirec C s( | � || j�}dd� |�� D �| d< dS )z^Parses `data_files` configuration file section.
:param dict section_options:
c S s g | ]\}}||f�qS r! r! r� r! r! r" rU � s zAConfigOptionsHandler.parse_section_data_files.<locals>.<listcomp>Z
data_filesN)r� r\ r9 r� r! r! r" �parse_section_data_files� s z-ConfigOptionsHandler.parse_section_data_filesN)rE r� r� r. r� rF r� r� r� r� r� r� r� r� r! r! r! r" r0 s
r0 )FF)F)"Z
__future__r r rw r r r� r& � collectionsr r r � importlibr Zdistutils.errorsr r
Z#setuptools.extern.packaging.versionr r Z&setuptools.extern.packaging.specifiersr
Zsetuptools.extern.sixr r �typeZ
__metaclass__r# r+ r r r6 r1 r0 r! r! r! r" �<module> s4 �
/ �
?U site-packages/setuptools/__pycache__/launch.cpython-38.pyc 0000644 00000001470 15201600075 0017615 0 ustar 00 U
�Qab � @ s. d Z ddlZddlZdd� Zedkr*e� dS )z[
Launch the Python script on the command line after
setuptools is bootstrapped via import.
� Nc C sr t tjd } t| ddd�}tjdd� tjdd�< ttdt�}|| ��� }|�dd�}t || d�}t
||� dS ) zP
Run the script in sys.argv[1] as if it had
been invoked naturally.
� �__main__N)�__file__�__name__�__doc__�openz\r\nz\n�exec) � __builtins__�sys�argv�dict�getattr�tokenizer �read�replace�compiler )Z script_name� namespaceZopen_ZscriptZ norm_script�code� r �5/usr/lib/python3.8/site-packages/setuptools/launch.py�run
s
� r r )r r r
r r r r r r �<module> s
site-packages/setuptools/__pycache__/glob.cpython-38.opt-1.pyc 0000644 00000007143 15201600075 0020230 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlZdddgZddd�Zddd�Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e� d�Z
e� d�Zdd� Zdd� Zdd� ZdS ) z�
Filename globbing utility. Mostly a copy of `glob` from Python 3.5.
Changes include:
* `yield from` and PEP3102 `*` removed.
* Hidden files are not ignored.
� N�glob�iglob�escapeFc C s t t| |d��S )ay Return a list of paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
)� recursive)�listr )�pathnamer � r �3/usr/lib/python3.8/site-packages/setuptools/glob.pyr s c C s" t | |�}|r t| �r t|�}|S )a� Return an iterator which yields the paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
)�_iglob� _isrecursive�next)r r �it�sr r r r s
c c s� t j�| �\}}t| �sF|r0t j�| �rB| V nt j�|�rB| V d S |s�|rnt|�rnt||�D ]
}|V q`nt||�D ]
}|V qxd S || kr�t|�r�t ||�}n|g}t|�r�|r�t|�r�t}q�t}nt
}|D ]$}|||�D ]}t j� ||�V q�q�d S �N) �os�path�split� has_magic�lexists�isdirr �glob2�glob1r
�glob0�join)r r �dirname�basename�x�dirsZ glob_in_dir�namer r r r
0 s4
r
c C sV | s"t |t�r tj�d�} ntj} zt�| �}W n tk
rH g Y S X t�||�S �N�ASCII) �
isinstance�bytesr �curdir�encode�listdir�OSError�fnmatch�filter)r �pattern�namesr r r r [ s
r c C s8 |st j�| �r4|gS n t j�t j�| |��r4|gS g S r )r r r r r )r r r r r r h s r c c s& |d d� V t | �D ]
}|V qd S )Nr )� _rlistdir)r r) r r r r r x s r c c s� | s"t | t�r tj�d�} ntj} zt�| �}W n tjk
rH Y d S X |D ]>}|V | rjtj�| |�n|}t |�D ]}tj�||�V qvqNd S r )
r! r" r r# r$ r% �errorr r r+ )r r* r r �yr r r r+ � s
r+ z([*?[])s ([*?[])c C s( t | t�rt�| �}n
t�| �}|d k S r )r! r" �magic_check_bytes�search� magic_check)r �matchr r r r � s
r c C s t | t�r| dkS | dkS d S )Ns **z**)r! r" )r) r r r r � s
r c C s< t j�| �\}} t| t�r(t�d| �} n t�d| �} || S )z#Escape all special characters.
s [\1]z[\1])r r �
splitdriver! r" r. �subr0 )r Zdriver r r r � s
)F)F)�__doc__r �rer' �__all__r r r
r r r r+ �compiler0 r. r r r r r r r �<module> s
+
site-packages/setuptools/__pycache__/glibc.cpython-38.opt-1.pyc 0000644 00000002772 15201600075 0020370 0 ustar 00 U
�QabJ � @ sH d dl mZ d dlZd dlZd dlZdd� Zdd� Zdd� Zd d
� ZdS ) � )�absolute_importNc C sR t �d�} z
| j}W n tk
r* Y dS X t j|_|� }t|t�sN|�d�}|S )z9Returns glibc version string, or None if not using glibc.N�ascii) �ctypesZCDLL�gnu_get_libc_version�AttributeErrorZc_char_pZrestype�
isinstance�str�decode)Zprocess_namespacer � version_str� r �4/usr/lib/python3.8/site-packages/setuptools/glibc.py�glibc_version_string
s
r
c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sF�major�minor)�re�match�warnings�warn�RuntimeWarning�int�group)r
�required_major�
minimum_minor�mr r r �check_glibc_version$ s ���r c C s t � }|d krdS t|| |�S )NF)r
r )r r r
r r r �have_compatible_glibc4 s r c C s t � } | dkrdS d| fS dS )z�Try to determine the glibc version
Returns a tuple of strings (lib, version) which default to empty strings
in case the lookup fails.
N)� r Zglibc)r
)Z
glibc_versionr r r �libc_verL s r ) Z
__future__r r r r r
r r r r r r r �<module> s site-packages/setuptools/__pycache__/depends.cpython-38.pyc 0000644 00000012140 15201600075 0017761 0 ustar 00 U
�Qab� � @ s� d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZm Z m
Z
m Z ddl mZ ddd d
gZ
G d d� d�Zd d
� Zddd �Zddd
�Zdd� Ze� dS )� N)�
StrictVersion� )�Bytecode)� find_module� PY_COMPILED� PY_FROZEN� PY_SOURCE)�
py27compat�Requirer �get_module_constant�extract_constantc @ sH e Zd ZdZddd�Zdd� Zdd � Zdd d �Zdd
d�Zddd�Z dS )r
z7A prerequisite to building or installing a distribution� Nc C sF |d kr|d k rt }|d k r0||�}|d kr0d}| j�t� � | `d S )N� __version__)r �__dict__�update�locals�self)r �name�requested_version�moduleZhomepage� attribute�format� r �6/usr/lib/python3.8/site-packages/setuptools/depends.py�__init__ s zRequire.__init__c C s | j dk rd| j| j f S | jS )z0Return full package/distribution name, w/versionNz%s-%s)r r )r r r r � full_name# s
zRequire.full_namec C s* | j dkp(| jdkp(t|�dko(|| jkS )z%Is 'version' sufficiently up-to-date?N�unknown)r r �strr )r �versionr r r �
version_ok) s �zRequire.version_okr c C s� | j dkrFz$t| j|�\}}}|r*|�� |W S tk
rD Y dS X t| j| j ||�}|dk r|||k r|| jdk r|| �|�S |S )a� Get version number of installed module, 'None', or 'default'
Search 'paths' for module. If not found, return 'None'. If found,
return the extracted version attribute, or 'default' if no version
attribute was specified, or the value cannot be determined without
importing the module. The version is formatted according to the
requirement's version format (if any), unless it is 'None' or the
supplied 'default'.
N)r r r �close� ImportErrorr r )r �paths�default�f�p�i�vr r r � get_version. s
zRequire.get_versionc C s | � |�dk S )z/Return true if dependency is present on 'paths'N)r( )r r" r r r �
is_presentI s zRequire.is_presentc C s | � |�}|dkrdS | �|�S )z>Return true if dependency is present and up-to-date on 'paths'NF)r( r )r r" r r r r �
is_currentM s
zRequire.is_current)r
NN)Nr )N)N)
�__name__�
__module__� __qualname__�__doc__r r r r( r) r* r r r r r
s �
c C s" t jdd� �}| s|� S t �| �S )Nc s s
d V d S )Nr r r r r �emptyV s zmaybe_close.<locals>.empty)�
contextlib�contextmanager�closing)r$ r/ r r r � maybe_closeU s
r3 ���c
C s� z t | |� \}}\}}}} W n tk
r4 Y dS X t|��z |tkr^|�d� t�|�}
nV|tkrtt� | |�}
n@|t
kr�t |�� |d�}
n&t� | || �} t
| |d�W 5 Q R � S W 5 Q R X t|
||�S )z�Find 'module' by searching 'paths', and extract 'symbol'
Return 'None' if 'module' does not exist on 'paths', or it does not define
'symbol'. If the module defines 'symbol' as a constant, return the
constant. Otherwise, return 'default'.N� �exec)r r! r3 r �read�marshal�loadr r �get_frozen_objectr �compileZ
get_module�getattrr ) r �symbolr# r" r$ �path�suffix�modeZkind�info�codeZimportedr r r r ` s
"c C s� || j krdS t| j ��|�}d}d}d}|}t| �D ]H}|j} |j}
| |krZ| j|
}q6|
|krz| |ksr| |krz| S |}q6dS )a Extract the constant value of 'symbol' from 'code'
If the name 'symbol' is bound to a constant value by the Python code
object 'code', return that value. If 'symbol' is bound to an expression,
return 'default'. Otherwise, return 'None'.
Return value is based on the first assignment to 'symbol'. 'symbol' must
be a global, or at least a non-"fast" local in the code block. That is,
only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol'
must be present in 'code.co_names'.
N�Z �a �d )�co_names�list�indexr Zopcode�arg� co_consts) rB r= r# Zname_idxZ
STORE_NAMEZ STORE_GLOBALZ
LOAD_CONST�constZ byte_code�oprI r r r r } s
c C s> t j�d�st jdkrdS d} | D ]}t� |= t�|� q"dS )z�
Patch the globals to remove the objects not available on some platforms.
XXX it'd be better to test assertions about bytecode instead.
�javaZcliN)r r )�sys�platform�
startswith�globals�__all__�remove)Z incompatibler r r r �_update_globals� s rT )r4 N)r4 )rN r8 r0 Zdistutils.versionr Z
py33compatr r r r r r r
rR r
r3 r r rT r r r r �<module> s" �D
$ site-packages/setuptools/__pycache__/sandbox.cpython-38.opt-1.pyc 0000644 00000036260 15201600075 0020745 0 ustar 00 U
�Qab�7 � @ s
d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z d dl m
Z
mZ d dlZej�d�r�d dlm m m mZ n eje j ZzeZW n e k
r� dZY nX e Z d dl m Z d dlm!Z! ddd d
gZ"d-d d �Z#ej$d.d
d��Z%ej$dd� �Z&ej$dd� �Z'ej$dd� �Z(G dd� de)�Z*G dd� d�Z+ej$dd� �Z,dd � Z-ej$d d � �Z.ej$d d � �Z/d!d"� Z0d#d$� Z1d%d
� Z2G d&d� d�Z3e4e d'��r�e j5gZ6ng Z6G d(d� de3�Z7e�8ej9d)d*� d+�:� D ��Z;G d,d � d e �Z<dS )/� N)�six)�builtins�map�java)�DistutilsError)� working_set�AbstractSandbox�DirectorySandbox�SandboxViolation� run_setupc C sJ d}t | |��}|�� }W 5 Q R X |dkr.|}t|| d�}t|||� dS )z.
Python 3 implementation of execfile.
�rbN�exec)�open�read�compiler
)�filename�globals�locals�mode�streamZscript�code� r �6/usr/lib/python3.8/site-packages/setuptools/sandbox.py� _execfile# s r c
c sD t jd d � }| d k r$| t jd d �< z
|V W 5 |t jd d �< X d S �N)�sys�argv)�repl�savedr r r � save_argv0 s
r c
c s. t jd d � } z
| V W 5 | t jd d �< X d S r )r �path�r r r r � save_path; s
r" c c s4 t jj| dd� tj}| t_z
dV W 5 |t_X dS )zL
Monkey-patch tempfile.tempdir with replacement, ensuring it exists
T)�exist_okN)�
pkg_resourcesZ
py31compat�makedirs�tempfileZtempdir)Z replacementr r r r �
override_tempD s
r' c c s. t �� }t �| � z
|V W 5 t �|� X d S r )�os�getcwd�chdir)�targetr r r r �pushdU s
r, c @ s e Zd ZdZedd� �ZdS )�UnpickleableExceptionzP
An exception representing another Exception that could not be pickled.
c C sP zt �| �t �|�fW S tk
rJ ddlm} |�||t|��� Y S X dS )z�
Always return a dumped (pickled) type and exc. If exc can't be pickled,
wrap it in UnpickleableException first.
r )r- N)�pickle�dumps� Exception�setuptools.sandboxr- �dump�repr)�type�exc�clsr r r r2 d s
zUnpickleableException.dumpN)�__name__�
__module__� __qualname__�__doc__� staticmethodr2 r r r r r- _ s r- c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ExceptionSaverz^
A Context Manager that will save an exception, serialized, and restore it
later.
c C s | S r r ��selfr r r � __enter__x s zExceptionSaver.__enter__c C s |sd S t �||�| _|| _dS �NT)r- r2 �_saved�_tb)r> r4 r5 �tbr r r �__exit__{ s
zExceptionSaver.__exit__c C s6 dt | �krdS ttj| j�\}}t�||| j� dS )z"restore and re-raise any exceptionrA N)�varsr r. �loadsrA r ZreraiserB )r> r4 r5 r r r �resume� s zExceptionSaver.resumeN)r7 r8 r9 r: r? rD rG r r r r r< r s r< c # sV t j�� � t� � } � V W 5 Q R X t j�� � � fdd�t jD �}t|� | �� dS )z�
Context in which imported modules are saved.
Translates exceptions internal to the context into the equivalent exception
outside the context.
c 3 s$ | ] }|� kr|� d �s|V qdS )z
encodings.N��
startswith)�.0�mod_namer! r r � <genexpr>� s
�z save_modules.<locals>.<genexpr>N)r �modules�copyr< �update�_clear_modulesrG )� saved_excZ del_modulesr r! r � save_modules� s
�rR c C s t | �D ] }tj|= qd S r )�listr rM )Z module_namesrK r r r rP � s rP c c s$ t �� } z
| V W 5 t �| � X d S r )r$ � __getstate__� __setstate__r! r r r �save_pkg_resources_state� s
rV c c s� t j�| d�}t� �x t� �f t� t� �N t� �< t|��( t | �� t
d� d V W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X d S )NZtempZ
setuptools) r( r �joinrV rR �hide_setuptoolsr" r r' r, �
__import__)� setup_dirZtemp_dirr r r �
setup_context� s
r[ c C s t �d�}t|�| ��S )aH
>>> _needs_hiding('setuptools')
True
>>> _needs_hiding('pkg_resources')
True
>>> _needs_hiding('setuptools_plugin')
False
>>> _needs_hiding('setuptools.__init__')
True
>>> _needs_hiding('distutils')
True
>>> _needs_hiding('os')
False
>>> _needs_hiding('Cython')
True
z1(setuptools|pkg_resources|distutils|Cython)(\.|$))�rer �bool�match)rK �patternr r r �
_needs_hiding� s
r` c C s t ttj�} t| � dS )a%
Remove references to setuptools' modules from sys.modules to allow the
invocation to import the most appropriate setuptools. This technique is
necessary to avoid issues such as #315 where setuptools upgrading itself
would fail to find a function declared in the metadata.
N)�filterr` r rM rP )rM r r r rX � s rX c C s� t j�t j�| ��}t|��� z�| gt|� tjdd�< tj�d|� t �
� t j � dd� � t
| t�rl| n | �t�� �}t|�� t|dd�}t| |� W 5 Q R X W n4 tk
r� } z|jr�|jd rʂ W 5 d}~X Y nX W 5 Q R X dS )z8Run a distutils setup script, sandboxed in its directoryNr c S s | � � S r )Zactivate)Zdistr r r �<lambda>� � zrun_setup.<locals>.<lambda>�__main__)�__file__r7 )r( r �abspath�dirnamer[ rS r r �insertr �__init__Z callbacks�append�
isinstance�str�encode�getfilesystemencodingr �dictr �
SystemExit�args)Z setup_scriptrq rZ Z dunder_file�ns�vr r r r � s"
� �
c @ s e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dD ] Z e e
e �rDe
e �e� e < qDd$dd�Zerzede�Zede�ZdD ] Z e e
e �r�ee �e� e < q�dd� ZdD ] Z e e
e �r�ee �e� e < q�dd� ZdD ] Z e e
e �r�ee �e� e < q�d d � Zd d � Zd d!� Zd"d#� ZdS )%r zDWrap 'os' module and 'open()' builtin for virtualizing setup scriptsFc s � fdd�t t�D �� _d S )Nc s$ g | ] }|� d �st� |�r|�qS )�_)rI �hasattr)rJ �namer= r r �
<listcomp> s
�z,AbstractSandbox.__init__.<locals>.<listcomp>)�dir�_os�_attrsr= r r= r ri s
�zAbstractSandbox.__init__c C s" | j D ]}tt|t||�� qd S r )rz �setattrr( �getattr)r> �sourcerv r r r �_copy s
zAbstractSandbox._copyc C s( | � | � tr| jt_| jt_d| _d S r@ )r~ �_filer �file�_openr �_activer= r r r r? s
zAbstractSandbox.__enter__c C s$ d| _ trtt_tt_| �t� d S �NF)r� r r r� r� r r~ ry )r> �exc_type� exc_value� tracebackr r r rD s
zAbstractSandbox.__exit__c
C s" | � |� W 5 Q R � S Q R X dS )z Run 'func' under os sandboxingNr )r> �funcr r r �run s zAbstractSandbox.runc s t t� ��� �fdd�}|S )Nc s2 | j r | j� ||f|�|�\}}�||f|�|�S r )r� � _remap_pair)r> �src�dstrq �kw�rv �originalr r �wrap& s z3AbstractSandbox._mk_dual_path_wrapper.<locals>.wrap�r| ry �rv r� r r� r �_mk_dual_path_wrapper# s
z%AbstractSandbox._mk_dual_path_wrapper)�rename�link�symlinkNc s �p t t� ��� �fdd�}|S )Nc s* | j r| j� |f|�|�}�|f|�|�S r )r� � _remap_input�r> r rq r� r� r r r� 4 s z5AbstractSandbox._mk_single_path_wrapper.<locals>.wrapr� )rv r� r� r r� r �_mk_single_path_wrapper1 s z'AbstractSandbox._mk_single_path_wrapperr� r )�stat�listdirr* r �chmod�chown�mkdir�remove�unlink�rmdir�utime�lchown�chroot�lstatZ startfile�mkfifo�mknod�pathconf�accessc s t t� ��� �fdd�}|S )Nc sB | j r2| j� |f|�|�}| �� �|f|�|��S �|f|�|�S r )r� r� �
_remap_outputr� r� r r r� I s z4AbstractSandbox._mk_single_with_return.<locals>.wrapr� r� r r� r �_mk_single_with_returnF s
z&AbstractSandbox._mk_single_with_return)�readlink�tempnamc s t t� ��� �fdd�}|S )Nc s �||�}| j r | �� |�S |S r )r� r� )r> rq r� Zretvalr� r r r� X s
z'AbstractSandbox._mk_query.<locals>.wrapr� r� r r� r � _mk_queryU s
zAbstractSandbox._mk_query)r) �tmpnamc C s |S )z=Called to remap or validate any path, whether input or outputr )r> r r r r �_validate_pathd s z AbstractSandbox._validate_pathc O s
| � |�S �zCalled for path inputs�r� �r> � operationr rq r� r r r r� h s z AbstractSandbox._remap_inputc C s
| � |�S )zCalled for path outputsr� )r> r� r r r r r� l s z AbstractSandbox._remap_outputc O s0 | j |d |f|�|�| j |d |f|�|�fS )�?Called for path pairs like rename, link, and symlink operationsz-fromz-to)r� �r> r� r� r� rq r� r r r r� p s �zAbstractSandbox._remap_pair)N)r7 r8 r9 r: r� ri r~ r? rD r� r� rv ru ry r r� r r� r� r� r� r� r� r� r r r r r s<
�devnullc @ s� e Zd ZdZe�dddddddd d
d d d
dg
�ZdgZefdd�Z dd� Z
e rXd'dd�Z d(dd�Z dd� Z
dd � Zd d � Zd d � Zd!d"� Zd)d$d%�Zd&S )*r z<Restrict operations to a single subdirectory - pseudo-chrootr r� r� r� r� r� r� r� r� r� r� r� r� z.*lib2to3.*\.pickle$c C sF t j�t j�|��| _t j�| jd�| _dd� |D �| _t� | � d S )N� c S s g | ]}t j�t j�|���qS r )r( r �normcase�realpath)rJ r r r r rw � s �z-DirectorySandbox.__init__.<locals>.<listcomp>)
r( r r� r� �_sandboxrW �_prefix� _exceptionsr ri )r> Zsandbox�
exceptionsr r r ri � s �zDirectorySandbox.__init__c O s ddl m} ||||��d S )Nr )r
)r1 r
)r> r� rq r� r
r r r �
_violation� s zDirectorySandbox._violation�rc O s: |dkr(| � |�s(| jd||f|�|� t||f|�|�S )N�r� Zrtr ZrU�Ur� )�_okr� r �r> r r rq r� r r r r � s zDirectorySandbox._filec O s: |dkr(| � |�s(| jd||f|�|� t||f|�|�S )Nr� r )r� r� r� r� r r r r� � s zDirectorySandbox._openc C s | � d� d S )Nr� )r� r= r r r r� � s zDirectorySandbox.tmpnamc C sR | j }z>d| _ tj�tj�|��}| �|�p@|| jkp@|�| j�W �S || _ X d S r� ) r� r( r r� r� � _exemptedr� rI r� )r> r Zactiver� r r r r� � s
�
�zDirectorySandbox._okc s< � fdd�| j D �}� fdd�| jD �}t�||�}t|�S )Nc 3 s | ]}� � |�V qd S r rH )rJ Z exception��filepathr r rL � s �z-DirectorySandbox._exempted.<locals>.<genexpr>c 3 s | ]}t �|� �V qd S r )r\ r^ )rJ r_ r� r r rL � s �)r� �_exception_patterns� itertools�chain�any)r> r� Z
start_matchesZpattern_matchesZ
candidatesr r� r r� � s
�
� zDirectorySandbox._exemptedc O s4 || j kr0| �|�s0| j|tj�|�f|�|� |S r� )� write_opsr� r� r( r r� r� r r r r� � s z DirectorySandbox._remap_inputc O s2 | � |�r| � |�s*| j|||f|�|� ||fS )r� )r� r� r� r r r r� � s z DirectorySandbox._remap_pair� c O s@ |t @ r*| �|�s*| jd|||f|�|� tj|||f|�|�S )z Called for low-level os.open()zos.open)� WRITE_FLAGSr� r� ry r )r> r� �flagsr rq r� r r r r � s zDirectorySandbox.openN)r� )r� )r� )r7 r8 r9 r: ro �fromkeysr� r� � _EXCEPTIONSri r� r r� r� r� r� r� r� r r r r r r ~ s: ��
c C s g | ]}t t|d ��qS )r r� )rJ �ar r r rw � s rw z4O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARYc @ s& e Zd ZdZe�d��� Zdd� ZdS )r
zEA setup script attempted to modify the filesystem outside the sandboxa
SandboxViolation: {cmd}{args!r} {kwargs}
The package setup script has attempted to modify files on your system
that are not within the EasyInstall build area, and has been aborted.
This package cannot be safely installed by EasyInstall, and may not
support alternate installation locations even if you run its setup
script by hand. Please inform the package's author and the EasyInstall
maintainers to find out if a fix or workaround is available.
c C s | j \}}}| jjf t� �S r )rq �tmpl�formatr )r> �cmdrq �kwargsr r r �__str__� s zSandboxViolation.__str__N) r7 r8 r9 r: �textwrap�dedent�lstripr� r� r r r r r
� s )N)N)=r( r r& �operator� functoolsr� r\ �
contextlibr. r� Zsetuptools.externr Zsetuptools.extern.six.movesr r Zpkg_resources.py31compatr$ �platformrI Z$org.python.modules.posix.PosixModule�pythonrM �posixZ PosixModulery rv r� r � NameErrorr r� Zdistutils.errorsr r �__all__r �contextmanagerr r" r' r, r0 r- r< rR rP rV r[ r` rX r r ru r� r� r �reduce�or_�splitr� r
r r r r �<module> sx
�
w
V �� site-packages/setuptools/__pycache__/package_index.cpython-38.opt-1.pyc 0000644 00000100312 15201600075 0022057 0 ustar 00 U
�Qab�� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl m
Z
ddlmZmZmZmZ ddlZddlmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z! ddlm"Z" ddl#m$Z$ dd l%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. e/Z0e�1d�Z2e�1dej3�Z4e�1d�Z5e�1dej3�j6Z7d�8� Z9ddddgZ:dZ;dZ<e<j=dj=ej>� ed�Z?dd � Z@d d� ZAd d � ZBdGd d�ZCdHd!d"�ZDdId#d$�ZEdedfd%d�ZFdJd&d'�ZGd(d)� ZHe�1d*ej3�ZIeHd+d,� �ZJG d-d.� d.�ZKG d/d0� d0eK�ZLG d1d� de�ZMe�1d2�jNZOd3d4� ZPd5d6� ZQdKd7d8�ZRd9d:� ZSG d;d<� d<�ZTG d=d>� d>ejU�ZVejWjXfd?d@�ZYdAdB� ZZeRe;�eY�ZYdCdD� Z[dEdF� Z\dS )Lz#PyPI and direct package downloading� N��wraps)�six)�urllib� http_client� configparser�map)
�
CHECKOUT_DIST� Distribution� BINARY_DIST�normalize_path� SOURCE_DIST� Environment�find_distributions� safe_name� safe_version� to_filename� Requirement� DEVELOP_DIST�EGG_DIST)� ssl_support)�log)�DistutilsError)� translate)�get_all_headers)�unescape)�Wheelz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z�<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z .tar.gz .tar.bz2 .tar .zip .tgz� PackageIndex�distros_for_url�parse_bdist_wininst�interpret_distro_name� z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_major�
setuptoolsc C s4 z t �| �W S tk
r. td| f ��Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r �parse�
ValueErrorr )�spec� r& �</usr/lib/python3.8/site-packages/setuptools/package_index.py�parse_requirement_arg4 s �r( c C s� | � � }d\}}}|�d�r�|�d�r8| dd� }d}nn|�dd�rb| d d
� }| dd� }d}nD|�d �r~| dd � }d
}n(|�dd�r�| d d
� }| dd� }d
}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNN�.exez
.win32.exeNi����Zwin32z .win32-pyi�i�������z.win-amd64.exei�z win-amd64z
.win-amd64-pyi��)�lower�endswith�
startswith)�namer+ �base�py_verZplatr& r& r' r = s$
c C sx t j�| �}|\}}}}}}t j�|�d�d �}|dkrX|dkrXt j�|�d�d �}d|krp|�dd�\}}||fS )N�/���zsourceforge.net�download����#� )r r# �urlparse�unquote�split) �url�parts�scheme�server�pathZ
parameters�query�fragmentr/ r& r& r' �egg_info_for_urlU s rA c c s\ t | �\}}t| ||�D ]
}|V q|rXt�|�}|rXt| |�d�|td�D ]
}|V qLdS )zEYield egg or source distribution objects that might be found at a URLr6 )�
precedenceN)rA �distros_for_location� EGG_FRAGMENT�matchr �groupr )r: �metadatar/ r@ �distrE r& r& r' r ` s
�
c C s� |� d�r|dd� }|� d�r8d|kr8t�| ||�gS |� d�rxd|krxt|�}|�� s^g S t| |j|jtd d�gS |� d �r�t|�\}}}|dk r�t | |||t
|�S t D ]0}|� |�r�|dt |� � }t | ||� S q�g S )
z:Yield egg or source distribution objects based on basename�.egg.zipNr* z.egg�-z.whlr6 )�location� project_name�versionrB r) )
r, r
Z
from_locationr Z
is_compatiblerL rM r r r r �
EXTENSIONS�len)rK �basenamerG ZwheelZwin_baser0 �platformZextr& r& r' rC n s<
�
�
rC c C s t t| �tj�| �|�S )zEYield possible egg or source distribution objects based on a filename)rC r �osr> rP )�filenamerG r& r& r' �distros_for_filename� s
�rT c
c s| |� d�}|s,tdd� |dd� D ��r,dS tdt|�d �D ]8}t| |d�|d|� �d�||d� �|||d�V q>dS )z�Generate alternative interpretations of a source distro name
Note: if `location` is a filesystem filename, you should call
``pkg_resources.normalize_path()`` on it before passing it to this
routine!
rJ c s s | ]}t �d |�V qdS )z py\d\.\d$N)�rerE )�.0�pr& r& r' � <genexpr>� s z(interpret_distro_name.<locals>.<genexpr>� Nr6 )�
py_versionrB rQ )r9 �any�rangerO r
�join)rK rP rG rZ rB rQ r; rW r& r& r' r � s
�c c sf t � }|j}|dkr:tj�|j| �D ]}||� |V q$n(| D ]"}||�}||kr>||� |V q>dS )zHList unique elements, preserving order. Remember all elements ever seen.N)�set�addr Zmoves� filterfalse� __contains__)�iterable�key�seenZseen_addZelement�kr& r& r' �unique_everseen� s
rf c s t � �� fdd��}|S )zs
Wrap a function returning an iterable such that the resulting iterable
only ever yields unique items.
c s t � | |��S �N)rf )�args�kwargs��funcr& r' �wrapper� s z unique_values.<locals>.wrapperr )rk rl r& rj r' �
unique_values� s rm z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c c s� t �|�D ]d}|�� \}}tttj|�� �d���}d|ksDd|kr
t �|�D ] }t
j � | t
|�d���V qNq
dD ]@}|�|�}|dkrtt �||�}|rtt
j � | t
|�d���V qtdS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLs�,Zhomepager3 r6 )z
<th>Home Pagez<th>Download URLr2 N)�REL�finditer�groupsr^ r �str�stripr+ r9 �HREFr r# �urljoin�
htmldecoderF �find�search)r: �pagerE �tagZrelZrels�posr& r& r' �find_external_links� s
r| c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ContentCheckerzP
A null content checker that defines the interface for checking content
c C s dS )z3
Feed a block of data to the hash.
Nr& ��self�blockr& r& r' �feed� s zContentChecker.feedc C s dS )zC
Check the hash. Return False if validation fails.
Tr& �r r& r& r' �is_valid� s zContentChecker.is_validc C s dS )zu
Call reporter with information about the checker (hash name)
substituted into the template.
Nr& )r �reporter�templater& r& r' �report s zContentChecker.reportN)�__name__�
__module__� __qualname__�__doc__r� r� r� r& r& r& r' r} � s r} c @ sB e Zd Ze�d�Zdd� Zedd� �Zdd� Z dd � Z
d
d � Z d S )
� HashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c C s || _ t�|�| _|| _d S rg )� hash_name�hashlib�new�hash�expected)r r� r� r& r& r' �__init__ s zHashChecker.__init__c C s> t j�|�d }|st� S | j�|�}|s0t� S | f |�� �S )z5Construct a (possibly null) ContentChecker from a URLr2 )r r# r7 r} �patternrx � groupdict)�clsr: r@ rE r& r& r' �from_url s zHashChecker.from_urlc C s | j �|� d S rg )r� �updater~ r& r& r' r� s zHashChecker.feedc C s | j �� | jkS rg )r� Z hexdigestr� r� r& r& r' r� " s zHashChecker.is_validc C s || j }||�S rg )r� )r r� r� �msgr& r& r' r� % s
zHashChecker.reportN) r� r� r� rU �compiler� r� � classmethodr� r� r� r� r& r& r& r' r� s �
r� c s< e Zd ZdZdJdd�ZdKd d
�ZdLd d �ZdMd
d�Zdd� Zdd� Z dd� Z
dd� Z dNdd�Z dd� Z
dO� fdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdPd'd(�ZdQd)d*�Zd+d,� Zd-Zd.d/� Zd0d1� ZdRd2d3�Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z e dSd>d?��Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&� Z'S )Tr z;A distribution index that scans web pages for download URLs�https://pypi.org/simple/��*NTc O s� t j| f|�|� |dd |�d� � | _i | _i | _i | _t�d� t
t |���j | _
g | _|ortjor|prt�� }|r�t�|�| _n
tjj| _d S )Nr1 �|)r r� r, � index_url� scanned_urls� fetched_urls�
package_pagesrU r� r] r r rE �allows�to_scanr Z is_availableZfind_ca_bundleZ
opener_for�openerr �request�urlopen)r r� ZhostsZ ca_bundleZ
verify_sslrh �kwZuse_sslr& r& r' r� - s �
�zPackageIndex.__init__Fc C s� || j kr|sdS d| j |< t|�s2| �|� dS tt|��}|r\| �|�sPdS | �d|� |sn|rn|| jkr�tt| j |�� dS | �|�s�d| j|< dS | �
d|� d| j|< d}| � ||| �}|dkr�dS d| j|j < d|j
�dd��� k�r |�� dS |j }|�� }t|t��sNt|tjj��r0d }n|j
�d
��p@d }|�|d �}|�� t�|�D ](} tj� |t | � d ���}
| � |
� �q`|� | j!��r�t"|d
d�dk�r�| �#||�}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!�html� content-type� zlatin-1�charset�ignorer6 �code� )$r� �
URL_SCHEME�process_filename�listr �url_ok�debugr� r r_ �info�open_urlr: �headers�getr+ �close�read�
isinstancerr r �error� HTTPErrorZ get_param�decodert rp r# ru rv rF � process_urlr- r� �getattr�
process_index) r r: Zretrieve�dists�tmpl�fr/ ry r� rE �linkr& r& r' r� B sP
zPackageIndex.process_urlc C s� t j�|�s | �d|� d S t j�|�r^|s^t j�|�}t �|�D ]}| �t j�||�d� qBt |�}|r�| �
d|� t t | j
|�� d S )Nz
Not found: %sTz Found: %s)rR r> �exists�warn�isdir�realpath�listdirr� r] rT r� r� r r_ )r �fn�nestedr> �itemr� r& r& r' r� u s z PackageIndex.process_filenamec C sb t |�}|o |�d��� dk}|s8| �tj�|�d �r<dS d}|rRt|| ��n | �||� d S )Nr6 �fileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
) r� rF r+ r� r r# r7 r r� )r r: Zfatal�s�is_filer� r& r& r' r� � s �zPackageIndex.url_okc C s2 t tjj|�}dd� |D �}tt�| j|�� d S )Nc s s0 | ](}t �|�D ]}|�d �r||fV qqdS )z .egg-linkN)rR r� r, )rV r> �entryr& r& r' rX � s
�z.PackageIndex.scan_egg_links.<locals>.<genexpr>)�filterrR r> r� r� � itertools�starmap�
scan_egg_link)r Z search_path�dirsZ egg_linksr& r& r' �scan_egg_links� s
�zPackageIndex.scan_egg_linksc C s� t tj�||��� }ttd ttj|���}W 5 Q R X t |�dkrDd S |\}}t
tj�||��D ](}tjj|f|�� |_ t |_
| �|� q^d S )NrY )�openrR r> r] r� r� r rr rs rO r rK r
rB r_ )r r> r� Z raw_lines�linesZegg_pathZ
setup_pathrH r& r& r' r� � s zPackageIndex.scan_egg_linkc
s� � fdd�}t �|�D ]:}z |tj�|t|�d���� W q tk
rN Y qX q||�\}}|r�t||�D ]H}t |�\}} |�
d�r�| s�|r�|d||f 7 }n
� � |� � � |� qlt
�dd� |�S dS d S )
z#Process the contents of a PyPI pagec s� | � � j�r�tttjj| t� j�d � �d���}t|�dkr�d|d kr�t |d �}t
|d �}d� j � |�
� i �| < t|�t|�fS dS )Nr1 rY r5 r6 r T)NN)r- r� r� r r r# r8 rO r9 r r r� �
setdefaultr+ r )r� r; �pkg�verr� r& r' �scan� s � z(PackageIndex.process_index.<locals>.scanr6 �.pyz
#egg=%s-%sc S s d| � ddd� S )Nz<a href="%s#md5=%s">%s</a>r6 � rY )rF )�mr& r& r' �<lambda>� � z,PackageIndex.process_index.<locals>.<lambda>r� N)rt rp r r# ru rv rF r$ r| rA r, �need_version_info�scan_url�PYPI_MD5�sub)
r r: ry r� rE r� r� �new_urlr/ �fragr& r� r' r� � s(
�zPackageIndex.process_indexc C s | � d|� d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)�scan_all�r r: r& r& r' r� � s �z PackageIndex.need_version_infoc G s: | j | jkr*|r | j|f|�� | �d� | �| j � d S )Nz6Scanning index of all packages (this may take a while))r� r� r� r� r� �r r� rh r& r& r' r� � s �zPackageIndex.scan_allc C sz | � | j|j d � | j�|j�s:| � | j|j d � | j�|j�sR| �|� t| j�|jd��D ]}| � |� qfd S )Nr1 r& ) r� r� � unsafe_namer� r� rc rL �not_found_in_indexr� )r � requirementr: r& r& r' �
find_packages� s
zPackageIndex.find_packagesc sR | � � | �|� | |j D ]"}||kr0| S | �d||� q tt| ��||�S )Nz%s does not match %s)�prescanr� rc r� �superr �obtain)r r� Z installerrH �� __class__r& r' r� � s
zPackageIndex.obtainc C sL |� | jd| � |�� sH|�� t�|� td|jjtj �
|�f ��dS )z-
checker is a ContentChecker
z Validating %%s checksum for %sz7%s validation failed for %s; possible download problem?N) r� r� r� r� rR �unlinkr r� r. r> rP )r �checkerrS �tfpr& r& r' �
check_hash� s �
��zPackageIndex.check_hashc C sN |D ]D}| j dks0t|�r0|�d�s0tt|��r<| �|� q| j �|� qdS )z;Add `urls` to the list that will be prescanned for searchesN�file:)r� r� r- r� r r� �append)r Zurlsr: r& r& r' �add_find_links s ���
� zPackageIndex.add_find_linksc C s" | j rtt| j| j �� d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r� r� r r� r� r& r& r' r� s zPackageIndex.prescanc C s< | |j r| jd }}n | jd }}|||j� | �� d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rc r� r� r� r� )r r� Zmethr� r& r& r' r� # s
� z PackageIndex.not_found_in_indexc C s~ t |t�sjt|�}|rR| �|�d�||�}t|�\}}|�d�rN| �|||�}|S tj �
|�rb|S t |�}t | �
||�dd�S )a Locate and/or download `spec` to `tmpdir`, returning a local path
`spec` may be a ``Requirement`` object, or a string containing a URL,
an existing local filename, or a project/version requirement spec
(i.e. the string form of a ``Requirement`` object). If it is the URL
of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
automatically created alongside the downloaded file.
If `spec` is a ``Requirement`` object or a string containing a
project/version requirement spec, this method returns the location of
a matching distribution (possibly after downloading it to `tmpdir`).
If `spec` is a locally existing file or directory name, it is simply
returned unchanged. If `spec` is a URL, it is downloaded to a subpath
of `tmpdir`, and the local filename is returned. Various errors may be
raised if a problem occurs during downloading.
r6 r� rK N)r� r r� �
_download_urlrF rA r, � gen_setuprR r> r� r( r� �fetch_distribution)r r% �tmpdirr< �foundr/ r@ r& r& r' r3 - s
zPackageIndex.downloadc s� �� d|� i �d}d
� ����fdd� }|rH��� ��|� ||�}|s^|dk r^|||�}|dkr��jdk rx��� ||�}|dkr�|s���|� ||�}|dkr���d�r�dp�d|� n�� d|� |j|jd �S dS ) a| Obtain a distribution suitable for fulfilling `requirement`
`requirement` must be a ``pkg_resources.Requirement`` instance.
If necessary, or if the `force_scan` flag is set, the requirement is
searched for in the (online) package index as well as the locally
installed packages. If a distribution matching `requirement` is found,
the returned distribution's ``location`` is the value you would have
gotten from calling the ``download()`` method with the matching
distribution's URL or filename. If no matching distribution is found,
``None`` is returned.
If the `source` flag is set, only source distributions and source
checkout links will be considered. Unless the `develop_ok` flag is
set, development and system eggs (i.e., those using the ``.egg-info``
format) will be ignored.
zSearching for %sNc s� |d kr �}|| j D ]v}|jtkrF� sF|�kr��d|� d�|< q|| ko\|jtkp\� }|r��|j��}||_tj �
|j�r| S qd S )Nz&Skipping development or system egg: %sr6 ) rc rB r r� r
r3 rK �download_locationrR r> r� )Zreq�envrH ZtestZloc��
develop_okr Zskipped�sourcer� r& r' rw g s& ��z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r� zBest match: %s)rK )N)r� r� r� r� r� Zcloner ) r r� r� �
force_scanr r Z local_indexrH rw r& r r' r� O s2
� z PackageIndex.fetch_distributionc C s" | � ||||�}|dk r |jS dS )a3 Obtain a file suitable for fulfilling `requirement`
DEPRECATED; use the ``fetch_distribution()`` method now instead. For
backward compatibility, this routine is identical but returns the
``location`` of the downloaded distribution instead of a distribution
object.
N)r� rK )r r� r� r r rH r& r& r' �fetch� s zPackageIndex.fetchc
C s� t �|�}|r*dd� t||�d�d �D �p,g }t|�dkr�tj�|�}tj�|�|kr�tj� ||�}ddl
m } |||�s�t �
||� |}ttj� |d�d��2} | �d|d j|d jtj�|�d f � W 5 Q R X |S |r�td ||f ��ntd
��d S ) Nc S s g | ]}|j r|�qS r& )rM )rV �dr& r& r' �
<listcomp>� s �z*PackageIndex.gen_setup.<locals>.<listcomp>r6 r )�samefilezsetup.py�wzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z�Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rD rE r rF rO rR r> rP �dirnamer] Z setuptools.command.easy_installr �shutilZcopy2r� �writerL rM �splitextr )
r rS r@ r� rE r� rP Zdstr r� r& r& r' r� � sB
��
������zPackageIndex.gen_setupi c C s | � d|� d }z�t�|�}| �|�}t|tjj�rJt d||j
|j f ��|� � }d}| j }d}d|kr�t
|d�} ttt| ��}| �|||||� t|d��V}
|�|�} | r�|�| � |
�| � |d7 }| �|||||� q�q�q�| �|||
� W 5 Q R X |W �S |�r|�� X d S ) NzDownloading %szCan't download %s: %s %sr r2 zcontent-lengthzContent-Length�wbr6 )r� r� r� r� r� r� r r� r� r r� r� � dl_blocksizer �maxr �int�
reporthookr� r� r� r
r� ) r r: rS �fpr� r� �blocknumZbs�sizeZsizesr� r� r& r& r' � _download_to� s:
�
zPackageIndex._download_toc C s d S rg r& )r r: rS r Zblksizer r& r& r' r � s zPackageIndex.reporthookc
C s� |� d�rt|�S zt|| j�W S ttjfk
r� } z<d�dd� |jD ��}|r`| � ||� nt
d||f ��W 5 d }~X Y �n t j j
k
r� } z | W Y �S d }~X Y n� t j jk
� r� } z*|r�| � ||j� nt
d||jf ��W 5 d }~X Y n� tjk
�rF } z,|�r$| � ||j� nt
d||jf ��W 5 d }~X Y nP tjtj fk
�r� } z(|�rt| � ||� nt
d||f ��W 5 d }~X Y nX d S )Nr� � c S s g | ] }t |��qS r& )rr )rV �argr& r& r' r s z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r- �
local_open�open_with_authr� r$ r �
InvalidURLr] rh r� r r r� r� ZURLError�reasonZ
BadStatusLine�lineZ
HTTPException�socket)r r: Zwarning�vr� r& r& r' r� � s>
"����zPackageIndex.open_urlc C s� t |�\}}|r0d|kr4|�dd��dd�}qnd}|�d�rJ|d d� }tj�||�}|dksj|�d �rv| �||�S |d
ks�|�d �r�| �||�S |�d �r�| � ||�S |d
kr�t
j � t
j
�|�d �S | �|d� | �||�S d S )Nz..�.�\�_Z__downloaded__rI r* Zsvnzsvn+Zgitzgit+zhg+r� rY T)rA �replacer, rR r> r] r- �
_download_svn�
_download_git� _download_hgr r� � url2pathnamer# r7 r� �_attempt_download)r r< r: r� r. r@ rS r& r& r' r� s$
zPackageIndex._download_urlc C s | � |d� d S )NT)r� r� r& r& r' r� : s zPackageIndex.scan_urlc C s6 | � ||�}d|�dd��� kr.| �|||�S |S d S )Nr� r� r� )r r� r+ �_download_html)r r: rS r� r& r& r' r) = s z PackageIndex._attempt_downloadc C sn t |�}|D ]>}|�� r t�d|�rF|�� t�|� | �||� S qLq |�� t�|� td| ��d S )Nz <title>([^- ]+ - )?Revision \d+:z Unexpected HTML page found at ) r� rs rU rx r� rR r� r% r )r r: r� rS r� r r& r& r' r* D s
zPackageIndex._download_htmlc C s t �dt� |�dd�d }d}|�� �d�r�d|kr�tj�|�\}}}}}} |s�|�d�r�d |d
d � kr�|d
d � �d d�\}}t |�\}
} |
r�d |
kr�|
�d d�\} }
d | |
f }nd
|
}| }|||||| f}tj�
|�}| � d||� t �
d|||f � |S )Nz"SVN download support is deprecatedr5 r6 r r� zsvn:�@z//r1 rY �:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)�warningsr� � UserWarningr9 r+ r- r r# r7 �
_splituser�
urlunparser� rR �system)r r: rS Zcredsr< �netlocr> rW �qr� �auth�host�userZpwr; r& r& r' r% S s& zPackageIndex._download_svnc C sp t j�| �\}}}}}|�dd�d }|�dd�d }d }d|krR|�dd�\}}t j�||||df�} | |fS )N�+r6 r2 r5 r r+ r� )r r# Zurlsplitr9 �rsplitZ
urlunsplit)r: �
pop_prefixr< r2 r> r? r� �revr& r& r' �_vcs_split_rev_from_urli s z$PackageIndex._vcs_split_rev_from_urlc C sl |� dd�d }| j|dd�\}}| �d||� t�d||f � |d k rh| �d|� t�d ||f � |S )
Nr5 r6 r T�r9 z Doing git clone from %s to %szgit clone --quiet %s %szChecking out %sz git -C %s checkout --quiet %s�r9 r; r� rR r1 �r r: rS r: r& r& r' r& { s �zPackageIndex._download_gitc C sl |� dd�d }| j|dd�\}}| �d||� t�d||f � |d k rh| �d|� t�d ||f � |S )
Nr5 r6 r Tr< z Doing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -qr= r> r& r& r' r' � s �zPackageIndex._download_hgc G s t j|f|�� d S rg )r r� r� r& r& r' r� � s zPackageIndex.debugc G s t j|f|�� d S rg )r r� r� r& r& r' r� � s zPackageIndex.infoc G s t j|f|�� d S rg )r r� r� r& r& r' r� � s zPackageIndex.warn)r� r� NT)F)F)F)N)N)FFFN)FF)N)F)(r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r3 r� r r� r r r r� r� r� r) r* r% � staticmethodr; r& r' r� r� r� �
__classcell__r& r& r� r' r * sX �
3
+
# �
L
)$
# z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c C s | � d�}t|�S )Nr )rF r )rE Zwhatr& r& r' �
decode_entity� s
rA c C s
t t| �S )a
Decode HTML entities in the given text.
>>> htmldecode(
... 'https://../package_name-0.1.2.tar.gz'
... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz')
'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
)�
entity_subrA )�textr& r& r' rv � s rv c s � fdd�}|S )Nc s � �fdd�}|S )Nc s2 t �� }t ��� z� | |�W �S t �|� X d S rg )r ZgetdefaulttimeoutZsetdefaulttimeout)rh ri Z old_timeout)rk �timeoutr& r' �_socket_timeout� s
z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr& )rk rE �rD rj r' rE � s z'socket_timeout.<locals>._socket_timeoutr& )rD rE r& rF r' �socket_timeout� s rG c C s2 t j�| �}|�� }t�|�}|�� }|�dd�S )aq
A function compatible with Python 2.3-3.3 that will encode
auth from a URL suitable for an HTTP header.
>>> str(_encode_auth('username%3Apassword'))
'dXNlcm5hbWU6cGFzc3dvcmQ='
Long auth strings should not cause a newline to be inserted.
>>> long_auth = 'username:' + 'password'*10
>>> chr(10) in str(_encode_auth(long_auth))
False
�
r� )r r# r8 �encode�base64Z b64encoder� r$ )r4 Zauth_sZ
auth_bytesZ
encoded_bytesZencodedr& r& r' � _encode_auth� s
rK c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �
Credentialz:
A username/password pair. Use like a namedtuple.
c C s || _ || _d S rg ��username�password)r rN rO r& r& r' r� � s zCredential.__init__c c s | j V | jV d S rg rM r� r& r& r' �__iter__� s zCredential.__iter__c C s dt | � S )Nz%(username)s:%(password)s)�varsr� r& r& r' �__str__� s zCredential.__str__N)r� r� r� r� r� rP rR r& r& r& r' rL � s rL c @ s0 e Zd Zdd� Zedd� �Zdd� Zdd� Zd S )
�
PyPIConfigc C sP t �dddgd�}tj�| |� tj�tj�d�d�}tj� |�rL| �
|� dS )z%
Load from ~/.pypirc
rN rO �
repositoryr� �~z.pypircN) �dict�fromkeysr �RawConfigParserr� rR r> r] �
expanduserr� r� )r �defaultsZrcr& r& r' r� � s
zPyPIConfig.__init__c s& � fdd�� � � D �}tt� j|��S )Nc s g | ]}� � |d ��� r|�qS )rT )r� rs )rV �sectionr� r& r' r � s �z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)ZsectionsrV r �_get_repo_cred)r Zsections_with_repositoriesr& r� r' �creds_by_repository� s
�z PyPIConfig.creds_by_repositoryc C s6 | � |d��� }|t| � |d��� | � |d��� �fS )NrT rN rO )r� rs rL )r r[ Zrepor& r& r' r\ s
�zPyPIConfig._get_repo_credc C s* | j �� D ]\}}|�|�r
| S q
dS )z�
If the URL indicated appears to be a repository defined in this
config, return the credential for that repository.
N)r] �itemsr- )r r: rT �credr& r& r' �find_credential
s
zPyPIConfig.find_credentialN)r� r� r� r� �propertyr] r\ r` r& r& r& r' rS � s
rS c C s: t j�| �}|\}}}}}}|�d�r0t�d��|dkrFt|�\} }
nd} | s~t� �| �} | r~t | �} | j
| f} t j d | �� | r�dt
| � } ||
||||f}
t j�|
�}t j�|�}|�d| � n t j�| �}|�dt� ||�}| �r6t j�|j�\}}}}}}||k�r6||
k�r6||||||f}
t j�|
�|_|S )
z4Open a urllib2 request, handling HTTP authenticationr, znonnumeric port: '')ZhttpZhttpsN�*Authenticating as %s for %s (from .pypirc)zBasic Z
Authorizationz
User-Agent)rb )r r# r7 r, r r r/ rS r` rr rN r r� rK r0 r� ZRequestZ
add_header�
user_agentr: )r: r� Zparsedr< r2 r> Zparamsr? r� r4 Zaddressr_ r� r; r� r� r �s2Zh2Zpath2Zparam2Zquery2Zfrag2r& r& r' r s8
r c C s | � d�\}}} |r|nd| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.r+ N)�
rpartition)r5 r6 Zdelimr& r& r' r/ F s r/ c C s | S rg r& )r: r& r& r' �
fix_sf_urlP s rf c
C s t j�| �\}}}}}}t j�|�}tj�|�r<t j�| �S |� d�r�tj�
|�r�g }t� |�D ]d} tj� || �}
| dkr�t
|
d��} | �� } W 5 Q R X q�ntj�
|
�r�| d7 } |�dj| d�� q`d}
|
j| d� |�d�} d \}}n
d
\}}} d d i}t�| �}t j�| ||||�S )
z7Read a local path, with special support for directoriesr1 z
index.html�rz<a href="{name}">{name}</a>)r. zB<html><head><title>{url}</title></head><body>{files}</body></html>rH )r: �files)�� ZOK)r� zPath not foundz Not foundr� z text/html)r r# r7 r� r( rR r> �isfiler� r, r� r� r] r� r� r� �formatr �StringIOr� r� )r: r< r= r> Zparamr? r� rS rh r� �filepathr Zbodyr� Zstatus�messager� Z body_streamr& r& r' r T s. �
r )N)N)N)N)r! )]r� �sysrR rU r r rJ r� r� r- � functoolsr Zsetuptools.externr Zsetuptools.extern.six.movesr r r r r" Z
pkg_resourcesr r
r r r
r r r r r r r r r Z distutilsr Zdistutils.errorsr Zfnmatchr Zsetuptools.py27compatr Zsetuptools.py33compatr Zsetuptools.wheelr �typeZ
__metaclass__r� rD �Irt r� rE r� r9 rN �__all__Z_SOCKET_TIMEOUTZ_tmplrk � version_inforc r( r rA r rC rT r rf rm ro r| r} r� r r� rB rA rv rG rK rL rX rS r� r� r r/ rf r r& r& r& r' �<module> s� <
� �
!
�
$
!
&/ site-packages/setuptools/__pycache__/_imp.cpython-38.opt-1.pyc 0000644 00000003542 15201600075 0020230 0 ustar 00 U
�Qab� � @ s\ d Z ddlZddlZddlZddlmZ dZdZdZ dZ
dZ dd d
�Z dd d �Z
d
d� ZdS )zX
Re-implementation of find_module and get_frozen_object
from the deprecated imp module.
� N� )�module_from_spec� � � � c C sV t j�| |�}|dkr"td| ��|jsBt|d�rBt j�d|j�}d}d}t|jt �}|j
dkst|r�t |jt j j
�r�t}d}d }}n�|j
dks�|r�t |jt j j�r�t}d}d }}n�|j�r:|j
}tj�|�d }|t j jkr�d
nd }|t j jkr�t}n&|t j jk�rt}n|t j jk�r t}|tthk�rFt||�}n d}d }}|||||ffS ) z7Just like 'imp.find_module()', but with package supportN�
Can't find %s�submodule_search_locationsz __init__.py����frozen� zbuilt-inr �r�rb)� importlib�util� find_spec� ImportError� has_location�hasattr�spec_from_loader�loader�
isinstance�type�origin�
issubclass� machinery�FrozenImporter� PY_FROZEN�BuiltinImporter� C_BUILTIN�os�path�splitext�SOURCE_SUFFIXES� PY_SOURCE�BYTECODE_SUFFIXES� PY_COMPILED�EXTENSION_SUFFIXES� C_EXTENSION�open) �module�paths�specZkind�fileZstaticr! �suffix�mode� r0 �3/usr/lib/python3.8/site-packages/setuptools/_imp.py� find_module sJ �
�
r2 c C s* t j�| |�}|s td| ��|j�| �S �Nr )r r r r r �get_code)r* r+ r, r0 r0 r1 �get_frozen_object> s r5 c C s& t j�| |�}|s td| ��t|�S r3 )r r r r r )r* r+ �infor, r0 r0 r1 �
get_moduleE s r7 )N)N)�__doc__r �importlib.utilr Zimportlib.machineryZ
py34compatr r$ r& r( r r r2 r5 r7 r0 r0 r0 r1 �<module> s
*
site-packages/setuptools/__pycache__/msvc.cpython-38.opt-1.pyc 0000644 00000115317 15201600075 0020260 0 ustar 00 U
�Qab�� � @ sX d Z ddlZddlmZ ddlmZmZ ddlmZm Z m
Z
m Z ddl Z ddl
Z
ddlZddlZddlmZ ddlmZ dd lmZ e
�� d
kr�dd lmZ dd lmZ nG d
d� d�Ze� Zeej j fZ zddl m Z W n e k
r� Y nX dd� Z!d$dd�Z"dd� Z#dd� Z$d%dd�Z%G d d � d �Z&G d d � d �Z'G d d!� d!�Z(G d"d#� d#�Z)dS )&a�
Improved support for Microsoft Visual C++ compilers.
Known supported compilers:
--------------------------
Microsoft Visual C++ 9.0:
Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64)
Microsoft Windows SDK 6.1 (x86, x64, ia64)
Microsoft Windows SDK 7.0 (x86, x64, ia64)
Microsoft Visual C++ 10.0:
Microsoft Windows SDK 7.1 (x86, x64, ia64)
Microsoft Visual C++ 14.X:
Microsoft Visual C++ Build Tools 2015 (x86, x64, arm)
Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64)
Microsoft Visual Studio Build Tools 2019 (x86, x64, arm, arm64)
This may also support compilers shipped with compatible Visual Studio versions.
� N)�open)�listdir�pathsep)�join�isfile�isdir�dirname)�
LegacyVersion)� filterfalse� )�
get_unpatched�Windows)�winreg)�environc @ s e Zd ZdZdZdZdZdS )r N)�__name__�
__module__� __qualname__�
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOT� r r �3/usr/lib/python3.8/site-packages/setuptools/msvc.pyr * s r )�Regc C s� d}|d| f }zt �|d�}W nJ tk
rj z |d| f }t �|d�}W n tk
rd d}Y nX Y nX |r�t|d�}t|�r�|S tt�| �S )a�
Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone
compiler build for Python
(VCForPython / Microsoft Visual C++ Compiler for Python 2.7).
Fall back to original behavior when the standalone compiler is not
available.
Redirect the path of "vcvarsall.bat".
Parameters
----------
version: float
Required Microsoft Visual C++ version.
Return
------
str
vcvarsall.bat path
z-Software\%sMicrosoft\DevDiv\VCForPython\%0.1f� �
installdirz Wow6432Node\Nz
vcvarsall.bat)r Z get_value�KeyErrorr r r �msvc9_find_vcvarsall)�versionZvc_base�key�
productdir� vcvarsallr r r r A s
r �x86c
O s� z t t�}|| |f|�|�W S tjjk
r4 Y n tk
rF Y nX zt|| ��� W S tjjk
r� } zt|| |� � W 5 d}~X Y nX dS )ao
Patched "distutils.msvc9compiler.query_vcvarsall" for support extra
Microsoft Visual C++ 9.0 and 10.0 compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
ver: float
Required Microsoft Visual C++ version.
arch: str
Target architecture.
Return
------
dict
environment
N) r �msvc9_query_vcvarsall� distutils�errors�DistutilsPlatformError�
ValueError�EnvironmentInfo�
return_env�_augment_exception)�ver�arch�args�kwargsZorig�excr r r r# k s r# c
C sr zt t�| �W S tjjk
r& Y nX zt| dd��� W S tjjk
rl } zt|d� � W 5 d}~X Y nX dS )a*
Patched "distutils._msvccompiler._get_vc_env" for support extra
Microsoft Visual C++ 14.X compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
plat_spec: str
Target architecture.
Return
------
dict
environment
� ,@)�
vc_min_verN)r �msvc14_get_vc_envr$ r% r& r( r) r* )Z plat_specr/ r r r r2 � s
r2 c O sB dt jkr4ddl}t|j�td�k r4|jjj| |�S tt �| |�S )z�
Patched "distutils._msvccompiler.gen_lib_options" for fix
compatibility between "numpy.distutils" and "distutils._msvccompiler"
(for Numpy < 1.11.2)
znumpy.distutilsr Nz1.11.2)
�sys�modulesZnumpyr � __version__r$ Z ccompilerZgen_lib_optionsr �msvc14_gen_lib_options)r- r. Znpr r r r6 � s
r6 r c C s� | j d }d|�� ks"d|�� kr�d}|jf t� �}d}|dkrf|�� �d�dkr\|d 7 }q�|d
7 }n.|d kr�|d 7 }||d
7 }n|dkr�|d7 }|f| _ dS )zl
Add details to the exception message to help guide the user
as to what action will resolve it.
r r! zvisual cz0Microsoft Visual C++ {version:0.1f} is required.z-www.microsoft.com/download/details.aspx?id=%d� "@Zia64���z( Get it with "Microsoft Windows SDK 7.0"z% Get it from http://aka.ms/vcpython27� $@z* Get it with "Microsoft Windows SDK 7.1": iW r0 z[ Get it with "Build Tools for Visual Studio": https://visualstudio.microsoft.com/downloads/N)r- �lower�format�locals�find)r/ r r, �messageZtmplZ
msdownloadr r r r* � s
r* c @ sb e Zd ZdZe�dd��� Zdd� Ze dd� �Z
dd � Z d
d � Z dd
d�Z
ddd�Zddd�ZdS )� PlatformInfoz�
Current and Target Architectures information.
Parameters
----------
arch: str
Target architecture.
Zprocessor_architecturer c C s |� � �dd�| _d S )N�x64�amd64)r: �replacer, )�selfr, r r r �__init__� s zPlatformInfo.__init__c C s | j | j �d�d d� S )zs
Return Target CPU architecture.
Return
------
str
Target CPU
�_r N)r, r= �rC r r r �
target_cpu� s
zPlatformInfo.target_cpuc C s
| j dkS )z�
Return True if target CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
r" �rG rF r r r �
target_is_x86� s zPlatformInfo.target_is_x86c C s
| j dkS )z�
Return True if current CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
r" �� current_cpurF r r r �current_is_x86 s zPlatformInfo.current_is_x86Fc C s. | j dkr|rdS | j dkr$|r$dS d| j S )uk
Current platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '' if architecture is x86.
x64: bool
return 'd' and not 'md64' if architecture is amd64.
Return
------
str
subfolder: ' arget', or '' (see hidex86 parameter)
r" r rA �\x64�\%srJ �rC �hidex86r@ r r r � current_dir s �zPlatformInfo.current_dirc C s. | j dkr|rdS | j dkr$|r$dS d| j S )ar
Target platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\current', or '' (see hidex86 parameter)
r" r rA rM rN rH rO r r r �
target_dir( s �zPlatformInfo.target_dirc C s0 |rdn| j }| j|kr dS | �� �dd| �S )ap
Cross platform specific subfolder.
Parameters
----------
forcex86: bool
Use 'x86' as current architecture even if current architecture is
not x86.
Return
------
str
subfolder: '' if target architecture is current architecture,
'\current_target' if not.
r" r �\z\%s_)rK rG rR rB )rC �forcex86Zcurrentr r r � cross_dir> s �zPlatformInfo.cross_dirN)FF)FF)F)r r r �__doc__r �getr: rK rD �propertyrG rI rL rQ rR rU r r r r r? � s
r? c @ s� e Zd ZdZejejejejfZ dd� Z
e dd� �Z e dd� �Z
e dd � �Ze d
d � �Ze d d
� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Zd dd�Zdd� ZdS ) � RegistryInfoz�
Microsoft Visual Studio related registry information.
Parameters
----------
platform_info: PlatformInfo
"PlatformInfo" instance.
c C s
|| _ d S �N)�pi)rC Z
platform_infor r r rD c s zRegistryInfo.__init__c C s dS )z�
Microsoft Visual Studio root registry key.
Return
------
str
Registry key
Z VisualStudior rF r r r � visualstudiof s
zRegistryInfo.visualstudioc C s t | jd�S )z
Microsoft Visual Studio SxS registry key.
Return
------
str
Registry key
ZSxS)r r\ rF r r r �sxsr s
zRegistryInfo.sxsc C s t | jd�S )z|
Microsoft Visual C++ VC7 registry key.
Return
------
str
Registry key
ZVC7�r r] rF r r r �vc~ s
zRegistryInfo.vcc C s t | jd�S )z
Microsoft Visual Studio VS7 registry key.
Return
------
str
Registry key
ZVS7r^ rF r r r �vs� s
zRegistryInfo.vsc C s dS )z�
Microsoft Visual C++ for Python registry key.
Return
------
str
Registry key
zDevDiv\VCForPythonr rF r r r �
vc_for_python� s
zRegistryInfo.vc_for_pythonc C s dS )zq
Microsoft SDK registry key.
Return
------
str
Registry key
zMicrosoft SDKsr rF r r r �
microsoft_sdk� s
zRegistryInfo.microsoft_sdkc C s t | jd�S )z�
Microsoft Windows/Platform SDK registry key.
Return
------
str
Registry key
r
�r rb rF r r r � windows_sdk� s
zRegistryInfo.windows_sdkc C s t | jd�S )z�
Microsoft .NET Framework SDK registry key.
Return
------
str
Registry key
ZNETFXSDKrc rF r r r � netfx_sdk� s
zRegistryInfo.netfx_sdkc C s dS )z�
Microsoft Windows Kits Roots registry key.
Return
------
str
Registry key
z Windows Kits\Installed Rootsr rF r r r �windows_kits_roots� s
z RegistryInfo.windows_kits_rootsFc C s$ | j �� s|rdnd}td|d|�S )a
Return key in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
x86: str
Force x86 software registry.
Return
------
str
Registry key
r Z Wow6432NodeZSoftwareZ Microsoft)r[ rL r )rC r r" Znode64r r r � microsoft� s zRegistryInfo.microsoftc
C s� t j}t j}| j}| jD ]�}z||||�d|�}W n` ttfk
r� | j�� s�z||||d�d|�}W q� ttfk
r� Y Y qY q�X nY qY nX zt � ||�d W S ttfk
r� Y qX qdS )a
Look for values in registry in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
name: str
Value name to find.
Return
------
str
value
r TN)
r �KEY_READ�OpenKeyrg �HKEYS�OSError�IOErrorr[ rL Z QueryValueEx)rC r �nameZkey_readZopenkey�ms�hkey�bkeyr r r �lookup� s"
zRegistryInfo.lookupN)F)r r r rV r r r r r rj rD rX r\ r] r_ r` ra rb rd re rf rg rq r r r r rY U s6 �
rY c @ s< e Zd ZdZe�dd�Ze�dd�Ze�de�Zd7dd�Z d d
� Z
d d � Z d
d� Z e
dd� �Zedd� �Zedd� �Zdd� Zdd� Zedd� �Zedd � �Zed d � �Zed d � �Zed!d"� �Zed#d$� �Zed%d&� �Zed'd(� �Zed)d*� �Z ed+d,� �Z ed-d.� �Z ed/d0� �Z ed1d2� �Z d3d4� Z!e
d8d5d6��Z"dS )9�
SystemInfoz�
Microsoft Windows and Visual Studio related system information.
Parameters
----------
registry_info: RegistryInfo
"RegistryInfo" instance.
vc_ver: float
Required Microsoft Visual C++ version.
�WinDirr � ProgramFileszProgramFiles(x86)Nc C s2 || _ | j j| _| �� | _|p$| �� | _| _d S rZ )�rir[ �find_programdata_vs_vers�known_vs_paths� _find_latest_available_vs_ver�vs_ver�vc_ver)rC Z
registry_inforz r r r rD s
�zSystemInfo.__init__c C s> | � � }|s | js tj�d��t|�}|�| j� t|�d S )zm
Find the latest VC version
Return
------
float
version
z%No Microsoft Visual C++ version foundr8 )�find_reg_vs_versrw r$ r% r& �set�update�sorted)rC Z reg_vc_versZvc_versr r r rx % s
� z(SystemInfo._find_latest_available_vs_verc C s$ | j j}| j j| j j| j jf}g }| j jD ]�}|D ]�}zt�|||�dtj�}W n t t
fk
rl Y q2Y nX t� |�\}}} t |�D ]D}
z*t
t�||
�d �} | |kr�|�| � W q� tk
r� Y q�X q�t |�D ]B}
z&t
t�||
��} | |kr�|�| � W q� tk
�r Y q�X q�q2q*t|�S )z�
Find Microsoft Visual Studio versions available in registry.
Return
------
list of float
Versions
r )ru rg r_ ra r` rj r ri rh rk rl Z QueryInfoKey�range�floatZ EnumValue�appendr' ZEnumKeyr~ ) rC rn ZvckeysZvs_versro r rp Zsubkeys�valuesrE �ir+ r r r r{ 8 s2
zSystemInfo.find_reg_vs_versc C s� i }d}z t |�}W n ttfk
r0 | Y S X |D ]�}z\t||d�}t|ddd��}t�|�}W 5 Q R X |d }t t|d�� ||| �|d �< W q6 tttfk
r� Y q6Y q6X q6|S ) z�
Find Visual studio 2017+ versions from information in
"C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances".
Return
------
dict
float version as key, path as value.
z9C:\ProgramData\Microsoft\VisualStudio\Packages\_Instancesz
state.jsonZrtzutf-8)�encodingZinstallationPath�
VC\Tools\MSVCZinstallationVersion) r rk rl r r �json�load�_as_float_versionr ) rC Z vs_versionsZ
instances_dirZ hashed_namesrm Z
state_pathZ
state_file�stateZvs_pathr r r rv [ s*
�
�� z#SystemInfo.find_programdata_vs_versc C s t d�| �d�dd� ��S )z�
Return a string version as a simplified float version (major.minor)
Parameters
----------
version: str
Version.
Return
------
float
version
�.N� )r� r �split)r r r r r� � s z SystemInfo._as_float_versionc C s. t | jd| j �}| j�| jjd| j �p,|S )zp
Microsoft Visual Studio directory.
Return
------
str
path
z Microsoft Visual Studio %0.1f�%0.1f)r �ProgramFilesx86ry ru rq r` )rC �defaultr r r � VSInstallDir� s �zSystemInfo.VSInstallDirc C s, | � � p| �� }t|�s(d}tj�|��|S )zm
Microsoft Visual C++ directory.
Return
------
str
path
z(Microsoft Visual C++ directory not found)� _guess_vc�_guess_vc_legacyr r$ r% r& )rC �path�msgr r r � VCInstallDir� s
zSystemInfo.VCInstallDirc
C s� | j dkrdS z| j| j }W n tk
r8 | j}Y nX t|d�}z$t|�d }| �|�| _t||�W S tt t
fk
r� Y dS X dS )zl
Locate Visual C++ for VS2017+.
Return
------
str
path
r0 r r� r8 N) ry rw r r� r r r� rz rk rl �
IndexError)rC Zvs_dirZguess_vcrz r r r r� � s
zSystemInfo._guess_vcc C sb t | jd| j �}t | jjd| j �}| j�|d�}|rBt |d�n|}| j�| jjd| j �p`|S )z{
Locate Visual C++ for versions prior to 2017.
Return
------
str
path
z Microsoft Visual Studio %0.1f\VCr� r ZVC)r r� ry ru ra rq r_ )rC r� Zreg_pathZ python_vcZ
default_vcr r r r� � s �zSystemInfo._guess_vc_legacyc C sJ | j dkrdS | j dkr dS | j dkr*dS | j dkr8dS | j d krFd
S d S ) z�
Microsoft Windows SDK versions for specified MSVC++ version.
Return
------
tuple of str
versions
r7 )z7.0z6.1z6.0ar9 )z7.1z7.0a� &@)z8.0z8.0a� (@)�8.1z8.1ar0 )z10.0r� N�ry rF r r r �WindowsSdkVersion� s
z SystemInfo.WindowsSdkVersionc C s | � t| jd��S )zt
Microsoft Windows SDK last version.
Return
------
str
version
�lib)�_use_last_dir_namer �
WindowsSdkDirrF r r r �WindowsSdkLastVersion s
z SystemInfo.WindowsSdkLastVersionc C s d}| j D ],}t| jjd| �}| j�|d�}|r
q8q
|rDt|�stt| jjd| j �}| j�|d�}|rtt|d�}|r�t|�s�| j D ]6}|d|�d�� }d | }t| j |�}t|�r�|}q�|r�t|�s�| j D ]$}d
| }t| j |�}t|�r�|}q�|�st| j
d �}|S ) zn
Microsoft Windows SDK directory.
Return
------
str
path
r zv%s�installationfolderr� r ZWinSDKNr� z Microsoft SDKs\Windows Kits\%szMicrosoft SDKs\Windows\v%sZ PlatformSDK) r� r ru rd rq r ra rz �rfindrt r� )rC �sdkdirr+ �locr� Z install_baseZintver�dr r r r� s6
zSystemInfo.WindowsSdkDirc C s� | j dkrd}d}n&d}| j dkr&dnd}| jjd|d�}d ||�d
d �f }g }| j d kr~| jD ]}|t| jj||�g7 }qb| jD ] }|t| jj d
| |�g7 }q�|D ] }| j�
|d�}|r�| S q�dS )zy
Microsoft Windows SDK executable directory.
Return
------
str
path
r� �# r �( r� TF)r@ rP zWinSDK-NetFx%dTools%srS �-r0 zv%sAr� N) ry r[ rQ rB �NetFxSdkVersionr ru re r� rd rq ) rC Znetfxverr, rP ZfxZregpathsr+ r� Zexecpathr r r �WindowsSDKExecutablePath7 s"
z#SystemInfo.WindowsSDKExecutablePathc C s& t | jjd| j �}| j�|d�p$dS )zl
Microsoft Visual F# directory.
Return
------
str
path
z%0.1f\Setup\F#r r )r ru r\ ry rq )rC r� r r r �FSharpInstallDirZ s
zSystemInfo.FSharpInstallDirc C sF | j dkrdnd}|D ]*}| j�| jjd| �}|r|p:d S qdS )zt
Microsoft Universal CRT SDK directory.
Return
------
str
path
r0 )Z10Z81r z
kitsroot%sr N)ry ru rq rf )rC Zversr+ r� r r r �UniversalCRTSdkDirg s �z SystemInfo.UniversalCRTSdkDirc C s | � t| jd��S )z�
Microsoft Universal C Runtime SDK last version.
Return
------
str
version
r� )r� r r� rF r r r �UniversalCRTSdkLastVersion{ s
z%SystemInfo.UniversalCRTSdkLastVersionc C s | j dkrdS dS )z�
Microsoft .NET Framework SDK versions.
Return
------
tuple of str
versions
r0 ) z4.7.2z4.7.1z4.7z4.6.2z4.6.1z4.6z4.5.2z4.5.1z4.5r r� rF r r r r� � s ��zSystemInfo.NetFxSdkVersionc C s8 d}| j D ](}t| jj|�}| j�|d�}|r
q4q
|S )zu
Microsoft .NET Framework SDK directory.
Return
------
str
path
r Zkitsinstallationfolder)r� r ru re rq )rC r� r+ r� r r r � NetFxSdkDir� s
zSystemInfo.NetFxSdkDirc C s" t | jd�}| j�| jjd�p |S )zw
Microsoft .NET Framework 32bit directory.
Return
------
str
path
zMicrosoft.NET\FrameworkZframeworkdir32�r rs ru rq r_ �rC Zguess_fwr r r �FrameworkDir32� s zSystemInfo.FrameworkDir32c C s" t | jd�}| j�| jjd�p |S )zw
Microsoft .NET Framework 64bit directory.
Return
------
str
path
zMicrosoft.NET\Framework64Zframeworkdir64r� r� r r r �FrameworkDir64� s zSystemInfo.FrameworkDir64c C s
| � d�S )z�
Microsoft .NET Framework 32bit versions.
Return
------
tuple of str
versions
� ��_find_dot_net_versionsrF r r r �FrameworkVersion32� s
z SystemInfo.FrameworkVersion32c C s
| � d�S )z�
Microsoft .NET Framework 64bit versions.
Return
------
tuple of str
versions
�@ r� rF r r r �FrameworkVersion64� s
z SystemInfo.FrameworkVersion64c C s� | j �| j jd| �}t| d| �}|p6| �|d�p6d}| jdkrJ|dfS | jdkrt|�� dd � d
krld n|d fS | jd
kr�dS | jdkr�dS dS )z�
Find Microsoft .NET Framework versions.
Parameters
----------
bits: int
Platform number of bits: 32 or 64.
Return
------
tuple of str
versions
zframeworkver%dzFrameworkDir%d�vr r� zv4.0r9 Nr� Zv4z
v4.0.30319�v3.5r7 )r� �
v2.0.50727g @)zv3.0r� )ru rq r_ �getattrr� ry r: )rC �bitsZreg_verZ dot_net_dirr+ r r r r� � s
z!SystemInfo._find_dot_net_versionsc s* � �fdd�t t� ��D �}t|d�p(dS )a)
Return name of the last dir in path or '' if no dir found.
Parameters
----------
path: str
Use dirs in this path
prefix: str
Use only dirs starting by this prefix
Return
------
str
name
c 3 s* | ]"}t t� |��r|���r|V qd S rZ )r r �
startswith)�.0Zdir_name�r� �prefixr r � <genexpr> s
�z0SystemInfo._use_last_dir_name.<locals>.<genexpr>Nr )�reversedr �next)r� r� Z
matching_dirsr r� r r� � s
�z SystemInfo._use_last_dir_name)N)r )#r r r rV r rW rs rt r� rD rx r{ rv � staticmethodr� rX r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rr sZ
#*
*
"
rr c @ sb e Zd ZdZd?dd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zd d � Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Zed,d-� �Zed.d/� �Zed0d1� �Zed2d3� �Z ed4d5� �Z ed6d7� �Z d@d9d:�Z d;d<� Z e!dAd=d>��Z"dS )Br( aY
Return environment variables for specified Microsoft Visual C++ version
and platform : Lib, Include, Path and libpath.
This function is compatible with Microsoft Visual C++ 9.0 to 14.X.
Script created by analysing Microsoft environment configuration files like
"vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ...
Parameters
----------
arch: str
Target architecture.
vc_ver: float
Required Microsoft Visual C++ version. If not set, autodetect the last
version.
vc_min_ver: float
Minimum Microsoft Visual C++ version.
Nr c C sB t |�| _t| j�| _t| j|�| _| j|k r>d}tj� |��d S )Nz.No suitable Microsoft Visual C++ version found)
r? r[ rY ru rr �sirz r$ r% r& )rC r, rz r1 �errr r r rD 0 s
zEnvironmentInfo.__init__c C s | j jS )zk
Microsoft Visual Studio.
Return
------
float
version
)r� ry rF r r r ry 9 s
zEnvironmentInfo.vs_verc C s | j jS )zp
Microsoft Visual C++ version.
Return
------
float
version
)r� rz rF r r r rz E s
zEnvironmentInfo.vc_verc sV ddg}� j dkrD� jjddd�}|dg7 }|dg7 }|d| g7 }� fd d
�|D �S ) zu
Microsoft Visual Studio Tools.
Return
------
list of str
paths
z Common7\IDEz
Common7\Toolsr0 T�rP r@ z1Common7\IDE\CommonExtensions\Microsoft\TestWindowz Team Tools\Performance Toolsz Team Tools\Performance Tools%sc s g | ]}t � jj|��qS r �r r� r� �r� r� rF r r �
<listcomp>c s z+EnvironmentInfo.VSTools.<locals>.<listcomp>)ry r[ rQ )rC �paths� arch_subdirr rF r �VSToolsQ s
zEnvironmentInfo.VSToolsc C s t | jjd�t | jjd�gS )z�
Microsoft Visual C++ & Microsoft Foundation Class Includes.
Return
------
list of str
paths
ZIncludezATLMFC\Include�r r� r� rF r r r �
VCIncludese s
�zEnvironmentInfo.VCIncludesc sb � j dkr� jjdd�}n� jjdd�}d| d| g}� j dkrP|d| g7 }� fd d
�|D �S ) z�
Microsoft Visual C++ & Microsoft Foundation Class Libraries.
Return
------
list of str
paths
� .@T�r@ �rP �Lib%sz ATLMFC\Lib%sr0 z Lib\store%sc s g | ]}t � jj|��qS r r� r� rF r r r� � s z/EnvironmentInfo.VCLibraries.<locals>.<listcomp>)ry r[ rR )rC r� r� r rF r � VCLibrariesr s
zEnvironmentInfo.VCLibrariesc C s | j dk rg S t| jjd�gS )z�
Microsoft Visual C++ store references Libraries.
Return
------
list of str
paths
r0 zLib\store\references)ry r r� r� rF r r r � VCStoreRefs� s
zEnvironmentInfo.VCStoreRefsc C s | j }t|jd�g}| jdkr"dnd}| j�|�}|rL|t|jd| �g7 }| jdkr|d| jjdd� }|t|j|�g7 }n�| jdkr�| j�� r�d nd
}|t|j|| jjdd � �g7 }| jj | jj
kr�|t|j|| jjdd � �g7 }n|t|jd �g7 }|S )
zr
Microsoft Visual C++ Tools.
Return
------
list of str
paths
Z
VCPackagesr9 TF�Bin%sr0 r� r� z
bin\HostX86%sz
bin\HostX64%sr� �Bin) r� r r� ry r[ rU rQ rL rR rK rG )rC r� �toolsrT r� r� Zhost_dirr r r �VCTools� s0
� � �
zEnvironmentInfo.VCToolsc C sh | j dkr.| jjddd�}t| jjd| �gS | jjdd�}t| jjd�}| j}t|d||f �gS dS ) zw
Microsoft Windows SDK Libraries.
Return
------
list of str
paths
r9 Tr� r� r� r� z%sum%sN)ry r[ rR r r� r� � _sdk_subdir)rC r� r� Zlibverr r r � OSLibraries� s
zEnvironmentInfo.OSLibrariesc C sh t | jjd�}| jdkr&|t |d�gS | jdkr8| j}nd}t |d| �t |d| �t |d| �gS d S )
zu
Microsoft Windows SDK Include.
Return
------
list of str
paths
�includer9 Zglr0 r z%ssharedz%sumz%swinrtN)r r� r� ry r� )rC r� �sdkverr r r �
OSIncludes� s
�zEnvironmentInfo.OSIncludesc C s� t | jjd�}g }| jdkr&|| j7 }| jdkr@|t |d�g7 }| jdkr�||t | jjd�t |dd�t |d d�t |d
d�t | jjd d d
| j ddd�g7 }|S )z}
Microsoft Windows SDK Libraries Paths.
Return
------
list of str
paths
Z
Referencesr7 r� zCommonConfiguration\Neutralr0 Z
UnionMetadataz'Windows.Foundation.UniversalApiContractz1.0.0.0z%Windows.Foundation.FoundationContractz,Windows.Networking.Connectivity.WwanContractZ
ExtensionSDKszMicrosoft.VCLibsr� ZCommonConfigurationZneutral)r r� r� ry r� )rC �ref�libpathr r r � OSLibpath� s.
� �� zEnvironmentInfo.OSLibpathc C s t | �� �S )zs
Microsoft Windows SDK Tools.
Return
------
list of str
paths
)�list�
_sdk_toolsrF r r r �SdkTools s
zEnvironmentInfo.SdkToolsc c s� | j dk r,| j dkrdnd}t| jj|�V | j�� s\| jjdd�}d| }t| jj|�V | j dkr�| j�� rvd }n| jjddd
�}d | }t| jj|�V nB| j dkr�t| jjd�}| jjdd�}| jj}t|d ||f �V | jj r�| jj V d
S )z�
Microsoft Windows SDK Tools paths generator.
Return
------
generator of str
paths
r� r� r� zBin\x86Tr� r� )r9 r� r r� zBin\NETFX 4.0 Tools%sz%s%sN)
ry r r� r� r[ rL rQ rI r� r� )rC Zbin_dirr� r� r� r r r r� s(
zEnvironmentInfo._sdk_toolsc C s | j j}|rd| S dS )zu
Microsoft Windows SDK version subdir.
Return
------
str
subdir
�%s\r )r� r� �rC �ucrtverr r r r� 6 s
zEnvironmentInfo._sdk_subdirc C s | j dkrg S t| jjd�gS )zs
Microsoft Windows SDK Setup.
Return
------
list of str
paths
r7 ZSetup)ry r r� r� rF r r r �SdkSetupC s
zEnvironmentInfo.SdkSetupc s� | j }| j� | jdkr0d}|�� o,|�� }n$|�� p>|�� }|jdkpR|jdk}g }|rt|� fdd�� jD �7 }|r�|� fdd�� jD �7 }|S )zv
Microsoft .NET Framework Tools.
Return
------
list of str
paths
r9 TrA c s g | ]}t � j|��qS r )r r� �r� r+ �r� r r r� h s �z+EnvironmentInfo.FxTools.<locals>.<listcomp>c s g | ]}t � j|��qS r )r r� r� r� r r r� k s �) r[ r� ry rI rL rK rG r� r� )rC r[ Z include32Z include64r� r r� r �FxToolsR s"
� �zEnvironmentInfo.FxToolsc C s8 | j dk s| jjsg S | jjdd�}t| jjd| �gS )z~
Microsoft .Net Framework SDK Libraries.
Return
------
list of str
paths
r0 Tr� zlib\um%s)ry r� r� r[ rR r )rC r� r r r �NetFxSDKLibrarieso s
z!EnvironmentInfo.NetFxSDKLibrariesc C s& | j dk s| jjsg S t| jjd�gS )z}
Microsoft .Net Framework SDK Includes.
Return
------
list of str
paths
r0 z
include\um)ry r� r� r rF r r r �NetFxSDKIncludes s
z EnvironmentInfo.NetFxSDKIncludesc C s t | jjd�gS )z�
Microsoft Visual Studio Team System Database.
Return
------
list of str
paths
z
VSTSDB\Deployr� rF r r r �VsTDb� s
zEnvironmentInfo.VsTDbc C sv | j dk rg S | j dk r0| jj}| jjdd�}n | jj}d}d| j |f }t||�g}| j dkrr|t||d�g7 }|S )zn
Microsoft Build Engine.
Return
------
list of str
paths
r� r� Tr� r zMSBuild\%0.1f\bin%sZRoslyn)ry r� r� r[ rQ r� r )rC � base_pathr� r� Zbuildr r r �MSBuild� s
zEnvironmentInfo.MSBuildc C s | j dk rg S t| jjd�gS )zt
Microsoft HTML Help Workshop.
Return
------
list of str
paths
r� zHTML Help Workshop)ry r r� r� rF r r r �HTMLHelpWorkshop� s
z EnvironmentInfo.HTMLHelpWorkshopc C sD | j dk rg S | jjdd�}t| jjd�}| j}t|d||f �gS )z�
Microsoft Universal C Runtime SDK Libraries.
Return
------
list of str
paths
r0 Tr� r� z%sucrt%s)ry r[ rR r r� r� � _ucrt_subdir)rC r� r� r� r r r �
UCRTLibraries� s
z EnvironmentInfo.UCRTLibrariesc C s. | j dk rg S t| jjd�}t|d| j �gS )z�
Microsoft Universal C Runtime SDK Include.
Return
------
list of str
paths
r0 r� z%sucrt)ry r r� r� r� )rC r� r r r � UCRTIncludes� s
z EnvironmentInfo.UCRTIncludesc C s | j j}|rd| S dS )z�
Microsoft Universal C Runtime SDK version subdir.
Return
------
str
subdir
r� r )r� r� r� r r r r� � s
z EnvironmentInfo._ucrt_subdirc C s( d| j krdkr n ng S | jjgS )zk
Microsoft Visual F#.
Return
------
list of str
paths
r� r� )ry r� r� rF r r r �FSharp� s
zEnvironmentInfo.FSharpc
C s� d| j }| jjdd��d�}g }| jj}t|�dd��}t|�rft |t
|�d �}||t |d�g7 }|t |d �g7 }d
| j d d
t | j �d f}t
�||�D ]&\}}t ||||�} t| �r�| S q�d S )
z
Microsoft Visual C++ runtime redistributable dll.
Return
------
str
path
zvcruntime%d0.dllTr� rS z\Toolsz\Redistr8 ZonecoreZredistzMicrosoft.VC%d.CRT�
N)rz r[ rR �stripr� r� r rB r r r �intry � itertools�productr )
rC Z vcruntimer� �prefixesZ
tools_pathZ redist_pathZcrt_dirsr� Zcrt_dirr� r r r �VCRuntimeRedist s
�z EnvironmentInfo.VCRuntimeRedistTc C s� t | �d| j| j| j| jg|�| �d| j| j| j| j | j
g|�| �d| j| j| j | j g|�| �d| j
| j| j| j| j| j| j| j| jg |�d�}| jdkr�t| j�r�| j|d< |S )z�
Return environment dict.
Parameters
----------
exists: bool
It True, only return existing paths.
Return
------
dict
environment
r� r� r� r� )r� r� r� r� � Zpy_vcruntime_redist)�dict� _build_pathsr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r r� )rC �exists�envr r r r) & sV ������� ��
zEnvironmentInfo.return_envc
C sp t j�|�}t�|d��t�}t �||�}|r<ttt |��n|}|s\d|�
� }t j �
|��| �|�} t�| �S )aC
Given an environment variable name and specified paths,
return a pathsep-separated string of paths containing
unique, extant, directories from those paths and from
the environment variable. Raise an error if no paths
are resolved.
Parameters
----------
name: str
Environment variable name
spec_path_lists: list of str
Paths
exists: bool
It True, only return existing paths.
Return
------
str
Pathsep-separated paths
r z %s environment variable is empty)r� �chain�
from_iterabler rW r� r r� �filterr �upperr$ r% r& �_unique_everseenr )
rC rm Zspec_path_listsr Z
spec_pathsZ env_pathsr� Z extant_pathsr� Z unique_pathsr r r r� X s
z EnvironmentInfo._build_pathsc c sb t � }|j}|dkr6t|j| �D ]}||� |V q n(| D ]"}||�}||kr:||� |V q:dS )z�
List unique elements, preserving order.
Remember all elements ever seen.
_unique_everseen('AAAABBBCCDAABBB') --> A B C D
_unique_everseen('ABBCcAD', str.lower) --> A B C D
N)r| �addr
� __contains__)�iterabler �seenZseen_addZelement�kr r r r z s
z EnvironmentInfo._unique_everseen)Nr )T)N)#r r r rV rD rX ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r� r r r r r r( sn
$
#
"
2"r( )r" )r )*rV r� �ior �osr r Zos.pathr r r r r3 �platformr� Zdistutils.errorsr$ Z#setuptools.extern.packaging.versionr Zsetuptools.extern.six.movesr
Zmonkeyr �systemr r r� � ImportErrorr% r& Z_msvc9_suppress_errorsZdistutils.msvc9compilerr r r# r2 r6 r* r? rY rr r( r r r r �<module> sJ � *
&
$s 5 site-packages/setuptools/__pycache__/unicode_utils.cpython-38.opt-1.pyc 0000644 00000002177 15201600075 0022155 0 ustar 00 U
�Qab� � @ s8 d dl Z d dlZd dlmZ dd� Zdd� Zdd� ZdS ) � N)�sixc C sV t | tj�rt�d| �S z$| �d�} t�d| �} | �d�} W n tk
rP Y nX | S )NZNFD�utf-8)�
isinstancer � text_type� unicodedataZ normalize�decode�encode� UnicodeError)�path� r �</usr/lib/python3.8/site-packages/setuptools/unicode_utils.py� decompose s
r
c C s\ t | tj�r| S t�� pd}|df}|D ].}z| �|�W S tk
rT Y q(Y q(X q(dS )zY
Ensure that the given path is decoded,
NONE when no expected encoding works
r N)r r r �sys�getfilesystemencodingr �UnicodeDecodeError)r
Zfs_encZ
candidates�encr r r �filesys_decode s r c C s( z | � |�W S tk
r" Y dS X dS )z/turn unicode encoding into a functional routineN)r �UnicodeEncodeError)�stringr r r r �
try_encode' s r )r r Zsetuptools.externr r
r r r r r r �<module> s
site-packages/setuptools/__pycache__/py27compat.cpython-38.opt-1.pyc 0000644 00000003325 15201600075 0021310 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlmZ dd� Zejr6dd� Ze�� dkoFejZerPe ndd � Z
z,d
d l m Z m
Z
mZmZ d
d l mZmZ W nJ ek
r� ddlZdd
lm
Z
mZmZ ddd�Z dd� Zdd� ZY nX dS )z2
Compatibility Support for Python 2.7 and earlier
� N)�sixc C s
| � |�S )zH
Given an HTTPMessage, return all headers matching a given key.
)Zget_all��message�key� r �9/usr/lib/python3.8/site-packages/setuptools/py27compat.py�get_all_headers s r c C s
| � |�S �N)Z
getheadersr r r r r s ZLinuxc C s | S r r )�xr r r �<lambda> � r � )� find_module� PY_COMPILED� PY_FROZEN� PY_SOURCE)�get_frozen_object�
get_module)r r r c
C sj | � d�}|rf|�d�}t�||� \}}\}}}} |tjkrP|pFdg}|g}q
|r
td|| f ��q
| S )z7Just like 'imp.find_module()', but with package support�.r �__init__zCan't find %r in %s)�split�pop�impr Z
PKG_DIRECTORY� ImportError)
�module�paths�parts�part�f�path�suffix�modeZkind�infor r r r ' s
r c C s
t �| �S r )r r )r r r r r r 7 s r c C s t j| f|�� tj| S r )r � load_module�sys�modules)r r r" r r r r : s r )N)�__doc__r$ �platformZsetuptools.externr r ZPY2�systemZlinux_py2_ascii�strZ rmtree_safe�_impr r r r r r r r r r r r �<module> s& �
site-packages/setuptools/__pycache__/archive_util.cpython-38.opt-1.pyc 0000644 00000012010 15201600075 0021750 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddddd d
d gZ G d d � d e�Z d
d� Z
e
dfdd�Ze
fdd �Ze
fdd�Ze
fdd�ZeeefZdS )z/Utilities for extracting common archive formats� N)�DistutilsError)�ensure_directory�unpack_archive�unpack_zipfile�unpack_tarfile�default_filter�UnrecognizedFormat�extraction_drivers�unpack_directoryc @ s e Zd ZdZdS )r z#Couldn't recognize the archive typeN)�__name__�
__module__� __qualname__�__doc__� r r �;/usr/lib/python3.8/site-packages/setuptools/archive_util.pyr s c C s |S )z@The default progress/filter callback; returns True for all filesr )�src�dstr r r r s c C sN |pt D ]4}z|| ||� W n tk
r4 Y qY qX dS qtd| ��dS )a� Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat``
`progress_filter` is a function taking two arguments: a source path
internal to the archive ('/'-separated), and a filesystem path where it
will be extracted. The callback must return the desired extract path
(which may be the same as the one passed in), or else ``None`` to skip
that file or directory. The callback can thus be used to report on the
progress of the extraction, as well as to filter the items extracted or
alter their extraction paths.
`drivers`, if supplied, must be a non-empty sequence of functions with the
same signature as this function (minus the `drivers` argument), that raise
``UnrecognizedFormat`` if they do not support extracting the designated
archive type. The `drivers` are tried in sequence until one is found that
does not raise an error, or until all are exhausted (in which case
``UnrecognizedFormat`` is raised). If you do not supply a sequence of
drivers, the module's ``extraction_drivers`` constant will be used, which
means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that
order.
Nz!Not a recognized archive type: %s)r r )�filename� extract_dir�progress_filterZdriversZdriverr r r r s
�c C s� t j�| �std| ��| d|fi}t �| �D ]�\}}}|| \}}|D ],} || d t j�|| �f|t j�|| �< qH|D ]T}
t j�||
�} |||
| �} | s�qzt| � t j�||
�}
t�|
| � t� |
| � qzq.dS )z�"Unpack" a directory, using the same interface as for archives
Raises ``UnrecognizedFormat`` if `filename` is not a directory
z%s is not a directory� �/N)
�os�path�isdirr �walk�joinr �shutilZcopyfileZcopystat) r r r �paths�base�dirs�filesr r �d�f�targetr r r r
? s$ � * c
C s� t �| �std| f ��t �| ���}|�� D ]�}|j}|�d�s,d|�d�krPq,tj j
|f|�d��� }|||�}|sxq,|� d�r�t |� n4t |� |�
|j�}t|d��}|�|� W 5 Q R X |jd? } | r,t�|| � q,W 5 Q R X dS )z�Unpack zip `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined
by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
z%s is not a zip filer �..�wb� N)�zipfileZ
is_zipfiler ZZipFileZinfolistr �
startswith�splitr r r �endswithr �read�open�writeZ
external_attr�chmod)
r r r �z�info�namer$ �datar# Zunix_attributesr r r r Z s(
c
C sf zt �| �}W n$ t jk
r2 td| f ��Y nX t�|��� dd� |_|D � ]�}|j}|�d�sPd|� d�krPt
j j |f|� d��� }|dk r�|�
� s�|�� r�|j}|�� r�t�|j�}t� ||�}t�|�}|�|�}q�|dk rP|�� � s�|�� rP|||�} | rP| �t
j��r"| dd� } z|�|| � W qP t jk
�rJ Y qPX qPW 5 Q R � dS Q R X dS ) z�Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined
by ``tarfile.open()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
z/%s is not a compressed or uncompressed tar filec W s d S )Nr )�argsr r r �<lambda>� � z unpack_tarfile.<locals>.<lambda>r r% N���T)�tarfiler- ZTarErrorr �
contextlib�closing�chownr2 r) r* r r r ZislnkZissymZlinkname� posixpath�dirname�normpathZ
_getmember�isfiler r+ �sepZ_extract_memberZ ExtractError)
r r r Ztarobj�memberr2 Z
prelim_dstZlinkpathr Z final_dstr r r r s: �
)r r( r8 r r r< r9 Zdistutils.errorsr Z
pkg_resourcesr �__all__r r r r
r r r r r r r �<module> s2 ��
# % . site-packages/setuptools/__pycache__/_deprecation_warning.cpython-38.pyc 0000644 00000001004 15201600075 0022515 0 ustar 00 U
�Qab� � @ s G d d� de �ZdS )c @ s e Zd ZdZdS )� SetuptoolsDeprecationWarningz�
Base class for warning deprecations in ``setuptools``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
N)�__name__�
__module__� __qualname__�__doc__� r r �C/usr/lib/python3.8/site-packages/setuptools/_deprecation_warning.pyr s r N)�Warningr r r r r �<module> � site-packages/setuptools/__pycache__/py33compat.cpython-38.opt-1.pyc 0000644 00000002600 15201600075 0021300 0 ustar 00 U
�Qab2 � @ s� d dl Z d dlZd dlZz d dlZW n ek
r< dZY nX d dlmZ d dlmZ e Z
e� dd�Z G dd� d�Z
ee de
�Zeed d�Zedkr�e�� jZdS )
� N)�six)� html_parser�OpArgz
opcode argc @ s e Zd Zdd� Zdd� ZdS )�Bytecode_compatc C s
|| _ d S )N)�code)�selfr � r �9/usr/lib/python3.8/site-packages/setuptools/py33compat.py�__init__ s zBytecode_compat.__init__c c s� t � d| jj�}t| jj�}d}d}||k r�|| }|tjkr�||d ||d d | }|d7 }|tjkr�tjd }||d� }q$n d }|d7 }t ||�V q$d S )
z>Yield '(op,arg)' pair for each operation in code object 'code'�br � � � � ���i N)
�arrayr �co_code�len�disZ
HAVE_ARGUMENTZ EXTENDED_ARGr Z
integer_typesr )r �bytes�eofZptrZ extended_arg�op�argZ long_typer r r �__iter__ s
zBytecode_compat.__iter__N)�__name__�
__module__� __qualname__r
r r r r r r s r �Bytecode�unescape)r r � collectionsZhtml� ImportErrorZsetuptools.externr Zsetuptools.extern.six.movesr �typeZ
__metaclass__�
namedtupler r �getattrr r Z
HTMLParserr r r r �<module> s
" site-packages/setuptools/__pycache__/unicode_utils.cpython-38.pyc 0000644 00000002177 15201600075 0021216 0 ustar 00 U
�Qab� � @ s8 d dl Z d dlZd dlmZ dd� Zdd� Zdd� ZdS ) � N)�sixc C sV t | tj�rt�d| �S z$| �d�} t�d| �} | �d�} W n tk
rP Y nX | S )NZNFD�utf-8)�
isinstancer � text_type� unicodedataZ normalize�decode�encode� UnicodeError)�path� r �</usr/lib/python3.8/site-packages/setuptools/unicode_utils.py� decompose s
r
c C s\ t | tj�r| S t�� pd}|df}|D ].}z| �|�W S tk
rT Y q(Y q(X q(dS )zY
Ensure that the given path is decoded,
NONE when no expected encoding works
r N)r r r �sys�getfilesystemencodingr �UnicodeDecodeError)r
Zfs_encZ
candidates�encr r r �filesys_decode s r c C s( z | � |�W S tk
r" Y dS X dS )z/turn unicode encoding into a functional routineN)r �UnicodeEncodeError)�stringr r r r �
try_encode' s r )r r Zsetuptools.externr r
r r r r r r �<module> s
site-packages/setuptools/__pycache__/windows_support.cpython-38.opt-1.pyc 0000644 00000001735 15201600075 0022574 0 ustar 00 U
�Qab� � @ s( d dl Z d dlZdd� Zedd� �ZdS )� Nc C s t �� dkrdd� S | S )NZWindowsc _ s d S )N� )�args�kwargsr r �>/usr/lib/python3.8/site-packages/setuptools/windows_support.py�<lambda> � z windows_only.<locals>.<lambda>)�platform�system)�funcr r r � windows_only s r c C sL t d� tjjj}tjjtjjf|_tjj |_
d}|| |�}|sHt� � �dS )z�
Set the hidden attribute on a file or directory.
From http://stackoverflow.com/questions/19622133/
`path` must be text.
zctypes.wintypes� N) �
__import__�ctypesZwindllZkernel32ZSetFileAttributesWZwintypesZLPWSTRZDWORDZargtypesZBOOLZrestypeZWinError)�pathZSetFileAttributes�FILE_ATTRIBUTE_HIDDEN�retr r r � hide_file s
r )r r r r r r r r �<module> s site-packages/setuptools/__pycache__/pep425tags.cpython-38.pyc 0000644 00000016043 15201600075 0020243 0 ustar 00 U
�Qabm* � @ s� d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl Z ddl
Z
ddl m Z ddl
mZ ddlmZ e�d �Zd
d � Zd d
� Zdd� Zdd� Zdd� Zd$dd�Zdd� Zdd� Zdd � Zd d � Z d d � Z d%d"d#�Z e� Z dS )&z2Generate and work with PEP 425 Compatibility Tags.� )�absolute_importN)�log)� OrderedDict� )�six)�glibcz(.+)_(\d+)_(\d+)_(.+)c
C sL z t �| �W S tk
rF } z t�d�|�t� W Y �d S d }~X Y nX d S )Nz{})� sysconfig�get_config_var�IOError�warnings�warn�format�RuntimeWarning)�var�e� r �9/usr/lib/python3.8/site-packages/setuptools/pep425tags.pyr s
r c C s: t td�rd} n&tj�d�r"d} ntjdkr2d} nd} | S )z'Return abbreviated implementation name.�pypy_version_info�pp�javaZjyZcliZip�cp)�hasattr�sys�platform�
startswith)Zpyimplr r r �
get_abbr_impl s
r c C s, t d�} | rt� dkr(d�ttt� ��} | S )z Return implementation version.Zpy_version_nodotr � )r r �join�map�str�get_impl_version_info)Zimpl_verr r r � get_impl_ver+ s r! c C s: t � dkr"tjd tjjtjjfS tjd tjd fS dS )zQReturn sys.version_info-like tuple for use in decrementing the minor
version.r r r N)r r � version_infor �major�minorr r r r r 3 s
�r c C s d� t� t� �S )z;
Returns the Tag for this specific implementation.
z{}{})r
r r! r r r r � get_impl_tag> s r% Tc C s. t | �}|dkr&|r t�d| � |� S ||kS )zgUse a fallback method for determining SOABI flags if the needed config
var is unset or unavailable.Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)r r �debug)r Zfallback�expectedr �valr r r �get_flagE s �r) c s� t d�} t� � | s�� dkr�ttd�r�d}d}d}tddd� � dkd �rJd
}td � fd d�� dkd �rhd
}tddd� d� dko�tjd�r�tjr�d}d� t� |||f }n@| r�| �d�r�d| � d�d }n | r�| �
dd��
dd�}nd}|S )zXReturn the ABI tag based on SOABI (if available) or emulate SOABI
(CPython 2, PyPy).ZSOABI> r r �
maxunicoder ZPy_DEBUGc S s
t td�S )NZgettotalrefcount)r r r r r r �<lambda>[ � z get_abi_tag.<locals>.<lambda>r )r �dZ
WITH_PYMALLOCc s � dkS )Nr r r ��implr r r+ _ r, �mZPy_UNICODE_SIZEc S s
t jdkS )Ni�� )r r* r r r r r+ c r, � )r' r �uz
%s%s%s%s%szcpython-�-r �.�_N) r r r r r) r ZPY2r! r �split�replace)Zsoabir- r0 r2 �abir r. r � get_abi_tagQ s@ �
���r9 c C s
t jdkS )Ni���)r �maxsizer r r r �_is_running_32bits s r; c C s� t jdkr^t�� \} }}| �d�}|dkr6t� r6d}n|dkrHt� rHd}d�|d |d |�S tj�� � dd
�� d d
�}|d kr�t� r�d
}|S )z0Return our platform name 'win32', 'linux_x86_64'�darwinr4 �x86_64�i386�ppc64�ppczmacosx_{}_{}_{}r r r5 r3 � linux_x86_64�
linux_i686)
r r Zmac_verr6 r; r
� distutils�util� get_platformr7 )�releaser5 �machineZ split_ver�resultr r r rE w s
rE c C sH t � dkrdS zdd l} t| j�W S ttfk
r: Y nX t�dd�S )N> rA rB Fr � � )rE �
_manylinux�boolZmanylinux1_compatible� ImportError�AttributeErrorr Zhave_compatible_glibc)rK r r r �is_manylinux1_compatible� s
rO c sr g }� �fdd�� t ddddg��� | ||�r8|�|� �D ]&}|�| kr<� | ||�r<|�|� q<|�d� |S )z�Return a list of supported arches (including group arches) for
the given major, minor and machine architecture of a macOS machine.
c s| |dkr| |fdkS |dkr(| |fdkS |dkr<| |fdkS |dkrP| |fdkS |�krx�| D ]}� | ||�r` dS q`dS ) Nr@ )�
rJ r? r> )rP r1 r= TFr )r# r$ �arch�garch��_supports_arch�groupsr r rT � s z)get_darwin_arches.<locals>._supports_arch)Zfat)r> r@ )Zintel)r= r> )Zfat64)r= r? )Zfat32)r= r> r@ Z universal)r �append)r# r$ rG �archesrR r rS r �get_darwin_arches� s $�
rX Fc C s� g }| dkrTg } t � }|dd� }t|d dd�D ] }| �d�tt||f ��� q2|p\t� }g } |pjt� }|r~|g| dd�< t� }
ddl } | �
� D ],} | d � d�r�|
� | d �
dd�d � q�| �tt|
��� | �d � |�sT|p�t� }
|
� d
��rzt�|
�}|�rr|�� \}}}}d �||�}g }ttt|�d ��D ]0}tt|�||�D ]}|�|||f � �qR�q>n|
g}n*|dk�r�t� �r�|
�d d
�|
g}n|
g}| D ].}|D ]"}
|�d|| d f ||
f� �q��q�| dd� D ]F}|dk�r� �q,|
D ]*}|D ] }
|�d||f ||
f� �q�q��q�|D ]"}
|�d| d d d |
f� �q0|�d|| d f d df� |�d|| d d f d df� t| �D ]B\}}|�d|f d df� |dk�r�|�d|d d df� �q�|S )ac Return a list of supported tags for each version specified in
`versions`.
:param versions: a list of string versions, of the form ["33", "32"],
or None. The first version will be assumed to support our ABI.
:param platform: specify the exact platform you want valid
tags for, or None. If None, use the local system platform.
:param impl: specify the exact implementation you want valid
tags for, or None. If None, use the local interpreter impl.
:param abi: specify the exact abi you want valid
tags for, or None. If None, use the local interpreter abi.
N���r r z.abir4 rI r ZnoneZmacosxz {}_{}_%i_%sZlinuxZ
manylinux1z%s%s> �30�31zpy%s�any) r �rangerV r r r r r9 �set�impZ get_suffixesr �addr6 �extend�sorted�listrE �
_osx_arch_pat�matchrU r
�reversed�intrX rO r7 � enumerate)ZversionsZnoarchr r/ r8 Z supportedr" r# r$ ZabisZabi3sr_ �suffixrQ re �nameZ actual_archZtplrW r0 �a�version�ir r r �
get_supported� sh
$
$
rn )TT)NFNNN) �__doc__Z
__future__r Zdistutils.utilrC r r �rer r r � collectionsr Zexternr r r �compilerd r r r! r r% r) r9 r; rE rO rX rn Zimplementation_tagr r r r �<module> s8
"= �
` site-packages/setuptools/__pycache__/sandbox.cpython-38.pyc 0000644 00000036260 15201600075 0020006 0 ustar 00 U
�Qab�7 � @ s
d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z d dl m
Z
mZ d dlZej�d�r�d dlm m m mZ n eje j ZzeZW n e k
r� dZY nX e Z d dl m Z d dlm!Z! ddd d
gZ"d-d d �Z#ej$d.d
d��Z%ej$dd� �Z&ej$dd� �Z'ej$dd� �Z(G dd� de)�Z*G dd� d�Z+ej$dd� �Z,dd � Z-ej$d d � �Z.ej$d d � �Z/d!d"� Z0d#d$� Z1d%d
� Z2G d&d� d�Z3e4e d'��r�e j5gZ6ng Z6G d(d� de3�Z7e�8ej9d)d*� d+�:� D ��Z;G d,d � d e �Z<dS )/� N)�six)�builtins�map�java)�DistutilsError)� working_set�AbstractSandbox�DirectorySandbox�SandboxViolation� run_setupc C sJ d}t | |��}|�� }W 5 Q R X |dkr.|}t|| d�}t|||� dS )z.
Python 3 implementation of execfile.
�rbN�exec)�open�read�compiler
)�filename�globals�locals�mode�streamZscript�code� r �6/usr/lib/python3.8/site-packages/setuptools/sandbox.py� _execfile# s r c
c sD t jd d � }| d k r$| t jd d �< z
|V W 5 |t jd d �< X d S �N)�sys�argv)�repl�savedr r r � save_argv0 s
r c
c s. t jd d � } z
| V W 5 | t jd d �< X d S r )r �path�r r r r � save_path; s
r" c c s4 t jj| dd� tj}| t_z
dV W 5 |t_X dS )zL
Monkey-patch tempfile.tempdir with replacement, ensuring it exists
T)�exist_okN)�
pkg_resourcesZ
py31compat�makedirs�tempfileZtempdir)Z replacementr r r r �
override_tempD s
r' c c s. t �� }t �| � z
|V W 5 t �|� X d S r )�os�getcwd�chdir)�targetr r r r �pushdU s
r, c @ s e Zd ZdZedd� �ZdS )�UnpickleableExceptionzP
An exception representing another Exception that could not be pickled.
c C sP zt �| �t �|�fW S tk
rJ ddlm} |�||t|��� Y S X dS )z�
Always return a dumped (pickled) type and exc. If exc can't be pickled,
wrap it in UnpickleableException first.
r )r- N)�pickle�dumps� Exception�setuptools.sandboxr- �dump�repr)�type�exc�clsr r r r2 d s
zUnpickleableException.dumpN)�__name__�
__module__� __qualname__�__doc__� staticmethodr2 r r r r r- _ s r- c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ExceptionSaverz^
A Context Manager that will save an exception, serialized, and restore it
later.
c C s | S r r ��selfr r r � __enter__x s zExceptionSaver.__enter__c C s |sd S t �||�| _|| _dS �NT)r- r2 �_saved�_tb)r> r4 r5 �tbr r r �__exit__{ s
zExceptionSaver.__exit__c C s6 dt | �krdS ttj| j�\}}t�||| j� dS )z"restore and re-raise any exceptionrA N)�varsr r. �loadsrA r ZreraiserB )r> r4 r5 r r r �resume� s zExceptionSaver.resumeN)r7 r8 r9 r: r? rD rG r r r r r< r s r< c # sV t j�� � t� � } � V W 5 Q R X t j�� � � fdd�t jD �}t|� | �� dS )z�
Context in which imported modules are saved.
Translates exceptions internal to the context into the equivalent exception
outside the context.
c 3 s$ | ] }|� kr|� d �s|V qdS )z
encodings.N��
startswith)�.0�mod_namer! r r � <genexpr>� s
�z save_modules.<locals>.<genexpr>N)r �modules�copyr< �update�_clear_modulesrG )� saved_excZ del_modulesr r! r � save_modules� s
�rR c C s t | �D ] }tj|= qd S r )�listr rM )Z module_namesrK r r r rP � s rP c c s$ t �� } z
| V W 5 t �| � X d S r )r$ � __getstate__� __setstate__r! r r r �save_pkg_resources_state� s
rV c c s� t j�| d�}t� �x t� �f t� t� �N t� �< t|��( t | �� t
d� d V W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X d S )NZtempZ
setuptools) r( r �joinrV rR �hide_setuptoolsr" r r' r, �
__import__)� setup_dirZtemp_dirr r r �
setup_context� s
r[ c C s t �d�}t|�| ��S )aH
>>> _needs_hiding('setuptools')
True
>>> _needs_hiding('pkg_resources')
True
>>> _needs_hiding('setuptools_plugin')
False
>>> _needs_hiding('setuptools.__init__')
True
>>> _needs_hiding('distutils')
True
>>> _needs_hiding('os')
False
>>> _needs_hiding('Cython')
True
z1(setuptools|pkg_resources|distutils|Cython)(\.|$))�rer �bool�match)rK �patternr r r �
_needs_hiding� s
r` c C s t ttj�} t| � dS )a%
Remove references to setuptools' modules from sys.modules to allow the
invocation to import the most appropriate setuptools. This technique is
necessary to avoid issues such as #315 where setuptools upgrading itself
would fail to find a function declared in the metadata.
N)�filterr` r rM rP )rM r r r rX � s rX c C s� t j�t j�| ��}t|��� z�| gt|� tjdd�< tj�d|� t �
� t j � dd� � t
| t�rl| n | �t�� �}t|�� t|dd�}t| |� W 5 Q R X W n4 tk
r� } z|jr�|jd rʂ W 5 d}~X Y nX W 5 Q R X dS )z8Run a distutils setup script, sandboxed in its directoryNr c S s | � � S r )Zactivate)Zdistr r r �<lambda>� � zrun_setup.<locals>.<lambda>�__main__)�__file__r7 )r( r �abspath�dirnamer[ rS r r �insertr �__init__Z callbacks�append�
isinstance�str�encode�getfilesystemencodingr �dictr �
SystemExit�args)Z setup_scriptrq rZ Z dunder_file�ns�vr r r r � s"
� �
c @ s e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dD ] Z e e
e �rDe
e �e� e < qDd$dd�Zerzede�Zede�ZdD ] Z e e
e �r�ee �e� e < q�dd� ZdD ] Z e e
e �r�ee �e� e < q�dd� ZdD ] Z e e
e �r�ee �e� e < q�d d � Zd d � Zd d!� Zd"d#� ZdS )%r zDWrap 'os' module and 'open()' builtin for virtualizing setup scriptsFc s � fdd�t t�D �� _d S )Nc s$ g | ] }|� d �st� |�r|�qS )�_)rI �hasattr)rJ �namer= r r �
<listcomp> s
�z,AbstractSandbox.__init__.<locals>.<listcomp>)�dir�_os�_attrsr= r r= r ri s
�zAbstractSandbox.__init__c C s" | j D ]}tt|t||�� qd S r )rz �setattrr( �getattr)r> �sourcerv r r r �_copy s
zAbstractSandbox._copyc C s( | � | � tr| jt_| jt_d| _d S r@ )r~ �_filer �file�_openr �_activer= r r r r? s
zAbstractSandbox.__enter__c C s$ d| _ trtt_tt_| �t� d S �NF)r� r r r� r� r r~ ry )r> �exc_type� exc_value� tracebackr r r rD s
zAbstractSandbox.__exit__c
C s" | � |� W 5 Q R � S Q R X dS )z Run 'func' under os sandboxingNr )r> �funcr r r �run s zAbstractSandbox.runc s t t� ��� �fdd�}|S )Nc s2 | j r | j� ||f|�|�\}}�||f|�|�S r )r� � _remap_pair)r> �src�dstrq �kw�rv �originalr r �wrap& s z3AbstractSandbox._mk_dual_path_wrapper.<locals>.wrap�r| ry �rv r� r r� r �_mk_dual_path_wrapper# s
z%AbstractSandbox._mk_dual_path_wrapper)�rename�link�symlinkNc s �p t t� ��� �fdd�}|S )Nc s* | j r| j� |f|�|�}�|f|�|�S r )r� � _remap_input�r> r rq r� r� r r r� 4 s z5AbstractSandbox._mk_single_path_wrapper.<locals>.wrapr� )rv r� r� r r� r �_mk_single_path_wrapper1 s z'AbstractSandbox._mk_single_path_wrapperr� r )�stat�listdirr* r �chmod�chown�mkdir�remove�unlink�rmdir�utime�lchown�chroot�lstatZ startfile�mkfifo�mknod�pathconf�accessc s t t� ��� �fdd�}|S )Nc sB | j r2| j� |f|�|�}| �� �|f|�|��S �|f|�|�S r )r� r� �
_remap_outputr� r� r r r� I s z4AbstractSandbox._mk_single_with_return.<locals>.wrapr� r� r r� r �_mk_single_with_returnF s
z&AbstractSandbox._mk_single_with_return)�readlink�tempnamc s t t� ��� �fdd�}|S )Nc s �||�}| j r | �� |�S |S r )r� r� )r> rq r� Zretvalr� r r r� X s
z'AbstractSandbox._mk_query.<locals>.wrapr� r� r r� r � _mk_queryU s
zAbstractSandbox._mk_query)r) �tmpnamc C s |S )z=Called to remap or validate any path, whether input or outputr )r> r r r r �_validate_pathd s z AbstractSandbox._validate_pathc O s
| � |�S �zCalled for path inputs�r� �r> � operationr rq r� r r r r� h s z AbstractSandbox._remap_inputc C s
| � |�S )zCalled for path outputsr� )r> r� r r r r r� l s z AbstractSandbox._remap_outputc O s0 | j |d |f|�|�| j |d |f|�|�fS )�?Called for path pairs like rename, link, and symlink operationsz-fromz-to)r� �r> r� r� r� rq r� r r r r� p s �zAbstractSandbox._remap_pair)N)r7 r8 r9 r: r� ri r~ r? rD r� r� rv ru ry r r� r r� r� r� r� r� r� r� r r r r r s<
�devnullc @ s� e Zd ZdZe�dddddddd d
d d d
dg
�ZdgZefdd�Z dd� Z
e rXd'dd�Z d(dd�Z dd� Z
dd � Zd d � Zd d � Zd!d"� Zd)d$d%�Zd&S )*r z<Restrict operations to a single subdirectory - pseudo-chrootr r� r� r� r� r� r� r� r� r� r� r� r� z.*lib2to3.*\.pickle$c C sF t j�t j�|��| _t j�| jd�| _dd� |D �| _t� | � d S )N� c S s g | ]}t j�t j�|���qS r )r( r �normcase�realpath)rJ r r r r rw � s �z-DirectorySandbox.__init__.<locals>.<listcomp>)
r( r r� r� �_sandboxrW �_prefix� _exceptionsr ri )r> Zsandbox�
exceptionsr r r ri � s �zDirectorySandbox.__init__c O s ddl m} ||||��d S )Nr )r
)r1 r
)r> r� rq r� r
r r r �
_violation� s zDirectorySandbox._violation�rc O s: |dkr(| � |�s(| jd||f|�|� t||f|�|�S )N�r� Zrtr ZrU�Ur� )�_okr� r �r> r r rq r� r r r r � s zDirectorySandbox._filec O s: |dkr(| � |�s(| jd||f|�|� t||f|�|�S )Nr� r )r� r� r� r� r r r r� � s zDirectorySandbox._openc C s | � d� d S )Nr� )r� r= r r r r� � s zDirectorySandbox.tmpnamc C sR | j }z>d| _ tj�tj�|��}| �|�p@|| jkp@|�| j�W �S || _ X d S r� ) r� r( r r� r� � _exemptedr� rI r� )r> r Zactiver� r r r r� � s
�
�zDirectorySandbox._okc s< � fdd�| j D �}� fdd�| jD �}t�||�}t|�S )Nc 3 s | ]}� � |�V qd S r rH )rJ Z exception��filepathr r rL � s �z-DirectorySandbox._exempted.<locals>.<genexpr>c 3 s | ]}t �|� �V qd S r )r\ r^ )rJ r_ r� r r rL � s �)r� �_exception_patterns� itertools�chain�any)r> r� Z
start_matchesZpattern_matchesZ
candidatesr r� r r� � s
�
� zDirectorySandbox._exemptedc O s4 || j kr0| �|�s0| j|tj�|�f|�|� |S r� )� write_opsr� r� r( r r� r� r r r r� � s z DirectorySandbox._remap_inputc O s2 | � |�r| � |�s*| j|||f|�|� ||fS )r� )r� r� r� r r r r� � s z DirectorySandbox._remap_pair� c O s@ |t @ r*| �|�s*| jd|||f|�|� tj|||f|�|�S )z Called for low-level os.open()zos.open)� WRITE_FLAGSr� r� ry r )r> r� �flagsr rq r� r r r r � s zDirectorySandbox.openN)r� )r� )r� )r7 r8 r9 r: ro �fromkeysr� r� � _EXCEPTIONSri r� r r� r� r� r� r� r� r r r r r r ~ s: ��
c C s g | ]}t t|d ��qS )r r� )rJ �ar r r rw � s rw z4O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARYc @ s& e Zd ZdZe�d��� Zdd� ZdS )r
zEA setup script attempted to modify the filesystem outside the sandboxa
SandboxViolation: {cmd}{args!r} {kwargs}
The package setup script has attempted to modify files on your system
that are not within the EasyInstall build area, and has been aborted.
This package cannot be safely installed by EasyInstall, and may not
support alternate installation locations even if you run its setup
script by hand. Please inform the package's author and the EasyInstall
maintainers to find out if a fix or workaround is available.
c C s | j \}}}| jjf t� �S r )rq �tmpl�formatr )r> �cmdrq �kwargsr r r �__str__� s zSandboxViolation.__str__N) r7 r8 r9 r: �textwrap�dedent�lstripr� r� r r r r r
� s )N)N)=r( r r& �operator� functoolsr� r\ �
contextlibr. r� Zsetuptools.externr Zsetuptools.extern.six.movesr r Zpkg_resources.py31compatr$ �platformrI Z$org.python.modules.posix.PosixModule�pythonrM �posixZ PosixModulery rv r� r � NameErrorr r� Zdistutils.errorsr r �__all__r �contextmanagerr r" r' r, r0 r- r< rR rP rV r[ r` rX r r ru r� r� r �reduce�or_�splitr� r
r r r r �<module> sx
�
w
V �� site-packages/setuptools/__pycache__/config.cpython-38.opt-1.pyc 0000644 00000042725 15201600075 0020557 0 ustar 00 U
�Qab6P � @ s� d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlm Z d dlm
Z
d dlm Z d dl m
Z
d dlmZmZ d dlmZmZ d d lmZ d d
lmZmZ eZdd d
�Zdd� Z dd� Z ddd�Z G dd� d�Z G dd� de �Z G dd� de �Z!dS ) � )�absolute_import�unicode_literalsN)� defaultdict)�partial��wraps)�
import_module)�DistutilsOptionError�DistutilsFileError)�
LegacyVersion�parse)� SpecifierSet)� string_types�PY3Fc C s� ddl m}m} tj�| �} tj�| �s4td| ��t�� }t� tj�
| �� zJ|� }|rb|� � ng }| |krx|� | � |j
||d� t||j|d�}W 5 t� |� X t|�S )a, Read given configuration file and returns options from it as a dict.
:param str|unicode filepath: Path to configuration file
to get options from.
:param bool find_others: Whether to search for other configuration files
which could be on in various places.
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: dict
r )� Distribution�
_Distributionz%Configuration file %s does not exist.)� filenames)�ignore_option_errors)Zsetuptools.distr r �os�path�abspath�isfiler
�getcwd�chdir�dirnameZfind_config_files�appendZparse_config_files�parse_configuration�command_options�configuration_to_dict) �filepathZ find_othersr r r Zcurrent_directoryZdistr �handlers� r! �5/usr/lib/python3.8/site-packages/setuptools/config.py�read_configuration s* �
�
r# c C s. dj f t� �}t�t| |�}t| ||�}|� S )z�
Given a target object and option key, get that option from
the target object, either through a get_{key} method or
from an attribute directly.
z get_{key})�format�locals� functoolsr �getattr)�
target_obj�keyZ getter_nameZ by_attribute�getterr! r! r" � _get_optionE s r+ c C s< t t�}| D ]*}|jD ] }t|j|�}|||j |< qq |S )z�Returns configuration data gathered by given handlers as a dict.
:param list[ConfigHandler] handlers: Handlers list,
usually from parse_configuration()
:rtype: dict
)r �dict� set_optionsr+ r( �section_prefix)r Z config_dictZhandlerZoption�valuer! r! r" r Q s
r c C s6 t | ||�}|�� t| j||| j�}|�� ||fS )a� Performs additional parsing of configuration options
for a distribution.
Returns a list of used option handlers.
:param Distribution distribution:
:param dict command_options:
:param bool ignore_option_errors: Whether to silently ignore
options, values of which could not be resolved (e.g. due to exceptions
in directives such as file:, attr:, etc.).
If False exceptions are propagated as expected.
:rtype: list
)�ConfigOptionsHandlerr �ConfigMetadataHandler�metadata� package_dir)Z distributionr r �options�metar! r! r" r c s � �r c @ s� e Zd ZdZdZi Zd%dd�Zedd� �Zdd � Z e
d&d d ��Z e
d
d� �Z e
dd� �Z
e
dd� �Ze
dd� �Zedd� �Zedd� �Ze
d'dd��Ze
dd � �Ze
d(d d ��Zd d � Zd!d"� Zd#d$� ZdS ))�
ConfigHandlerz1Handles metadata supplied in configuration files.NFc C s^ i }| j }|�� D ].\}}|�|�s&q|�|d��d�}|||< q|| _|| _|| _g | _d S )N� �.) r. �items�
startswith�replace�stripr r( �sectionsr- )�selfr( r4 r r= r. � section_name�section_optionsr! r! r" �__init__� s
zConfigHandler.__init__c C s t d| jj ��dS )�.Metadata item name to parser function mapping.z!%s must provide .parsers propertyN)�NotImplementedError� __class__�__name__)r> r! r! r" �parsers� s
�zConfigHandler.parsersc C s� t � }| j}| j�||�}t|||�}||kr6t|��|r>d S d}| j�|�}|r�z ||�}W n tk
r~ d}| jsz� Y nX |r�d S t|d| d �}|d kr�t |||� n||� | j
� |� d S )NFTzset_%s) �tupler( �aliases�getr' �KeyErrorrF � Exceptionr �setattrr- r ) r> Z option_namer/ �unknownr( Z
current_valueZ skip_option�parser�setterr! r! r" � __setitem__� s0 zConfigHandler.__setitem__�,c C s8 t |t�r|S d|kr |�� }n
|�|�}dd� |D �S )z�Represents value as a list.
Value is split either by separator (defaults to comma) or by lines.
:param value:
:param separator: List items separator character.
:rtype: list
�
c S s g | ]}|� � r|� � �qS r! )r< )�.0�chunkr! r! r" �
<listcomp>� s z-ConfigHandler._parse_list.<locals>.<listcomp>)�
isinstance�list�
splitlines�split)�clsr/ � separatorr! r! r" � _parse_list� s
zConfigHandler._parse_listc C sP d}i }| � |�D ]8}|�|�\}}}||kr:td| ��|�� ||�� < q|S )zPRepresents value as a dict.
:param value:
:rtype: dict
�=z(Unable to parse option value to dict: %s)r\ � partitionr r< )rZ r/ r[ �result�liner) �sep�valr! r! r" � _parse_dict� s �zConfigHandler._parse_dictc C s |� � }|dkS )zQRepresents value as boolean.
:param value:
:rtype: bool
)�1�trueZyes)�lower)rZ r/ r! r! r" � _parse_bool� s zConfigHandler._parse_boolc s � fdd�}|S )z�Returns a parser function to make sure field inputs
are not files.
Parses a value after getting the key so error messages are
more informative.
:param key:
:rtype: callable
c s d}| � |�r td�� ���| S )N�file:zCOnly strings are accepted for the {0} field, files are not accepted)r: �
ValueErrorr$ )r/ Zexclude_directive�r) r! r" rN s
��z3ConfigHandler._exclude_files_parser.<locals>.parserr! )rZ r) rN r! rj r" �_exclude_files_parser� s z#ConfigHandler._exclude_files_parserc s\ d}t |t�s|S |�|�s |S |t|�d� }dd� |�d�D �}d�� fdd�|D ��S )aO Represents value as a string, allowing including text
from nearest files using `file:` directive.
Directive is sandboxed and won't reach anything outside
directory with setup.py.
Examples:
file: README.rst, CHANGELOG.md, src/file.txt
:param str value:
:rtype: str
rh Nc s s | ]}t j�|�� �V qd S �N)r r r r< �rS r r! r! r" � <genexpr>% s z,ConfigHandler._parse_file.<locals>.<genexpr>rQ rR c 3 s. | ]&}� � |�stj�|�r� �|�V qdS )TN)�
_assert_localr r r �
_read_filerm �rZ r! r" rn & s
�)rV r r: �lenrY �join)rZ r/ Zinclude_directive�specZ filepathsr! rq r" � _parse_file s
�zConfigHandler._parse_filec C s | � t�� �std| ��d S )Nz#`file:` directive can not access %s)r: r r r )r r! r! r" ro - s �zConfigHandler._assert_localc
C s. t j| dd��}|�� W 5 Q R � S Q R X d S )Nzutf-8)�encoding)�io�open�read)r �fr! r! r" rp 3 s zConfigHandler._read_filec C s� d}|� |�s|S |�|d��� �d�}|�� }d�|�}|p@d}t�� }|r�|d |kr�||d }|�dd�} t | �dkr�tj
�t�� | d �}| d }q�|}n d|kr�tj
�t�� |d �}t j
� d|� zt
|�}
t|
|�}W 5 t j
dd� t _
X |S ) z�Represents value as a module attribute.
Examples:
attr: package.attr
attr: package.module.attr
:param str value:
:rtype: str
zattr:r7 r8 rA r �/� N)r: r; r< rY �poprs r r �rsplitrr r �sys�insertr r' ) rZ r/ r3 Zattr_directiveZ
attrs_pathZ attr_nameZ module_name� parent_pathZ custom_path�parts�moduler! r! r" � _parse_attr8 s0
zConfigHandler._parse_attrc s � fdd�}|S )z�Returns parser function to represents value as a list.
Parses a value applying given methods one after another.
:param parse_methods:
:rtype: callable
c s | }� D ] }||�}q|S rl r! )r/ �parsed�method��
parse_methodsr! r" r n s
z1ConfigHandler._get_parser_compound.<locals>.parser! )rZ r� r r! r� r" �_get_parser_compounde s z"ConfigHandler._get_parser_compoundc C s6 i }|pdd� }|� � D ]\}\}}||�||< q|S )z�Parses section options into a dictionary.
Optionally applies a given parser to values.
:param dict section_options:
:param callable values_parser:
:rtype: dict
c S s | S rl r! )rb r! r! r" �<lambda>� � z6ConfigHandler._parse_section_to_dict.<locals>.<lambda>)r9 )rZ r@ Z
values_parserr/ r) �_rb r! r! r" �_parse_section_to_dictx s
z$ConfigHandler._parse_section_to_dictc C s< |� � D ].\}\}}z || |< W q tk
r4 Y qX qdS )zQParses configuration file section.
:param dict section_options:
N)r9 rJ )r> r@ �namer� r/ r! r! r" �
parse_section� s
zConfigHandler.parse_sectionc C sb | j �� D ]R\}}d}|r"d| }t| d| �dd�d�}|dkrTtd| j|f ��||� q
dS )zTParses configuration file items from one
or more related sections.
r7 z_%szparse_section%sr8 �__Nz0Unsupported distribution option section: [%s.%s])r= r9 r' r; r r. )r> r? r@ Zmethod_postfixZsection_parser_methodr! r! r" r � s" � ��zConfigHandler.parsec s t � �� ��fdd��}|S )z� this function will wrap around parameters that are deprecated
:param msg: deprecation message
:param warning_class: class of warning exception to be raised
:param func: function to be wrapped around
c s t ���� � | |�S rl )�warnings�warn)�args�kwargs��func�msg�
warning_classr! r" �config_handler� s z@ConfigHandler._deprecated_config_handler.<locals>.config_handlerr )r> r� r� r� r� r! r� r" �_deprecated_config_handler� s z(ConfigHandler._deprecated_config_handler)F)rQ )N)N)rE �
__module__� __qualname__�__doc__r. rH rA �propertyrF rP � classmethodr\ rc rg rk ru � staticmethodro rp r� r� r� r� r r� r! r! r! r" r6 ~ s<
&
,
r6 c sH e Zd ZdZddddd�ZdZd� fd d
� Zed d � �Zd
d� Z � Z
S )r1 r2 Zurl� description� classifiers� platforms)Z home_pageZsummaryZ
classifier�platformFNc s t t| ��|||� || _d S rl )�superr1 rA r3 )r> r( r4 r r3 �rD r! r" rA � s �z ConfigMetadataHandler.__init__c C sL | j }| j}| j}| j}|||| �|dt�|| �||�|d�||| j|d� S )rB z[The requires parameter is deprecated, please use install_requires for runtime dependencies.�license) r� �keywordsZprovidesZrequiresZ obsoletesr� r� r� Zlong_description�versionZ project_urls)r\ ru rc rk r� �DeprecationWarningr� �_parse_version)r> �
parse_listZ
parse_file�
parse_dictZexclude_files_parserr! r! r" rF � s( �
�z ConfigMetadataHandler.parsersc C s� | � |�}||krB|�� }tt|�t�r>d}t|jf t� ���|S | �|| j �}t
|�r^|� }t|t �s�t |d�r�d�
tt|��}nd| }|S )zSParses `version` option value.
:param value:
:rtype: str
zCVersion loaded from {value} does not comply with PEP 440: {version}�__iter__r8 z%s)ru r< rV r r r r$ r% r� r3 �callabler �hasattrrs �map�str)r> r/ r� Ztmplr! r! r" r� � s
�
z$ConfigMetadataHandler._parse_version)FN) rE r� r� r. rH Z strict_moderA r� rF r� �
__classcell__r! r! r� r" r1 � s � �
r1 c @ s\ e Zd ZdZedd� �Zdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r0 r4 c C sN | j }t| j dd�}| j}| j}||||||||||||||| j| j|td�S )rB �;�r[ )Zzip_safeZuse_2to3Zinclude_package_datar3 Zuse_2to3_fixersZuse_2to3_exclude_fixersZconvert_2to3_doctestsZscriptsZeager_resourcesZdependency_linksZnamespace_packagesZinstall_requiresZsetup_requiresZ
tests_requireZpackages� entry_pointsZ
py_modulesZpython_requires)r\ r rg rc �_parse_packagesru r
)r> r� Zparse_list_semicolonZ
parse_boolr� r! r! r" rF s. �z ConfigOptionsHandler.parsersc C sz ddg}|� � }||kr"| �|�S ||d k}|r>ts>td��| �| j�di ��}|rdddlm} n ddlm } |f |�S ) zTParses `packages` option value.
:param value:
:rtype: list
zfind:zfind_namespace:r| z8find_namespace: directive is unsupported on Python < 3.3z
packages.findr )�find_namespace_packages)�
find_packages)
r< r\ r r � parse_section_packages__findr= rI Z
setuptoolsr� r� )r> r/ Zfind_directivesZ
trimmed_valueZfindns� find_kwargsr� r! r! r" r� 1 s
� � z$ConfigOptionsHandler._parse_packagesc sT | � || j�}dddg� t� fdd�|�� D ��}|�d�}|dk rP|d |d< |S )z�Parses `packages.find` configuration file section.
To be used in conjunction with _parse_packages().
:param dict section_options:
�whereZinclude�excludec s$ g | ] \}}|� kr|r||f�qS r! r! �rS �k�v�Z
valid_keysr! r" rU Z s zEConfigOptionsHandler.parse_section_packages__find.<locals>.<listcomp>Nr )r� r\ r, r9 rI )r> r@ Z section_datar� r� r! r� r" r� M s �
�
z1ConfigOptionsHandler.parse_section_packages__findc C s | � || j�}|| d< dS )z`Parses `entry_points` configuration file section.
:param dict section_options:
r� N)r� r\ �r> r@ r� r! r! r" �parse_section_entry_pointsb s z/ConfigOptionsHandler.parse_section_entry_pointsc C s. | � || j�}|�d�}|r*||d< |d= |S )N�*r7 )r� r\ rI )r> r@ r� �rootr! r! r" �_parse_package_dataj s
z(ConfigOptionsHandler._parse_package_datac C s | � |�| d< dS )z`Parses `package_data` configuration file section.
:param dict section_options:
Z package_dataN�r� �r> r@ r! r! r" �parse_section_package_datat s z/ConfigOptionsHandler.parse_section_package_datac C s | � |�| d< dS )zhParses `exclude_package_data` configuration file section.
:param dict section_options:
Zexclude_package_dataNr� r� r! r! r" �"parse_section_exclude_package_data{ s �z7ConfigOptionsHandler.parse_section_exclude_package_datac C s" t | jdd�}| �||�| d< dS )zbParses `extras_require` configuration file section.
:param dict section_options:
r� r� Zextras_requireN)r r\ r� )r> r@ r� r! r! r" � parse_section_extras_require� s
�z1ConfigOptionsHandler.parse_section_extras_requirec C s( | � || j�}dd� |�� D �| d< dS )z^Parses `data_files` configuration file section.
:param dict section_options:
c S s g | ]\}}||f�qS r! r! r� r! r! r" rU � s zAConfigOptionsHandler.parse_section_data_files.<locals>.<listcomp>Z
data_filesN)r� r\ r9 r� r! r! r" �parse_section_data_files� s z-ConfigOptionsHandler.parse_section_data_filesN)rE r� r� r. r� rF r� r� r� r� r� r� r� r� r! r! r! r" r0 s
r0 )FF)F)"Z
__future__r r rw r r r� r& � collectionsr r r � importlibr Zdistutils.errorsr r
Z#setuptools.extern.packaging.versionr r Z&setuptools.extern.packaging.specifiersr
Zsetuptools.extern.sixr r �typeZ
__metaclass__r# r+ r r r6 r1 r0 r! r! r! r" �<module> s4 �
/ �
?U site-packages/setuptools/__pycache__/namespaces.cpython-38.pyc 0000644 00000007040 15201600075 0020461 0 ustar 00 U
�Qab � @ sR d dl Z d dlmZ d dlZd dlmZ ejjZG dd� d�Z G dd� de �Z
dS )� N)�log)�mapc @ sT e Zd ZdZdd� Zdd� Zdd� ZdZd Zd
d � Z d d
� Z
dd� Z e dd� �Z
dS )� Installerz
-nspkg.pthc C s� | � � }|sd S tj�| �� �\}}|| j7 }| j�|� t� d|� t
| j |�}| j rdt
|� d S t|d��}|�|� W 5 Q R X d S )Nz
Installing %sZwt)�_get_all_ns_packages�os�path�splitext� _get_target� nspkg_extZoutputs�appendr �infor �_gen_nspkg_lineZdry_run�list�open�
writelines)�selfZnsp�filename�ext�lines�f� r �9/usr/lib/python3.8/site-packages/setuptools/namespaces.py�install_namespaces s
z Installer.install_namespacesc C sH t j�| �� �\}}|| j7 }t j�|�s.d S t�d|� t �|� d S )Nz Removing %s) r r r r r
�existsr r �remove)r r r r r r �uninstall_namespaces! s
z Installer.uninstall_namespacesc C s | j S �N)�target�r r r r r ) s zInstaller._get_target) zimport sys, types, osz#has_mfs = sys.version_info > (3, 5)z$p = os.path.join(%(root)s, *%(pth)r)z4importlib = has_mfs and __import__('importlib.util')z-has_mfs and __import__('importlib.machinery')z�m = has_mfs and sys.modules.setdefault(%(pkg)r, importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec(%(pkg)r, [os.path.dirname(p)])))zCm = m or sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))z7mp = (m or []) and m.__dict__.setdefault('__path__',[])z (p not in mp) and mp.append(p))z4m and setattr(sys.modules[%(parent)r], %(child)r, m)c C s dS )Nz$sys._getframe(1).f_locals['sitedir']r r r r r � _get_rootC s zInstaller._get_rootc C sV t |�}t|�d��}| �� }| j}|�d�\}}}|rB|| j7 }d�|�t� d S )N�.�;�
) �str�tuple�splitr � _nspkg_tmpl�
rpartition�_nspkg_tmpl_multi�join�locals)r �pkgZpth�rootZ
tmpl_lines�parent�sepZchildr r r r
F s
zInstaller._gen_nspkg_linec C s | j jp
g }ttt| j|���S )z,Return sorted list of all package namespaces)Z distributionZnamespace_packages�sorted�flattenr �
_pkg_names)r Zpkgsr r r r Q s z Installer._get_all_ns_packagesc c s( | � d�}|r$d�|�V |�� q
dS )z�
Given a namespace package, yield the components of that
package.
>>> names = Installer._pkg_names('a.b.c')
>>> set(names) == set(['a', 'a.b', 'a.b.c'])
True
r N)r% r) �pop)r+ �partsr r r r1 V s
zInstaller._pkg_namesN)�__name__�
__module__� __qualname__r
r r r r& r( r r
r � staticmethodr1 r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�DevelopInstallerc C s t t| j��S r )�reprr# Zegg_pathr r r r r g s zDevelopInstaller._get_rootc C s | j S r )Zegg_linkr r r r r j s z DevelopInstaller._get_targetN)r4 r5 r6 r r r r r r r8 f s r8 ) r Z distutilsr � itertoolsZsetuptools.extern.six.movesr �chain�
from_iterabler0 r r8 r r r r �<module> s [ site-packages/setuptools/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000017130 15201600075 0021041 0 ustar 00 U
�Qabs � @ s� d Z ddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl m
Z
ddlmZ ddlmZmZ dd lmZmZ ddlZdd
lmZ dd lmZm Z dd l m Z dd
l m Z e!Z"ddddddddgZ#er�e#�$d� ej%j&Z&dZ'dZ(dgZ)G dd� d�Z*G dd � d e*�Z+e*j,Z-e�r,e+j,Z.d d � Z/d d� Z0ej1j0j e0_ e �2ej1j3�Z4G d d� de4�Z3d!d"� Z5ej6fd#d$�Z7e �8� dS )%z@Extensions to the 'distutils' for large or complex distributions� N)�DistutilsOptionError)� convert_path�� fnmatchcase� )� SetuptoolsDeprecationWarning)�PY3� string_types)�filter�map)� Extension)� Distribution�Feature)�Require)�monkey�setupr
r �Commandr r r �
find_packages�find_namespace_packagesTz
lib2to3.fixesc @ sB e Zd ZdZeddd��Zedd� �Zed d
� �Zed d � �Z d
S )�
PackageFinderzI
Generate a list of all Python packages found within a directory
�.� ��*c C s& t | �t|�| jd|�� | j|� ��S )a Return a list all Python packages found within directory 'where'
'where' is the root directory which will be searched for packages. It
should be supplied as a "cross-platform" (i.e. URL-style) path; it will
be converted to the appropriate local path syntax.
'exclude' is a sequence of package names to exclude; '*' can be used
as a wildcard in the names, such that 'foo.*' will exclude all
subpackages of 'foo' (but not 'foo' itself).
'include' is a sequence of package names to include. If it's
specified, only the named packages will be included. If it's not
specified, all found packages will be included. 'include' can contain
shell style wildcard patterns just like 'exclude'.
�ez_setup� *__pycache__)r r )�list�_find_packages_iterr �
_build_filter)�cls�where�exclude�includer r �7/usr/lib/python3.8/site-packages/setuptools/__init__.py�find4 s
�zPackageFinder.findc c s� t j|dd�D ]�\}}}|dd� }g |dd�< |D ]d}t j�||�} t j�| |�}
|
�t jjd�} d|ks4| �| �sxq4|| �r�|| �s�| V |�|� q4qdS )zy
All the packages found in 'where' that pass the 'include' filter, but
not the 'exclude' filter.
T�� followlinksNr ) �os�walk�path�join�relpath�replace�sep�_looks_like_package�append) r r r! r" �root�dirs�filesZall_dirs�dir� full_pathZrel_path�packager r r# r K s z!PackageFinder._find_packages_iterc C s t j�t j�| d��S )z%Does a directory look like a package?z __init__.py)r' r) �isfiler* �r) r r r# r. g s z!PackageFinder._looks_like_packagec s � fdd�S )z�
Given a list of patterns, return a callable that will be true only if
the input matches at least one of the patterns.
c s t � fdd��D ��S )Nc 3 s | ]}t � |d �V qdS ))�patNr )�.0r8 ��namer r# � <genexpr>r s z@PackageFinder._build_filter.<locals>.<lambda>.<locals>.<genexpr>)�anyr: �Zpatternsr: r# �<lambda>r � z-PackageFinder._build_filter.<locals>.<lambda>r r> r r> r# r l s zPackageFinder._build_filterN)r r r )
�__name__�
__module__� __qualname__�__doc__� classmethodr$ r � staticmethodr. r r r r r# r / s
r c @ s e Zd Zedd� �ZdS )�PEP420PackageFinderc C s dS )NTr r7 r r r# r. v s z'PEP420PackageFinder._looks_like_packageN)rA rB rC rF r. r r r r# rG u s rG c C s@ t j�tdd� | �� D ���}|jdd� |jr<|�|j� d S )Nc s s" | ]\}}|d kr||fV qdS ))Zdependency_links�setup_requiresNr )r9 �k�vr r r# r< � s �z*_install_setup_requires.<locals>.<genexpr>T)Zignore_option_errors)� distutils�corer
�dict�itemsZparse_config_filesrH Zfetch_build_eggs)�attrs�distr r r# �_install_setup_requires� s �
rQ c K s t | � tjjf | �S �N)rQ rK rL r )rO r r r# r � s c @ s: e Zd ZejZdZdd� Zd dd�Zdd� Zd
d
d �Z dS )r Fc K s t �| |� t| ��|� dS )zj
Construct the command for dist, updating
vars(self) with any keyword parameters.
N)�_Command�__init__�vars�update)�selfrP �kwr r r# rT � s zCommand.__init__Nc C sB t | |�}|d kr"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))�getattr�setattr�
isinstancer r )rW �optionZwhat�default�valr r r# �_ensure_stringlike� s
�zCommand._ensure_stringlikec C sp t | |�}|dkrdS t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��dS )z�Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
Nz,\s*|\s+c s s | ]}t |t�V qd S rR )r[ r )r9 rJ r r r# r< � s z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) rY r[ r rZ �re�splitr �allr )rW r\ r^ �okr r r# �ensure_string_list� s
��zCommand.ensure_string_listr c K s t �| ||�}t|��|� |S rR )rS �reinitialize_commandrU rV )rW ZcommandZreinit_subcommandsrX �cmdr r r# re � s z Command.reinitialize_command)N)r )
rA rB rC rS rD Zcommand_consumes_argumentsrT r_ rd re r r r r# r � s
c C s& dd� t j| dd�D �}tt jj|�S )z%
Find all files under 'path'
c s s, | ]$\}}}|D ]}t j�||�V qqd S rR )r' r) r* )r9 �baser1 r2 �filer r r# r< � s �z#_find_all_simple.<locals>.<genexpr>Tr% )r' r( r
r) r6 )r) �resultsr r r# �_find_all_simple� s �rj c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z�
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
)�start) rj r' �curdir� functools�partialr) r+ r r )r3 r2 Zmake_relr r r# �findall� s
ro )9rD r' �sysrm Zdistutils.corerK Zdistutils.filelistr` Zdistutils.errorsr Zdistutils.utilr Zfnmatchr Z_deprecation_warningr Zsetuptools.extern.sixr r Zsetuptools.extern.six.movesr
r Zsetuptools.versionZ
setuptoolsZsetuptools.extensionr Zsetuptools.distr
r Zsetuptools.dependsr � r �typeZ
__metaclass__�__all__r/ �version� __version__Zbootstrap_install_fromZrun_2to3_on_doctestsZlib2to3_fixer_packagesr rG r$ r r rQ r rL Z
get_unpatchedr rS rj rl ro Z patch_allr r r r# �<module> s\ �
F
2
site-packages/setuptools/__pycache__/build_meta.cpython-38.opt-1.pyc 0000644 00000020415 15201600075 0021407 0 ustar 00 U
�Qab}% � @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl m
Z
ddl m Z ddl
mZ dddd d
d d gZG d
d � d e�ZG dd� dejj�Zdd� Zdd� Zdd� Zdd� ZG dd� de�ZG dd� de�Ze� Zej Z ej Z ej Z ej Z ej Z e� Z!dS ) a- A PEP 517 interface to setuptools
Previously, when a user or a command line tool (let's call it a "frontend")
needed to make a request of setuptools to take a certain action, for
example, generating a list of installation requirements, the frontend would
would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line.
PEP 517 defines a different method of interfacing with setuptools. Rather
than calling "setup.py" directly, the frontend should:
1. Set the current directory to the directory with a setup.py file
2. Import this module into a safe python interpreter (one in which
setuptools can potentially set global variables or crash hard).
3. Call one of the functions defined in PEP 517.
What each function does is defined in PEP 517. However, here is a "casual"
definition of the functions (this definition should not be relied on for
bug reports or API stability):
- `build_wheel`: build a wheel in the folder and return the basename
- `get_requires_for_build_wheel`: get the `setup_requires` to build
- `prepare_metadata_for_build_wheel`: get the `install_requires`
- `build_sdist`: build an sdist in the folder and return the basename
- `get_requires_for_build_sdist`: get the `setup_requires` to build
Again, this is not a formal definition! Just a "taste" of the module.
� N)�TemporaryDirectory)�parse_requirements)�makedirs� get_requires_for_build_sdist� get_requires_for_build_wheel� prepare_metadata_for_build_wheel� build_wheel� build_sdist�
__legacy__�SetupRequirementsErrorc @ s e Zd Zdd� ZdS )r c C s
|| _ d S �N)�
specifiers)�selfr
� r �9/usr/lib/python3.8/site-packages/setuptools/build_meta.py�__init__4 s z SetupRequirementsError.__init__N)�__name__�
__module__� __qualname__r r r r r r 3 s c @ s& e Zd Zdd� Zeejdd� ��ZdS )� Distributionc C s t ttt|���}t|��d S r )�list�map�strr r )r r
Zspecifier_listr r r �fetch_build_eggs9 s z Distribution.fetch_build_eggsc c s* t jj}| t j_z
dV W 5 |t j_X dS )zw
Replace
distutils.dist.Distribution with this class
for the duration of this context.
N)� distutilsZcorer )�clsZorigr r r �patch> s
zDistribution.patchN)r r r r � classmethod�
contextlib�contextmanagerr r r r r r 8 s r c C s* t jd dkr&t| t�s&| �t �� �S | S )z�
Convert a filename to a string (on Python 2, explicitly
a byte string, not Unicode) as distutils checks for the
exact type str.
r � )�sys� version_info�
isinstancer �encode�getfilesystemencoding)�sr r r �_to_strN s r' c s � fdd�t �� �D �S )Nc s& g | ] }t j�t j�� |��r|�qS r )�os�path�isdir�join)�.0�name�Za_dirr r �
<listcomp>\ s �z1_get_immediate_subdirectories.<locals>.<listcomp>�r( �listdirr. r r. r � _get_immediate_subdirectories[ s r2 c s" � fdd�t �| �D �}|\}|S )Nc 3 s | ]}|� � �r|V qd S r ��endswith�r, �f�� extensionr r � <genexpr>a s
�z'_file_with_extension.<locals>.<genexpr>r0 )Z directoryr8 Zmatching�filer r7 r �_file_with_extension` s
�r; c C s& t j�| �st�d�S ttdt�| �S )Nz%from setuptools import setup; setup()�open)r( r) �exists�io�StringIO�getattr�tokenizer< �� setup_scriptr r r �_open_setup_scripti s
rD c @ s` e Zd Zdd� Zdd� Zddd�Zdd d
�Zdd d �Zdd
d�Zdd� Z ddd�Z
ddd�Z dS )�_BuildMetaBackendc C s |pi }|� dg � |S )N�--global-option)�
setdefault�r �config_settingsr r r � _fix_configs s z _BuildMetaBackend._fix_configc
C sz | � |�}tjd d� dg |d t_z t�� � | �� W 5 Q R X W n, tk
rt } z||j7 }W 5 d }~X Y nX |S )N� Zegg_inforF )rJ r! �argvr r � run_setupr r
)r rI � requirements�er r r �_get_build_requiresx s
�
z%_BuildMetaBackend._get_build_requires�setup.pyc C sD |}d}t |��}|�� �dd�}W 5 Q R X tt||d�t� � d S )N�__main__z\r\nz\n�exec)rD �read�replacerS �compile�locals)r rC �__file__r r6 �coder r r rM � s
z_BuildMetaBackend.run_setupNc C s | � |�}| j|dgd�S )NZwheel�rN �rJ rP rH r r r r � s
z._BuildMetaBackend.get_requires_for_build_wheelc C s | � |�}| j|g d�S )NrZ r[ rH r r r r � s
z._BuildMetaBackend.get_requires_for_build_sdistc C s� t jd d� ddt|�g t _| �� |}dd� t�|�D �}t|�dkrxtt|��dkrxtj� |t�|�d �}q*qxq*||kr�t
� tj� ||d �|� t
j |dd� |d S ) NrK Z dist_infoz
--egg-basec S s g | ]}|� d �r|�qS )z
.dist-infor3 r5 r r r r/ � s
�zF_BuildMetaBackend.prepare_metadata_for_build_wheel.<locals>.<listcomp>r T)�
ignore_errors)
r! rL r' rM r( r1 �lenr2 r) r+ �shutilZmoveZrmtree)r �metadata_directoryrI Zdist_info_directoryZ
dist_infosr r r r � s, � � ��z2_BuildMetaBackend.prepare_metadata_for_build_wheelc C s� | � |�}tj�|�}t|dd� t|d��v}tjd d� | d|g |d t_| �� t ||�}tj�
||�}tj� |�r�t� |� t�
tj�
||�|� W 5 Q R X |S )NT)�exist_ok)�dirrK z
--dist-dirrF )rJ r( r) �abspathr r r! rL rM r; r+ r= �remove�rename)r Z
setup_commandZresult_extensionZresult_directoryrI Z tmp_dist_dirZresult_basenameZ result_pathr r r �_build_with_temp_dir� s
��
z&_BuildMetaBackend._build_with_temp_dirc C s | � dgd||�S )NZ bdist_wheelz.whl�re )r Zwheel_directoryrI r_ r r r r � s
�z _BuildMetaBackend.build_wheelc C s | � dddgd||�S )NZsdistz --formatsZgztarz.tar.gzrf )r Zsdist_directoryrI r r r r � s
�z _BuildMetaBackend.build_sdist)rQ )N)N)N)NN)N) r r r rJ rP rM r r r re r r r r r r rE q s
�
�
rE c s" e Zd ZdZd� fdd� Z� ZS )�_BuildMetaLegacyBackendaC Compatibility backend for setuptools
This is a version of setuptools.build_meta that endeavors to maintain backwards
compatibility with pre-PEP 517 modes of invocation. It exists as a temporary
bridge between the old packaging mechanism and the new packaging mechanism,
and will eventually be removed.
rQ c
sb t tj�}tj�tj�|��}|tjkr6tj�d|� ztt| �j |d� W 5 |tjd d �< X d S )Nr rB )
r r! r) r( �dirnamerb �insert�superrg rM )r rC Zsys_pathZ
script_dir�� __class__r r rM � s
��
z!_BuildMetaLegacyBackend.run_setup)rQ )r r r �__doc__rM �
__classcell__r r rk r rg � s rg )"rm r> r( r! rA r^ r Z
setuptoolsr Zsetuptools.py31compatr Z
pkg_resourcesr Zpkg_resources.py31compatr �__all__�
BaseExceptionr Zdistr r' r2 r; rD �objectrE rg Z_BACKENDr r r r r r
r r r r �<module> sD �
h site-packages/setuptools/__pycache__/dep_util.cpython-38.opt-1.pyc 0000644 00000001463 15201600075 0021111 0 ustar 00 U
�Qab� � @ s d dl mZ dd� ZdS )� )� newer_groupc C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )z�Walk both arguments in parallel, testing if each source group is newer
than its corresponding target. Returns a pair of lists (sources_groups,
targets) where sources is newer than target, according to the semantics
of 'newer_group()'.
z5'sources_group' and 'targets' must be the same length)�len�
ValueError�ranger �append)Zsources_groupsZtargetsZ n_sourcesZ n_targets�i� r �7/usr/lib/python3.8/site-packages/setuptools/dep_util.py�newer_pairwise_group s r
N)Zdistutils.dep_utilr r
r r r r �<module> s site-packages/setuptools/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000000444 15201600075 0020767 0 ustar 00 U
�Qab� � @ s6 d dl Z ze �d�jZW n ek
r0 dZY nX dS )� NZ
setuptools�unknown)Z
pkg_resourcesZget_distribution�version� __version__� Exception� r r �6/usr/lib/python3.8/site-packages/setuptools/version.py�<module> s site-packages/setuptools/__pycache__/_deprecation_warning.cpython-38.opt-1.pyc 0000644 00000001004 15201600075 0023454 0 ustar 00 U
�Qab� � @ s G d d� de �ZdS )c @ s e Zd ZdZdS )� SetuptoolsDeprecationWarningz�
Base class for warning deprecations in ``setuptools``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
N)�__name__�
__module__� __qualname__�__doc__� r r �C/usr/lib/python3.8/site-packages/setuptools/_deprecation_warning.pyr s r N)�Warningr r r r r �<module> � site-packages/setuptools/__pycache__/monkey.cpython-38.pyc 0000644 00000011044 15201600075 0017643 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddl Z ddl
m Z ddl Z g Z
dd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Zdd� ZdS )z
Monkey patching of distutils.
� N)�
import_module)�sixc C s" t �� dkr| f| j S t�| �S )am
Returns the bases classes for cls sorted by the MRO.
Works around an issue on Jython where inspect.getmro will not return all
base classes if multiple classes share the same name. Instead, this
function will return a tuple containing the class itself, and the contents
of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024.
ZJython)�platformZpython_implementation� __bases__�inspectZgetmro)�cls� r �5/usr/lib/python3.8/site-packages/setuptools/monkey.py�_get_mro s r
c C s0 t | tj�rtnt | tj�r tndd� }|| �S )Nc S s d S )Nr )�itemr r r �<lambda>* � z get_unpatched.<locals>.<lambda>)�
isinstancer Z class_types�get_unpatched_class�types� FunctionType�get_unpatched_function)r �lookupr r r �
get_unpatched& s
�r c C s: dd� t | �D �}t|�}|j�d�s6d| }t|��|S )z�Protect against re-patching the distutils if reloaded
Also ensures that no other distutils extension monkeypatched the distutils
first.
c s s | ]}|j �d �s|V qdS )�
setuptoolsN)�
__module__�
startswith)�.0r r r r � <genexpr>5 s �z&get_unpatched_class.<locals>.<genexpr>� distutilsz(distutils has already been patched by %r)r
�nextr r �AssertionError)r Zexternal_bases�base�msgr r r r / s � r c C s� t jtj_tjdk} | r"t jtj_tjdk p^dtj k o@dk n p^dtj k oZdkn }|rrd}|tjj _
t � tj tjtj
fD ]}t j j|_q�t jjtj_t jjtj_dtjkr�t jjtjd _t� d S )N)� � r )� � �
)r � )r r$ � )r r z https://upload.pypi.org/legacy/zdistutils.command.build_ext)r ZCommandr Zcore�sys� version_info�findallZfilelistZconfigZ
PyPIRCCommandZDEFAULT_REPOSITORY� _patch_distribution_metadata�dist�cmdZ Distribution� extensionZ Extension�modules�#patch_for_msvc_specialized_compiler)Zhas_issue_12885Zneeds_warehouseZ warehouse�moduler r r � patch_allA s*
��
�
r0 c C s* dD ] } t tj| �}ttjj| |� qdS )zDPatch write_pkg_file and read_pkg_file for higher metadata standards)Zwrite_pkg_fileZ
read_pkg_fileZget_metadata_versionN)�getattrr r* �setattrr ZDistributionMetadata)�attrZnew_valr r r r) h s r) c C s* t ||�}t| ��d|� t||| � dS )z�
Patch func_name in target_mod with replacement
Important - original must be resolved by name to avoid
patching an already patched function.
� unpatchedN)r1 �vars�
setdefaultr2 )Z replacementZ
target_mod� func_name�originalr r r �
patch_funco s
r9 c C s
t | d�S )Nr4 )r1 )� candidater r r r � s r c s� t d�� t�� dkrdS � fdd�} t�| d�}t�| d�}z t|d�� t|d �� W n tk
rl Y nX zt|d
�� W n tk
r� Y nX zt|d �� W n tk
r� Y nX dS ) z\
Patch functions in distutils to use standalone Microsoft Visual C++
compilers.
zsetuptools.msvcZWindowsNc sL d| kr dnd}||� d� }t� |�}t| �}t||�sBt|��|||fS )zT
Prepare the parameters for patch_func to patch indicated function.
�msvc9Zmsvc9_Zmsvc14_�_)�lstripr1 r �hasattr� ImportError)Zmod_namer7 Z repl_prefixZ repl_name�repl�mod�Zmsvcr r � patch_params� s
z9patch_for_msvc_specialized_compiler.<locals>.patch_paramszdistutils.msvc9compilerzdistutils._msvccompilerZfind_vcvarsallZquery_vcvarsallZ _get_vc_envZgen_lib_options)r r �system� functools�partialr9 r? )rC r; Zmsvc14r rB r r. � s&
r. )�__doc__r& Zdistutils.filelistr r r rE � importlibr r Zsetuptools.externr r �__all__r
r r r0 r) r9 r r. r r r r �<module> s$ ' site-packages/setuptools/__pycache__/monkey.cpython-38.opt-1.pyc 0000644 00000011044 15201600075 0020602 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddl Z ddl
m Z ddl Z g Z
dd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Zdd� ZdS )z
Monkey patching of distutils.
� N)�
import_module)�sixc C s" t �� dkr| f| j S t�| �S )am
Returns the bases classes for cls sorted by the MRO.
Works around an issue on Jython where inspect.getmro will not return all
base classes if multiple classes share the same name. Instead, this
function will return a tuple containing the class itself, and the contents
of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024.
ZJython)�platformZpython_implementation� __bases__�inspectZgetmro)�cls� r �5/usr/lib/python3.8/site-packages/setuptools/monkey.py�_get_mro s r
c C s0 t | tj�rtnt | tj�r tndd� }|| �S )Nc S s d S )Nr )�itemr r r �<lambda>* � z get_unpatched.<locals>.<lambda>)�
isinstancer Z class_types�get_unpatched_class�types� FunctionType�get_unpatched_function)r �lookupr r r �
get_unpatched& s
�r c C s: dd� t | �D �}t|�}|j�d�s6d| }t|��|S )z�Protect against re-patching the distutils if reloaded
Also ensures that no other distutils extension monkeypatched the distutils
first.
c s s | ]}|j �d �s|V qdS )�
setuptoolsN)�
__module__�
startswith)�.0r r r r � <genexpr>5 s �z&get_unpatched_class.<locals>.<genexpr>� distutilsz(distutils has already been patched by %r)r
�nextr r �AssertionError)r Zexternal_bases�base�msgr r r r / s � r c C s� t jtj_tjdk} | r"t jtj_tjdk p^dtj k o@dk n p^dtj k oZdkn }|rrd}|tjj _
t � tj tjtj
fD ]}t j j|_q�t jjtj_t jjtj_dtjkr�t jjtjd _t� d S )N)� � r )� � �
)r � )r r$ � )r r z https://upload.pypi.org/legacy/zdistutils.command.build_ext)r ZCommandr Zcore�sys� version_info�findallZfilelistZconfigZ
PyPIRCCommandZDEFAULT_REPOSITORY� _patch_distribution_metadata�dist�cmdZ Distribution� extensionZ Extension�modules�#patch_for_msvc_specialized_compiler)Zhas_issue_12885Zneeds_warehouseZ warehouse�moduler r r � patch_allA s*
��
�
r0 c C s* dD ] } t tj| �}ttjj| |� qdS )zDPatch write_pkg_file and read_pkg_file for higher metadata standards)Zwrite_pkg_fileZ
read_pkg_fileZget_metadata_versionN)�getattrr r* �setattrr ZDistributionMetadata)�attrZnew_valr r r r) h s r) c C s* t ||�}t| ��d|� t||| � dS )z�
Patch func_name in target_mod with replacement
Important - original must be resolved by name to avoid
patching an already patched function.
� unpatchedN)r1 �vars�
setdefaultr2 )Z replacementZ
target_mod� func_name�originalr r r �
patch_funco s
r9 c C s
t | d�S )Nr4 )r1 )� candidater r r r � s r c s� t d�� t�� dkrdS � fdd�} t�| d�}t�| d�}z t|d�� t|d �� W n tk
rl Y nX zt|d
�� W n tk
r� Y nX zt|d �� W n tk
r� Y nX dS ) z\
Patch functions in distutils to use standalone Microsoft Visual C++
compilers.
zsetuptools.msvcZWindowsNc sL d| kr dnd}||� d� }t� |�}t| �}t||�sBt|��|||fS )zT
Prepare the parameters for patch_func to patch indicated function.
�msvc9Zmsvc9_Zmsvc14_�_)�lstripr1 r �hasattr� ImportError)Zmod_namer7 Z repl_prefixZ repl_name�repl�mod�Zmsvcr r � patch_params� s
z9patch_for_msvc_specialized_compiler.<locals>.patch_paramszdistutils.msvc9compilerzdistutils._msvccompilerZfind_vcvarsallZquery_vcvarsallZ _get_vc_envZgen_lib_options)r r �system� functools�partialr9 r? )rC r; Zmsvc14r rB r r. � s&
r. )�__doc__r& Zdistutils.filelistr r r rE � importlibr r Zsetuptools.externr r �__all__r
r r r0 r) r9 r r. r r r r �<module> s$ ' site-packages/setuptools/__pycache__/ssl_support.cpython-38.opt-1.pyc 0000644 00000015307 15201600075 0021703 0 ustar 00 U
�Qab-! � @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm Z d dl
m Z m Z z d dl
Z
W n ek
rt dZ
Y nX dddddgZd �� �� ZzejjZejZW n ek
r� e ZZY nX e
dk o�eeefkZzd d
l
mZmZ W nR ek
�r: z d d lmZ d d lmZ W n ek
�r4 dZdZY nX Y nX e�sRG d
d� de �Ze�sjd dd�Z dd� ZG dd� de�Z G dd� de�Z d dd�Z dd� Z!e!dd� �Z"d d� Z#d d � Z$dS )!� N)�urllib� http_client�map�filter)�ResolutionError�ExtractionError�VerifyingHTTPSHandler�find_ca_bundle� is_available�
cert_paths�
opener_fora
/etc/pki/tls/certs/ca-bundle.crt
/etc/ssl/certs/ca-certificates.crt
/usr/share/ssl/certs/ca-bundle.crt
/usr/local/share/certs/ca-root.crt
/etc/ssl/cert.pem
/System/Library/OpenSSL/certs/cert.pem
/usr/local/share/certs/ca-root-nss.crt
/etc/ssl/ca-bundle.pem
)�CertificateError�match_hostname)r
)r c @ s e Zd ZdS )r
N)�__name__�
__module__� __qualname__� r r �:/usr/lib/python3.8/site-packages/setuptools/ssl_support.pyr
5 s r
� c
C s� g }| s dS | � d�}|d }|dd� }|�d�}||krLtdt| � ��|s`| �� |�� kS |dkrt|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zqMatching according to RFC 6125, section 6.4.3
https://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr
�repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match; s,
� r& c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
zempty or no certificateZsubjectAltNamer ZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getr& r �lenr
r! r r )Zcertr$ ZdnsnamesZsan�key�value�subr r r r o s2
�
�r c @ s e Zd ZdZdd� Zdd� ZdS )r z=Simple verifying handler: no auth, subclasses, timeouts, etc.c C s || _ t�| � d S �N)� ca_bundle� HTTPSHandler�__init__)�selfr. r r r r0 � s z VerifyingHTTPSHandler.__init__c s � � � fdd�|�S )Nc s t | � jf|�S r- )�VerifyingHTTPSConnr. )�host�kw�r1 r r �<lambda>� � z2VerifyingHTTPSHandler.https_open.<locals>.<lambda>)Zdo_open)r1 Zreqr r5 r �
https_open� s
�z VerifyingHTTPSHandler.https_openN)r r r �__doc__r0 r8 r r r r r � s c @ s e Zd ZdZdd� Zdd� ZdS )r2 z@Simple verifying connection: no auth, subclasses, timeouts, etc.c K s t j| |f|� || _d S r- )�HTTPSConnectionr0 r. )r1 r3 r. r4 r r r r0 � s zVerifyingHTTPSConn.__init__c C s� t �| j| jft| dd ��}t| d�rHt| dd �rH|| _| �� | j}n| j}tt d�rxt j
| j d�}|j ||d�| _nt j |t j
| j d�| _zt| j�� |� W n. tk
r� | j�t j� | j�� � Y nX d S )NZsource_address�_tunnel� _tunnel_host�create_default_context)Zcafile)Zserver_hostname)Z cert_reqsZca_certs)�socketZcreate_connectionr3 Zport�getattr�hasattr�sockr; r< �sslr= r. Z wrap_socketZ
CERT_REQUIREDr Z getpeercertr
ZshutdownZ SHUT_RDWR�close)r1 rA Z actual_hostZctxr r r �connect� s.
�
�
zVerifyingHTTPSConn.connectN)r r r r9 r0 rD r r r r r2 � s r2 c C s t j�t| pt� ��jS )z@Get a urlopen() replacement that uses ca_bundle for verification)r �requestZ build_openerr r �open)r. r r r r � s �c s t �� �� fdd��}|S )Nc s t � d�s� | |�� _� jS )N�always_returns)r@ rG )�args�kwargs��funcr r �wrapper� s
zonce.<locals>.wrapper)� functools�wraps)rK rL r rJ r �once� s rO c sZ z dd l } W n tk
r" Y d S X G � fdd�d| j�� � � }|�d� |�d� |jS )Nr c s, e Zd Z�� fdd�Z�� fdd�Z� ZS )z"get_win_certfile.<locals>.CertFilec s t � | ��� t�| j� d S r- )�superr0 �atexit�registerrC r5 ��CertFile� __class__r r r0 � s z+get_win_certfile.<locals>.CertFile.__init__c s, zt � | ��� W n tk
r& Y nX d S r- )rP rC �OSErrorr5 rS r r rC � s z(get_win_certfile.<locals>.CertFile.close)r r r r0 rC �
__classcell__r �rT )rU r rT � s rT ZCAZROOT)� wincertstore� ImportErrorrT Zaddstore�name)rY Z _wincertsr rX r �get_win_certfile� s
r\ c C s$ t tjjt�} t� p"t| d�p"t� S )z*Return an existing CA bundle path, or NoneN)r �os�path�isfiler r\ �next�_certifi_where)Zextant_cert_pathsr r r r � s ��c
C s. zt d��� W S tttfk
r( Y nX d S )NZcertifi)�
__import__�whererZ r r r r r r ra s ra )r )N)%r] r> rQ r rM Zsetuptools.extern.six.movesr r r r Z
pkg_resourcesr r rB rZ �__all__�stripr r rE r/ r: �AttributeError�objectr
r
r Z backports.ssl_match_hostnamer' r& r r2 r rO r\ r ra r r r r �<module> sZ
�
4)
(
site-packages/setuptools/__pycache__/dist.cpython-38.pyc 0000644 00000122323 15201600075 0017307 0 ustar 00 U
�Qab�� � @ s d gZ ddlZddlZddlZddlZddlZddlZddlZddl Zddl
Zddl Zddl m
Z
ddlmZ ddlmZ ddlZddlmZ ddlmZ ddlmZmZmZ dd l mZ dd
l m Z dd l m Z dd l m Z dd
l m!Z! ddl"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z- ddl.m/Z/ ddl0Z0e1d� e1d� dd� Z2dd� Z3dd � Z4d d � Z5e6e7fZ8d d � Z9d!d"� Z:d#d$� Z;d%d&� Z<d'd(� Z=d)d*� Z>d+d,� Z?d-d.� Z@d/d0� ZAd1d2� ZBd3d4� ZCd5d6� ZDe-ejEjF�ZGG d7d � d eG�ZFG d8d9� d9�ZHG d:d;� d;e'�ZIdS )<� Distribution� N)� strtobool)�DEBUG��translate_longopt)� defaultdict)�message_from_file)�DistutilsOptionError�DistutilsPlatformError�DistutilsSetupError)�
rfc822_escape)�
StrictVersion)�six)� packaging)� ordered_set)�map�filter� filterfalse� )� SetuptoolsDeprecationWarning)�Require)�windows_support)�
get_unpatched)�parse_configurationz&setuptools.extern.packaging.specifiersz#setuptools.extern.packaging.versionc C s t �dt� t| �S )NzDo not call this function)�warnings�warn�DistDeprecationWarningr )�cls� r �3/usr/lib/python3.8/site-packages/setuptools/dist.py�_get_unpatched- s r c C s� t | dd �}|d kr�| js | jr*td�}nd| jd k sT| jd k sTt | dd �d k sT| jr^td�}n0| js|| js|| j s|| j
s|| j r�td�}ntd�}|| _ |S )N�metadata_versionz2.1�python_requires�1.2�1.1z1.0)
�getattr� long_description_content_type�provides_extrasr
�
maintainer�maintainer_email� project_urls�provides�requires� obsoletes� classifiers� download_urlr! )�selfZmvr r r �get_metadata_version2 s*
���
��
r1 c s t |�� � fdd�}� fdd�}t� d �| _|d�| _|d�| _|d�| _|d �| _d
| _|d �| _d
| _ |d �| _
|d
�| _ d� kr�|d�| _ nd
| _ |d�| _
|d�| _d� kr�|d��d�| _|d�| _|d�| _| jtd�k�r
|d�| _|d�| _|d�| _nd
| _d
| _d
| _d
S )z-Reads the metadata values from a file object.c s � | }|dkrd S |S )NZUNKNOWNr )�name�value��msgr r � _read_fieldL s z"read_pkg_file.<locals>._read_fieldc s � � | d �}|g krd S |S �N)Zget_all)r2 �valuesr4 r r �
_read_listR s z!read_pkg_file.<locals>._read_listzmetadata-versionr2 �versionZsummary�authorNz author-emailz home-page�licensez download-url� description�keywords�,�platformZ
classifierr$ r, r+ r- )r r
r! r2 r: r= r; r( � author_emailr) Zurlr< r/ Zlong_description�splitr> Z platformsr. r, r+ r- )r0 �filer6 r9 r r4 r �
read_pkg_fileH s:
rD c
s �� � }tjr � �fdd�}n � fdd�}|dt|�� |d��� � |d��� � |d��� � |d��� � |td �k r�|d
�� � � |d ��
� � n.d }|D ]$\}}t �|�}|d
k r�|||� q�|d�� � � �j
r�|d�j
� �j�� D ]}|dd| � q�t��� �} |d| � d���� �}
|
�r:|d|
� |td �k�rd��� D ]} |d| � �qPn��� d��� � ��� d��� � ��� d��� � ��� d��� � ��� d��� � t�d��r�|d�j� �j �r�|d �j � �j �r
�j D ]} |d | � �q�d
S ) z5Write the PKG-INFO format data to a file object.
c s � � d| ��|�f � d S �Nz%s: %s
)�writeZ
_encode_field��keyr3 �rC r0 r r � write_field� s z#write_pkg_file.<locals>.write_fieldc s � � d| |f � d S rE )rF rG )rC r r rJ � s zMetadata-Version�Name�VersionZSummaryz Home-pager# �Author� Author-email))rM r; )rN rA )Z
Maintainerr( )zMaintainer-emailr) NZLicensez Download-URLz Project-URLz%s, %sZ Descriptionr? ZKeywordsZPlatformZ
ClassifierZRequiresZProvidesZ Obsoletesr" zRequires-PythonzDescription-Content-TypezProvides-Extra) r1 r �PY2�strZget_nameZ get_versionZget_descriptionZget_urlr
Z get_contactZget_contact_emailr% Z get_licenser/ r* �itemsr Zget_long_description�joinZ get_keywordsZ
get_platformsZ _write_listZget_classifiersZ get_requiresZ get_providesZ
get_obsoletes�hasattrr" r& r' )
r0 rC r: rJ Zoptional_fieldsZfield�attrZattr_valZ project_urlZ long_descr> r@ �extrar rI r �write_pkg_file~ sZ
�
rV c C sP z t j�d| �}|jr t�W n, ttttfk
rJ td||f ��Y nX d S )Nzx=z4%r must be importable 'module:attrs' string (got %r)) �
pkg_resources�
EntryPoint�parse�extras�AssertionError� TypeError�
ValueError�AttributeErrorr )�distrT r3 �epr r r �check_importable� s ��ra c C sZ z(t |ttf�st�d�|�|ks&t�W n, ttttfk
rT td||f ��Y nX dS )z"Verify that value is a string list� z%%r must be a list of strings (got %r)N) �
isinstance�list�tupler[ rR r\ r] r^ r �r_ rT r3 r r r �assert_string_list� s
�rg c C sd |}t | ||� |D ]J}| �|�s2tdd| ��|�d�\}}}|r||krtj�d||� qdS )z(Verify that namespace packages are validz1Distribution contains no modules or packages for znamespace package %r�.z^WARNING: %r is declared as a package namespace, but %r is not: please correct this in setup.pyN)rg �has_contents_forr �
rpartition� distutils�logr )r_ rT r3 Z ns_packagesZnsp�parent�sepZchildr r r � check_nsp� s
�� �ro c
C s@ zt t�t|�� �� W n" tttfk
r: td��Y nX dS )z+Verify that extras_require mapping is validz�'extras_require' must be a dictionary whose values are strings or lists of strings containing valid project/version requirement specifiers.N) rd � itertools�starmap� _check_extrarQ r\ r] r^ r rf r r r � check_extras� s �rs c C s< | � d�\}}}|r*t�|�r*td| ��tt�|�� d S )N�:z Invalid environment marker: )� partitionrW Zinvalid_markerr rd �parse_requirements)rU Zreqsr2 rn �markerr r r rr s rr c C s& t |�|kr"d}t|j||d���dS )z)Verify that value is True, False, 0, or 1z0{attr!r} must be a boolean value (got {value!r}))rT r3 N)�boolr �format)r_ rT r3 �tmplr r r � assert_bool s r{ c
C sj z(t t�|�� t|ttf�r&td��W n< ttfk
rd } zd}t|j ||d���W 5 d}~X Y nX dS )z9Verify that install_requires is a valid requirements listz Unordered types are not allowedzm{attr!r} must be a string or list of strings containing valid project/version requirement specifiers; {error}�rT �errorN)
rd rW rv rc �dict�setr\ r] r ry �r_ rT r3 r} rz r r r �check_requirements s �r� c
C sR zt j�|� W n< t jjk
rL } zd}t|j||d���W 5 d}~X Y nX dS )z.Verify that value is a valid version specifierzF{attr!r} must be a string containing valid version specifiers; {error}r| N)r Z
specifiersZ SpecifierSetZInvalidSpecifierr ry r� r r r �check_specifier s �r� c
C s@ zt j�|� W n* tk
r: } z t|��W 5 d}~X Y nX dS )z)Verify that entry_points map is parseableN)rW rX Z parse_mapr] r )r_ rT r3 �er r r �check_entry_points, s r� c C s t |tj�std��d S )Nztest_suite must be a string)rc r � string_typesr rf r r r �check_test_suite4 s r� c C s\ t |t�std�|���|�� D ]6\}}t |tj�sDtd�||���t| d�|�|� q dS )z@Verify that value is a dictionary of package names to glob listszT{!r} must be a dictionary mapping package names to lists of string wildcard patternsz,keys of {!r} dict must be strings (got {!r})zvalues of {!r} dictN)rc r~ r ry rQ r r� rg )r_ rT r3 �k�vr r r �check_package_data9 s
�� ��r� c C s( |D ] }t �d|�stj�d|� qd S )Nz \w+(\.\w+)*z[WARNING: %r not a valid package name; please use only .-separated package names in setup.py)�re�matchrk rl r )r_ rT r3 Zpkgnamer r r �check_packagesH s �r� c @ sR e Zd ZdZdeejd�ZdZdd� Z dMdd�Z
dd � Z d
d � Z e
d d
� �Zdd� Zdd� ZdNdd�Ze
dd� �ZdOdd�ZdPdd�Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Z d+d,� Z d-d.� Z d/d0� Z d1d2� Z d3d4� Z!d5d6� Z"d7d8� Z#d9d:� Z$d;d<� Z%d=d>� Z&d?d@� Z'dAdB� Z(dCdD� Z)dEdF� Z*dGdH� Z+dIdJ� Z,dKdL� Z-dS )Qr a� Distribution with support for features, tests, and package data
This is an enhanced version of 'distutils.dist.Distribution' that
effectively adds the following new optional keyword arguments to 'setup()':
'install_requires' -- a string or sequence of strings specifying project
versions that the distribution requires when installed, in the format
used by 'pkg_resources.require()'. They will be installed
automatically when the package is installed. If you wish to use
packages that are not available in PyPI, or want to give your users an
alternate download location, you can add a 'find_links' option to the
'[easy_install]' section of your project's 'setup.cfg' file, and then
setuptools will scan the listed web pages for links that satisfy the
requirements.
'extras_require' -- a dictionary mapping names of optional "extras" to the
additional requirement(s) that using those extras incurs. For example,
this::
extras_require = dict(reST = ["docutils>=0.3", "reSTedit"])
indicates that the distribution can optionally provide an extra
capability called "reST", but it can only be used if docutils and
reSTedit are installed. If the user installs your package using
EasyInstall and requests one of your extras, the corresponding
additional requirements will be installed if needed.
'features' **deprecated** -- a dictionary mapping option names to
'setuptools.Feature'
objects. Features are a portion of the distribution that can be
included or excluded based on user options, inter-feature dependencies,
and availability on the current system. Excluded features are omitted
from all setup commands, including source and binary distributions, so
you can create multiple distributions from the same source tree.
Feature names should be valid Python identifiers, except that they may
contain the '-' (minus) sign. Features can be included or excluded
via the command line options '--with-X' and '--without-X', where 'X' is
the name of the feature. Whether a feature is included by default, and
whether you are allowed to control this from the command line, is
determined by the Feature object. See the 'Feature' class for more
information.
'test_suite' -- the name of a test suite to run for the 'test' command.
If the user runs 'python setup.py test', the package will be installed,
and the named test suite will be run. The format is the same as
would be used on a 'unittest.py' command line. That is, it is the
dotted name of an object to import and call to generate a test suite.
'package_data' -- a dictionary mapping package names to lists of filenames
or globs to use to find data files contained in the named packages.
If the dictionary has filenames or globs listed under '""' (the empty
string), those names will be searched for in every package, in addition
to any names for the specific package. Data files found using these
names/globs will be installed along with the package, in the same
location as the package. Note that globs are allowed to reference
the contents of non-package subdirectories, as long as you use '/' as
a path separator. (Globs are automatically converted to
platform-specific paths at runtime.)
In addition to these new keywords, this class also has several new methods
for manipulating the distribution's contents. For example, the 'include()'
and 'exclude()' methods can be thought of as in-place add and subtract
commands that add or remove packages, modules, extensions, and so on from
the distribution. They are used by the feature subsystem to configure the
distribution for the included and excluded features.
N)r& r* r' c C sl |rd|ksd|krd S t �t|d ���� }t jj�|�}|d k rh|�d�sht �t|d ��|_ || _
d S )Nr2 r: zPKG-INFO) rW Z safe_namerP �lower� working_setZby_key�getZ has_metadataZ safe_versionZ_version�
_patched_dist)r0 �attrsrH r_ r r r �patch_missing_pkg_info� s z#Distribution.patch_missing_pkg_infoc
s� t � d�}|si � _|pi }d|ks,d|kr4t�� g � _i � _g � _|�dd �� _� � |� |�dg �� _
|�dg �� _ t �
d�D ]}t� ��|jd � q�t�� � fdd �|�� D �� � j�� D ]L\}}� jj|fD ]}||kr�|| } �qq�|r�|� nd }t� j||� q�t� jjtj��r4t � jj�� j_� jjd k �r�zHt j� � jj�}t |�} � jj| k�r�t � d
� jj| f � | � j_W n0 t jj!t"fk
�r� t � d � jj � Y nX � �#� d S ) N� package_data�features�require_features�src_root�dependency_links�setup_requires�distutils.setup_keywordsc s i | ]\}}|� j kr||�qS r )� _DISTUTILS_UNSUPPORTED_METADATA��.0r� r� �r0 r r �
<dictcomp>� s
� z)Distribution.__init__.<locals>.<dictcomp>zNormalizing '%s' to '%s'z�The version specified (%r) is an invalid version, this may not work as expected with newer versions of setuptools, pip, and PyPI. Please see PEP 440 for more details.)$rS r� �Feature�warn_deprecatedr� r� Z
dist_files�popr� r� r� r� rW �iter_entry_points�vars�
setdefaultr2 �
_Distribution�__init__rQ r� �metadata�__dict__�setattrrc r: �numbers�NumberrP r rL r r ZInvalidVersionr\ �_finalize_requires)
r0 r� Zhave_package_datar` �option�default�sourcer3 ZverZnormalized_versionr r� r r� � s\
��� ��
zDistribution.__init__c C sf t | dd�r| j| j_t | dd�rR| j�� D ]$}|�d�d }|r,| jj�|� q,| �� | � � dS )z�
Set `metadata.python_requires` and fix environment markers
in `install_requires` and `extras_require`.
r" N�extras_requirert r )
r% r" r� r� �keysrB r' �add� _convert_extras_requirements�"_move_install_requirements_markers)r0 rU r r r r� � s
z Distribution._finalize_requiresc C sh t | dd�pi }tt�| _|�� D ]@\}}| j| t�|�D ]"}| �|�}| j|| �|� q>q"dS )z�
Convert requirements in `extras_require` of the form
`"extra": ["barbazquux; {marker}"]` to
`"extra:{marker}": ["barbazquux"]`.
r� N) r% r rd �_tmp_extras_requirerQ rW rv � _suffix_for�append)r0 Z
spec_ext_reqs�sectionr� �r�suffixr r r r� � s
z)Distribution._convert_extras_requirementsc C s | j rdt| j � S dS )ze
For a requirement, return the 'extras_require' suffix for
that requirement.
rt rb )rw rP ��reqr r r r� s zDistribution._suffix_forc s� dd� }t � dd�pd}tt�|��}t||�}t||�}ttt|��� _|D ] }� j dt|j
� � |� qNt � fdd�� j �
� D ��� _dS ) zv
Move requirements in `install_requires` that are using environment
markers `extras_require`.
c S s | j S r7 �rw r� r r r �
is_simple_req s zFDistribution._move_install_requirements_markers.<locals>.is_simple_req�install_requiresNr rt c 3 s, | ]$\}}|d d� t � j|�D �fV qdS )c S s g | ] }t |��qS r )rP �r� r� r r r �
<listcomp>) s zMDistribution._move_install_requirements_markers.<locals>.<genexpr>.<listcomp>N)r �
_clean_reqr� r� r r � <genexpr>( s �zBDistribution._move_install_requirements_markers.<locals>.<genexpr>)r% rd rW rv r r r rP r� r� rw r� r~ rQ r� )r0 r� Zspec_inst_reqsZ inst_reqsZ simple_reqsZ complex_reqsr� r r� r r� s
�z/Distribution._move_install_requirements_markersc C s
d|_ |S )zP
Given a Requirement, remove environment markers and return it.
Nr� )r0 r� r r r r� - s zDistribution._clean_reqc
C s� ddl m} tjr>tjtjkr>ddddddd d
d d d
ddg
}ng }t|�}|dkrZ| �� }t rh| �
d� |� }|D ]�}t j |dd��4}t r�| �
dj
f t� �� tjr�|jn|j|� W 5 Q R X |�� D ]\}|�|�}| �|�} |D ]>}
|
dkr�|
|kr�| �|�||
��} |
�dd�}
|| f| |
< q�q�|�� qrd| jk�r�| jd �� D ]�\}
\} } | j�|
�}
zF|
�r|t| |
t | � � n(|
dk�r�t| |
t | �� n t| |
| � W n, t k
�r� } z t |��W 5 d}~X Y nX �qHdS )z�
Adapted from distutils.dist.Distribution.parse_config_files,
this method provides the same functionality in subtly-improved
ways.
r )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootNz"Distribution.parse_config_files():�utf-8)�encodingz reading {filename}�__name__�-�_�global)�verboseZdry_run) Z(setuptools.extern.six.moves.configparserr� r �PY3�sysr� � base_prefix� frozensetZfind_config_filesr �announce�io�openry �localsZ read_fileZreadfpZsections�options�get_option_dict�_try_strr� �replacer� �command_optionsrQ � negative_optr� r r] r )r0 � filenamesr� Zignore_options�parser�filename�readerr� r� Zopt_dict�opt�val�src�aliasr5 r r r �_parse_config_files4 s` �
z Distribution._parse_config_filesc C s. t jr
| S z
| �� W S tk
r( Y nX | S )ab
On Python 2, much of distutils relies on string values being of
type 'str' (bytes) and not unicode text. If the value can be safely
encoded to bytes using the default encoding, prefer that.
Why the default encoding? Because that value can be implicitly
decoded back to text if needed.
Ref #1653
)r r� �encode�UnicodeEncodeError)r� r r r r� r s
zDistribution._try_strc C s^ |� � }|dkr| �|�}tr,| �d| � |�� D �]"\}\}}trZ| �d|||f � zdd� |jD �}W n tk
r� g }Y nX z
|j}W n tk
r� i }Y nX z~t|t j
�} ||kr�| r�t ||| t |� � nJ||kr�| r�t ||t |�� n,t
||��rt |||� ntd|||f ��W q4 tk
�rV }
z t|
��W 5 d}
~
X Y q4X q4dS )a�
Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
(Adopted from distutils.dist.Distribution._set_command_options)
Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r )r� �or r r r� � s �z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')Zget_command_namer� r r� rQ Zboolean_optionsr^ r� rc r r� r� r rS r r] ) r0 Z command_objZ option_dictZ command_namer� r� r3 Z bool_opts�neg_optZ is_stringr5 r r r �_set_command_options� sF
��
��z!Distribution._set_command_optionsFc C s( | j |d� t| | j|d� | �� dS )zYParses configuration files from various levels
and loads configuration.
)r� )�ignore_option_errorsN)r� r r� r� )r0 r� r� r r r �parse_config_files� s
�z Distribution.parse_config_filesc C s t �| �}| jr| �� |S )z3Process features after parsing command line options)r� �parse_command_liner� �_finalize_features)r0 �resultr r r r� � s
z Distribution.parse_command_linec C s d|� dd� S )z;Convert feature name to corresponding option attribute nameZwith_r� r� �r� �r0 r2 r r r �_feature_attrname� s z Distribution._feature_attrnamec C s8 t jjt �|�| jdd�}|D ]}t jj|dd� q |S )z Resolve pre-setup requirementsT)� installerZreplace_conflictingr� )rW r� �resolverv �fetch_build_eggr� )r0 r, Zresolved_distsr_ r r r �fetch_build_eggs� s �z Distribution.fetch_build_eggsc C s� t �| � | jr| �� t�d�D ]:}t| |jd �}|d k r"|j| j d� |�
� | |j|� q"t| dd �r~dd� | j D �| _ ng | _ d S )Nr� �r� �convert_2to3_doctestsc S s g | ]}t j�|��qS r )�os�path�abspath�r� �pr r r r� � s �z1Distribution.finalize_options.<locals>.<listcomp>) r� �finalize_optionsr� � _set_global_opts_from_featuresrW r� r% r2 �requirer� �loadr� )r0 r` r3 r r r r� � s
�
z Distribution.finalize_optionsc C sv t j�t jd�}t j�|�srt �|� t�|� t j�|d�}t|d��$}|� d� |� d� |� d� W 5 Q R X |S )Nz.eggsz
README.txt�wzcThis directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins.
zAThis directory caches those eggs to prevent repeated downloads.
z/However, it is safe to delete this directory.
)
r� r� rR �curdir�exists�mkdirr Z hide_filer� rF )r0 Z
egg_cache_dirZreadme_txt_filename�fr r r �get_egg_cache_dir� s
z Distribution.get_egg_cache_dirc
C s� ddl m} | �ddgi�}|�d�}|�� |�dd� | �d��� D �� | jr�| jdd� }d|krx|d d | }d
|f|d< | �� }||d g|d d
dd
d
d d d
d� }|� � |�|�S )z Fetch an egg needed for buildingr )� easy_installZ script_argsr c s s" | ]\}}|d kr||fV qdS ))�
find_links� site_dirsZ index_url�optimizer Z allow_hostsNr r� r r r r� � s �z/Distribution.fetch_build_egg.<locals>.<genexpr>Nr
r Zsetup�xTF)
�args� install_dirZexclude_scriptsZ always_copyZbuild_directoryZeditableZupgradeZ
multi_versionZ no_reportr� )
Z setuptools.command.easy_installr � __class__r� �clear�updaterQ r� r Zensure_finalized)r0 r� r r_ �optsZlinksr �cmdr r r r� � s8
� �z Distribution.fetch_build_eggc C s� g }| j �� }| j�� D ]�\}}| �|d� |�| � |jr|j}d}d}|�� s\|| }}d| dd| | fd| dd| | ff}|� |� d| |d| < q|| j
| _
| _ | | _ | _ dS )z;Add --with-X/--without-X options based on optional featuresNz
(default)rb zwith-zinclude zwithout-zexclude )
r� �copyr� rQ � _set_feature�validate�optionalr= �include_by_default�extend�global_optionsZfeature_optionsZfeature_negopt) r0 ZgoZnor2 �feature�descrZincdefZexcdef�newr r r r s$
�
z+Distribution._set_global_opts_from_featuresc C s� | j �� D ]<\}}| �|�}|s0|dkr
|�� r
|�| � | �|d� q
| j �� D ](\}}| �|�sR|�| � | �|d� qRdS )z9Add/remove features and resolve dependencies between themNr r )r� rQ �feature_is_includedr �
include_inr � exclude_from)r0 r2 r Zenabledr r r r� 0 s
z Distribution._finalize_featuresc C s\ || j kr| j | S t�d|�}|D ]*}|j| jd� |�� | j |< }| S t�| |�S )z(Pluggable version of get_command_class()�distutils.commandsr� N)�cmdclassrW r� r r� r r� �get_command_class)r0 �commandZepsr` r# r r r r$ A s
z Distribution.get_command_classc C s: t �d�D ]$}|j| jkr
|�� }|| j|j< q
t�| �S �Nr" )rW r� r2 r# r� r� �print_commands�r0 r` r# r r r r' N s
zDistribution.print_commandsc C s: t �d�D ]$}|j| jkr
|�� }|| j|j< q
t�| �S r& )rW r� r2 r# r� r� �get_command_listr( r r r r) V s
z Distribution.get_command_listc C s t | | �|�|� dS )z Set feature's inclusion statusN)r� r� )r0 r2 Zstatusr r r r ^ s zDistribution._set_featurec C s t | | �|��S )zAReturn 1 if feature is included, 0 if excluded, 'None' if unknown)r% r� r� r r r r b s z Distribution.feature_is_includedc C sF | � |�dkr&| j| j}t|d ��| j| �| � | �|d� dS )z)Request inclusion of feature named 'name'r z2 is required, but was excluded or is not availabler N)r r� r= r r r )r0 r2 r r r r �include_featuref s �z Distribution.include_featurec K s@ |� � D ]2\}}t| d| d�}|r.||� q| �||� qdS )a� Add items to distribution that are named in keyword arguments
For example, 'dist.include(py_modules=["x"])' would add 'x' to
the distribution's 'py_modules' attribute, if it was not already
there.
Currently, this method only supports inclusion for attributes that are
lists or tuples. If you need to add support for adding to other
attributes in this or a subclass, you can add an '_include_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})'
will try to call 'dist._include_foo({"bar":"baz"})', which can then
handle whatever special inclusion logic is needed.
Z _include_N)rQ r% �
_include_misc)r0 r� r� r� �includer r r r, q s
zDistribution.includec sf � d �| j r&� �fdd�| j D �| _ | jrD� �fdd�| jD �| _| jrb� �fdd�| jD �| _dS )z9Remove packages, modules, and extensions in named packagerh c s" g | ]}|� kr|� ��s|�qS r ��
startswithr� ��package�pfxr r r� � s
�z0Distribution.exclude_package.<locals>.<listcomp>c s" g | ]}|� kr|� ��s|�qS r r- r� r/ r r r� � s
�c s& g | ] }|j � kr|j ���s|�qS r )r2 r. r� r/ r r r� � s
�N)�packages�
py_modules� ext_modules)r0 r0 r r/ r �exclude_package� s � � �z Distribution.exclude_packagec C s2 |d }| � � D ] }||ks&|�|�r dS qdS )z<Return true if 'exclude_package(package)' would do somethingrh TN)�iter_distribution_namesr. )r0 r0 r1 r� r r r ri � s z Distribution.has_contents_forc s� t � t�std|� f ��zt| |�}W n tk
rH td| ��Y nX |dk rjt |t�sjt|d ��n |r�t| |� fdd�|D �� dS )zAHandle 'exclude()' for list/tuple attrs without a special handlerz(%s: setting must be a list or tuple (%r)� %s: No such distribution settingN�4: this setting cannot be changed via include/excludec s g | ]}|� kr|�qS r r �r� �item�r3 r r r� � s z.Distribution._exclude_misc.<locals>.<listcomp>�rc �sequencer r% r^ r� )r0 r2 r3 �oldr r; r �
_exclude_misc� s
��
�zDistribution._exclude_miscc s� t |t�std||f ��zt| |�� W n tk
rH td| ��Y nX � dkr`t| ||� n:t � t�sxt|d ��n"� fdd�|D �}t| |� | � dS )zAHandle 'include()' for list/tuple attrs without a special handlerz %s: setting must be a list (%r)r7 Nr8 c s g | ]}|� kr|�qS r r r9 �r> r r r� � s z.Distribution._include_misc.<locals>.<listcomp>r< )r0 r2 r3 r r r@ r r+ � s$
��
�zDistribution._include_miscc K s@ |� � D ]2\}}t| d| d�}|r.||� q| �||� qdS )a Remove items from distribution that are named in keyword arguments
For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from
the distribution's 'py_modules' attribute. Excluding packages uses
the 'exclude_package()' method, so all of the package's contained
packages, modules, and extensions are also excluded.
Currently, this method only supports exclusion from attributes that are
lists or tuples. If you need to add support for excluding from other
attributes in this or a subclass, you can add an '_exclude_X' method,
where 'X' is the name of the attribute. The method will be called with
the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})'
will try to call 'dist._exclude_foo({"bar":"baz"})', which can then
handle whatever special exclusion logic is needed.
Z _exclude_N)rQ r% r? )r0 r� r� r� �excluder r r rA � s
zDistribution.excludec C s, t |t�std|f ��tt| j|�� d S )Nz.packages: setting must be a list or tuple (%r))rc r= r rd r r5 )r0 r2 r r r �_exclude_packages� s
�z Distribution._exclude_packagesc
C s� | j j| _| j j| _|d }| �d�}||krf|| \}}||= dd l}|�|d�|d d�< |d }q&t�| ||�}| �|�} t | dd �r�d|f| �|�d< |d k r�g S |S )Nr �aliasesTr Zcommand_consumes_arguments� command liner )
r r r� r� �shlexrB r� �_parse_command_optsr$ r% )
r0 r� r r% rC r� r� rE �nargsZ cmd_classr r r rF � s"
z Distribution._parse_command_optsc C s� i }| j �� D ]�\}}|�� D ]�\}\}}|dkr4q |�dd�}|dkr�| �|�}| j�� }|�t|di �� |�� D ] \} }
|
|krv| }d} q�qvtd��n |dkr�d}||� |i �|< q q|S ) ah Return a '{cmd: {opt:val}}' map of all command-line options
Option names are all long, but do not include the leading '--', and
contain dashes rather than underscores. If the option doesn't take
an argument (e.g. '--quiet'), the 'val' is 'None'.
Note that options provided by config files are intentionally excluded.
rD r� r� r r� Nz Shouldn't be able to get herer )
r� rQ r� Zget_command_objr� r r r% r[ r� ) r0 �dr r r� r� r� Zcmdobjr� �neg�posr r r �get_cmdline_options s(
z Distribution.get_cmdline_optionsc c sv | j pdD ]
}|V q
| jp dD ]
}|V q | jp4dD ]:}t|t�rN|\}}n|j}|�d�rj|dd� }|V q6dS )z@Yield all packages, modules, and extension names in distributionr �moduleNi����)r2 r3 r4 rc re r2 �endswith)r0 ZpkgrL Zextr2 Z buildinfor r r r6 0 s
z$Distribution.iter_distribution_namesc
C s� ddl }tjs| jr t�| |�S t|jtj �s:t�| |�S |jj
� � dkrVt�| |�S |jj
}|jj }|j
dkrtdpvd}|jj}t� |j�� d|||�|_zt�| |�W �S t� |j�� ||||�|_X dS )z�If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
r N)r� �utf8Zwin32�
r� )r� r rO Z
help_commandsr� �handle_display_optionsrc �stdoutr� �
TextIOWrapperr� r� �errorsr@ �line_buffering�detach)r0 Z option_orderr� r� rS �newlinerT r r r rP B s6 � �z#Distribution.handle_display_options)N)N)N)NF).r� �
__module__� __qualname__�__doc__r~ r Z
OrderedSetr� r� r� r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� r� r r� r r� r$ r' r) r r r* r, r5 ri r? r+ rA rB rF rK r6 rP r r r r r T sX D�
;
>
/
(c @ sF e Zd ZdZedd� �Zddd�Zd d
� Zd d � Zd
d� Z dd� Z
dS )r� a�
**deprecated** -- The `Feature` facility was never completely implemented
or supported, `has reported issues
<https://github.com/pypa/setuptools/issues/58>`_ and will be removed in
a future version.
A subset of the distribution that can be excluded if unneeded/wanted
Features are created using these keyword arguments:
'description' -- a short, human readable description of the feature, to
be used in error messages, and option help messages.
'standard' -- if true, the feature is included by default if it is
available on the current system. Otherwise, the feature is only
included if requested via a command line '--with-X' option, or if
another included feature requires it. The default setting is 'False'.
'available' -- if true, the feature is available for installation on the
current system. The default setting is 'True'.
'optional' -- if true, the feature's inclusion can be controlled from the
command line, using the '--with-X' or '--without-X' options. If
false, the feature's inclusion status is determined automatically,
based on 'availabile', 'standard', and whether any other feature
requires it. The default setting is 'True'.
'require_features' -- a string or sequence of strings naming features
that should also be included if this feature is included. Defaults to
empty list. May also contain 'Require' objects that should be
added/removed from the distribution.
'remove' -- a string or list of strings naming packages to be removed
from the distribution if this feature is *not* included. If the
feature *is* included, this argument is ignored. This argument exists
to support removing features that "crosscut" a distribution, such as
defining a 'tests' feature that removes all the 'tests' subpackages
provided by other features. The default for this argument is an empty
list. (Note: the named package(s) or modules must exist in the base
distribution when the 'setup()' function is initially called.)
other keywords -- any other keyword arguments are saved, and passed to
the distribution's 'include()' and 'exclude()' methods when the
feature is included or excluded, respectively. So, for example, you
could pass 'packages=["a","b"]' to cause packages 'a' and 'b' to be
added or removed from the distribution as appropriate.
A feature must include at least one 'requires', 'remove', or other
keyword argument. Otherwise, it can't affect the distribution in any way.
Note also that you can subclass 'Feature' to create your own specialized
feature types that modify the distribution in other ways when included or
excluded. See the docstrings for the various methods here for more detail.
Aside from the methods, the only feature attributes that distributions look
at are 'description' and 'optional'.
c C s d} t j| tdd� d S )NzrFeatures are deprecated and will be removed in a future version. See https://github.com/pypa/setuptools/issues/65.� )�
stacklevel)r r r r4 r r r r� � s �zFeature.warn_deprecatedFTr c K s� | � � || _|| _|| _|| _t|ttf�r4|f}dd� |D �| _dd� |D �}|r^||d< t|t�rn|f}|| _ || _
|s�|s�|s�t d��d S )Nc S s g | ]}t |t�r|�qS r �rc rP r� r r r r� � s
z$Feature.__init__.<locals>.<listcomp>c S s g | ]}t |t�s|�qS r r] r� r r r r� � s
r� zgFeature %s: must define 'require_features', 'remove', or at least one of 'packages', 'py_modules', etc.) r� r= �standard� availabler rc rP r r� �removerZ r ) r0 r= r^ r_ r r� r` rZ Zerr r r r� � s* �
�zFeature.__init__c C s | j o
| jS )z+Should this feature be included by default?)r_ r^ r� r r r r � s zFeature.include_by_defaultc C s< | j st| jd ��|jf | j� | jD ]}|�|� q(dS )a Ensure feature and its requirements are included in distribution
You may override this in a subclass to perform additional operations on
the distribution. Note that this method may be called more than once
per feature, and so should be idempotent.
z3 is required, but is not available on this platformN)r_ r
r= r, rZ r� r* )r0 r_ r r r r r � s �
zFeature.include_inc C s. |j f | j� | jr*| jD ]}|�|� qdS )a2 Ensure feature is excluded from distribution
You may override this in a subclass to perform additional operations on
the distribution. This method will be called at most once per
feature, and only after all included features have been asked to
include themselves.
N)rA rZ r` r5 �r0 r_ r: r r r r! � s
zFeature.exclude_fromc C s. | j D ]"}|�|�std| j||f ��qdS )a� Verify that feature makes sense in context of distribution
This method is called by the distribution just before it parses its
command line. It checks to ensure that the 'remove' attribute, if any,
contains only valid package/module names that are present in the base
distribution when 'setup()' is called. You may override it in a
subclass to perform any other required validation of the feature
against a target distribution.
zg%s wants to be able to remove %s, but the distribution doesn't contain any packages or modules under %sN)r` ri r r= ra r r r r � s
��zFeature.validateN)FTTr r ) r� rW rX rY rZ r� r� r r r! r r r r r r� e s 8
�
r� c @ s e Zd ZdZdS )r zrClass for warning about deprecations in dist in
setuptools. Not ignored by default, unlike DeprecationWarning.N)r� rW rX rY r r r r r � s r )J�__all__r� r� r� r� r r� Z
distutils.logrk Zdistutils.coreZ
distutils.cmdZdistutils.distZdistutils.utilr Zdistutils.debugr Zdistutils.fancy_getoptr rp � collectionsr Zemailr Zdistutils.errorsr r
r r Zdistutils.versionr
Zsetuptools.externr r r Zsetuptools.extern.six.movesr r r rb r Zsetuptools.dependsr Z
setuptoolsr Zsetuptools.monkeyr Zsetuptools.configr rW �
__import__r r1 rD rV re rd r= ra rg ro rs rr r{ r� r� r� r� r� r� Zcorer r� r� r r r r r �<module> sv 6L site-packages/setuptools/__pycache__/py34compat.cpython-38.pyc 0000644 00000000702 15201600075 0020343 0 ustar 00 U
�Qab� � @ sX d dl Z z d dlZ W n ek
r( Y nX z e jjZW n ek
rR dd� ZY nX dS )� Nc C s | j �| j�S )N)�loader� load_module�name)�spec� r �9/usr/lib/python3.8/site-packages/setuptools/py34compat.py�module_from_spec s r )� importlib�importlib.util� ImportError�utilr �AttributeErrorr r r r �<module> s site-packages/setuptools/__pycache__/site-patch.cpython-38.opt-1.pyc 0000644 00000002702 15201600075 0021342 0 ustar 00 U
�Qab� � @ s d d� Z edkre � [ dS )c C s
dd l } dd l}|j�d�}|d ks2| jdkr8|s8g }n |�|j�}t| di �}| jt |�d � }|j�
t �}|D ]�}||ksr|s�qr|�|�}|d k r�|� d�}|d k r�|�
d� �q.qrz dd l} | � d|g�\}
} } W n tk
r� Y qrY nX |
d kr�qrz| �
d|
| | � W 5 |
�� X �q.qrtd��tdd� | jD ��}
t| d d�}d| _|D ]}t|� �qX| j|7 _t|d �\}}d }g }| jD ]b}t|�\}}||k�r�|d k�r�t |�}||
k�s�|d k�r�|�|� n|�||� |d
7 }�q�|| jd d �< d S ) N� �
PYTHONPATHZwin32�path_importer_cache�sitez$Couldn't find the real 'site' modulec S s g | ]}t |�d d f�qS )� )�makepath)�.0�item� r �9/usr/lib/python3.8/site-packages/setuptools/site-patch.py�
<listcomp>) s z__boot.<locals>.<listcomp>� __egginsertr )�sys�os�environ�get�platform�split�pathsep�getattr�path�len�dirname�__file__� find_module� load_module�imp� ImportError�close�dictr �
addsitedirr �append�insert)r
r r ZpicZstdpathZmydirr Zimporter�loaderr �streamr Zdescr� known_pathsZoldpos�dZndZ insert_at�new_path�pZnpr r r
�__boot s`
r( r N)r( �__name__r r r r
�<module> s G site-packages/setuptools/__pycache__/windows_support.cpython-38.pyc 0000644 00000001735 15201600075 0021635 0 ustar 00 U
�Qab� � @ s( d dl Z d dlZdd� Zedd� �ZdS )� Nc C s t �� dkrdd� S | S )NZWindowsc _ s d S )N� )�args�kwargsr r �>/usr/lib/python3.8/site-packages/setuptools/windows_support.py�<lambda> � z windows_only.<locals>.<lambda>)�platform�system)�funcr r r � windows_only s r c C sL t d� tjjj}tjjtjjf|_tjj |_
d}|| |�}|sHt� � �dS )z�
Set the hidden attribute on a file or directory.
From http://stackoverflow.com/questions/19622133/
`path` must be text.
zctypes.wintypes� N) �
__import__�ctypesZwindllZkernel32ZSetFileAttributesWZwintypesZLPWSTRZDWORDZargtypesZBOOLZrestypeZWinError)�pathZSetFileAttributes�FILE_ATTRIBUTE_HIDDEN�retr r r � hide_file s
r )r r r r r r r r �<module> s site-packages/setuptools/__pycache__/extension.cpython-38.opt-1.pyc 0000644 00000003651 15201600075 0021321 0 ustar 00 U
�Qab� � @ s| d dl Z d dlZd dlZd dlZd dlZd dlmZ ddlm Z dd� Z
e
Z e ej j
�ZG dd� de�Z
G d d
� d
e
�ZdS ) � N)�map� )�
get_unpatchedc C s4 d} zt | dgd�j W dS tk
r. Y nX dS )z0
Return True if Cython can be imported.
zCython.Distutils.build_ext� build_ext)�fromlistTF)�
__import__r � Exception)Z cython_impl� r �8/usr/lib/python3.8/site-packages/setuptools/extension.py� _have_cython s r c @ s e Zd ZdZdd� Zdd� ZdS )� Extensionz7Extension that uses '.c' files in place of '.pyx' filesc O s( |� dd�| _tj| ||f|�|� d S )N�py_limited_apiF)�popr
�
_Extension�__init__)�self�name�sources�args�kwr r r
r # s zExtension.__init__c C sN t � r
dS | jpd}|�� dkr$dnd}t�tjd|�}tt|| j ��| _ dS )z�
Replace sources with .pyx extensions to sources with the target
language extension. This mechanism allows language authors to supply
pre-converted sources but to prefer the .pyx sources.
N� zc++z.cppz.cz.pyx$)
r Zlanguage�lower� functools�partial�re�sub�listr r )r ZlangZ
target_extr r r r
� _convert_pyx_sources_to_lang) s
z&Extension._convert_pyx_sources_to_langN)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r c @ s e Zd ZdZdS )�Libraryz=Just like a regular Extension, but built as a library insteadN)r r r r! r r r r
r" 8 s r" )r r Zdistutils.coreZ distutilsZdistutils.errorsZdistutils.extensionZsetuptools.extern.six.movesr Zmonkeyr r Z
have_pyrexZcorer r r" r r r r
�<module> s site-packages/setuptools/__pycache__/lib2to3_ex.cpython-38.opt-1.pyc 0000644 00000004553 15201600075 0021261 0 ustar 00 U
�Qab� � @ sX d Z ddlmZ ddlmZ ddlmZmZ ddl Z G dd� de�Z
G dd � d e�ZdS )
zy
Customized Mixin2to3 support:
- adds support for converting doctests
This module raises an ImportError on Python 2.
� )� Mixin2to3)�log)�RefactoringTool�get_fixers_from_packageNc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DistutilsRefactoringToolc O s t j|f|�� d S �N)r �error)�self�msg�args�kw� r
�9/usr/lib/python3.8/site-packages/setuptools/lib2to3_ex.py� log_error s z"DistutilsRefactoringTool.log_errorc G s t j|f|�� d S r )r �info�r r
r r
r
r � log_message s z$DistutilsRefactoringTool.log_messagec G s t j|f|�� d S r )r �debugr r
r
r � log_debug s z"DistutilsRefactoringTool.log_debugN)�__name__�
__module__� __qualname__r r r r
r
r
r r s r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r Fc C sr | j jdk rd S |sd S t�dd�|� � | �� | �� |rbtjrnt | j
�}|j |ddd� n t �
| |� d S )NTzFixing � )�writeZ
doctests_only)� distributionZuse_2to3r r �join� _Mixin2to3__build_fixer_names�_Mixin2to3__exclude_fixers�
setuptoolsZrun_2to3_on_doctestsr � fixer_namesZrefactor�
_Mixin2to3�run_2to3)r �filesZdoctests�rr
r
r r! s
zMixin2to3.run_2to3c C sZ | j r
d S g | _ tjD ]}| j �t|�� q| jjd k rV| jjD ]}| j �t|�� q@d S r )r r Zlib2to3_fixer_packages�extendr r Zuse_2to3_fixers)r �pr
r
r Z__build_fixer_names. s
z Mixin2to3.__build_fixer_namesc C sJ t | dg �}| jjd k r&|�| jj� |D ]}|| jkr*| j�|� q*d S )NZexclude_fixers)�getattrr Zuse_2to3_exclude_fixersr$ r �remove)r Zexcluded_fixersZ
fixer_namer
r
r Z__exclude_fixers8 s
zMixin2to3.__exclude_fixersN)F)r r r r! r r r
r
r
r r s
r ) �__doc__Zdistutils.utilr r Z distutilsr Zlib2to3.refactorr r r r r
r
r
r �<module> s site-packages/setuptools/__pycache__/lib2to3_ex.cpython-38.pyc 0000644 00000004553 15201600075 0020322 0 ustar 00 U
�Qab� � @ sX d Z ddlmZ ddlmZ ddlmZmZ ddl Z G dd� de�Z
G dd � d e�ZdS )
zy
Customized Mixin2to3 support:
- adds support for converting doctests
This module raises an ImportError on Python 2.
� )� Mixin2to3)�log)�RefactoringTool�get_fixers_from_packageNc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DistutilsRefactoringToolc O s t j|f|�� d S �N)r �error)�self�msg�args�kw� r
�9/usr/lib/python3.8/site-packages/setuptools/lib2to3_ex.py� log_error s z"DistutilsRefactoringTool.log_errorc G s t j|f|�� d S r )r �info�r r
r r
r
r � log_message s z$DistutilsRefactoringTool.log_messagec G s t j|f|�� d S r )r �debugr r
r
r � log_debug s z"DistutilsRefactoringTool.log_debugN)�__name__�
__module__� __qualname__r r r r
r
r
r r s r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r Fc C sr | j jdk rd S |sd S t�dd�|� � | �� | �� |rbtjrnt | j
�}|j |ddd� n t �
| |� d S )NTzFixing � )�writeZ
doctests_only)� distributionZuse_2to3r r �join� _Mixin2to3__build_fixer_names�_Mixin2to3__exclude_fixers�
setuptoolsZrun_2to3_on_doctestsr � fixer_namesZrefactor�
_Mixin2to3�run_2to3)r �filesZdoctests�rr
r
r r! s
zMixin2to3.run_2to3c C sZ | j r
d S g | _ tjD ]}| j �t|�� q| jjd k rV| jjD ]}| j �t|�� q@d S r )r r Zlib2to3_fixer_packages�extendr r Zuse_2to3_fixers)r �pr
r
r Z__build_fixer_names. s
z Mixin2to3.__build_fixer_namesc C sJ t | dg �}| jjd k r&|�| jj� |D ]}|| jkr*| j�|� q*d S )NZexclude_fixers)�getattrr Zuse_2to3_exclude_fixersr$ r �remove)r Zexcluded_fixersZ
fixer_namer
r
r Z__exclude_fixers8 s
zMixin2to3.__exclude_fixersN)F)r r r r! r r r
r
r
r r s
r ) �__doc__Zdistutils.utilr r Z distutilsr Zlib2to3.refactorr r r r r
r
r
r �<module> s site-packages/setuptools/__pycache__/ssl_support.cpython-38.pyc 0000644 00000015307 15201600075 0020744 0 ustar 00 U
�Qab-! � @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm Z d dl
m Z m Z z d dl
Z
W n ek
rt dZ
Y nX dddddgZd �� �� ZzejjZejZW n ek
r� e ZZY nX e
dk o�eeefkZzd d
l
mZmZ W nR ek
�r: z d d lmZ d d lmZ W n ek
�r4 dZdZY nX Y nX e�sRG d
d� de �Ze�sjd dd�Z dd� ZG dd� de�Z G dd� de�Z d dd�Z dd� Z!e!dd� �Z"d d� Z#d d � Z$dS )!� N)�urllib� http_client�map�filter)�ResolutionError�ExtractionError�VerifyingHTTPSHandler�find_ca_bundle� is_available�
cert_paths�
opener_fora
/etc/pki/tls/certs/ca-bundle.crt
/etc/ssl/certs/ca-certificates.crt
/usr/share/ssl/certs/ca-bundle.crt
/usr/local/share/certs/ca-root.crt
/etc/ssl/cert.pem
/System/Library/OpenSSL/certs/cert.pem
/usr/local/share/certs/ca-root-nss.crt
/etc/ssl/ca-bundle.pem
)�CertificateError�match_hostname)r
)r c @ s e Zd ZdS )r
N)�__name__�
__module__� __qualname__� r r �:/usr/lib/python3.8/site-packages/setuptools/ssl_support.pyr
5 s r
� c
C s� g }| s dS | � d�}|d }|dd� }|�d�}||krLtdt| � ��|s`| �� |�� kS |dkrt|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zqMatching according to RFC 6125, section 6.4.3
https://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr
�repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match; s,
� r& c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
zempty or no certificateZsubjectAltNamer ZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getr& r �lenr
r! r r )Zcertr$ ZdnsnamesZsan�key�value�subr r r r o s2
�
�r c @ s e Zd ZdZdd� Zdd� ZdS )r z=Simple verifying handler: no auth, subclasses, timeouts, etc.c C s || _ t�| � d S �N)� ca_bundle� HTTPSHandler�__init__)�selfr. r r r r0 � s z VerifyingHTTPSHandler.__init__c s � � � fdd�|�S )Nc s t | � jf|�S r- )�VerifyingHTTPSConnr. )�host�kw�r1 r r �<lambda>� � z2VerifyingHTTPSHandler.https_open.<locals>.<lambda>)Zdo_open)r1 Zreqr r5 r �
https_open� s
�z VerifyingHTTPSHandler.https_openN)r r r �__doc__r0 r8 r r r r r � s c @ s e Zd ZdZdd� Zdd� ZdS )r2 z@Simple verifying connection: no auth, subclasses, timeouts, etc.c K s t j| |f|� || _d S r- )�HTTPSConnectionr0 r. )r1 r3 r. r4 r r r r0 � s zVerifyingHTTPSConn.__init__c C s� t �| j| jft| dd ��}t| d�rHt| dd �rH|| _| �� | j}n| j}tt d�rxt j
| j d�}|j ||d�| _nt j |t j
| j d�| _zt| j�� |� W n. tk
r� | j�t j� | j�� � Y nX d S )NZsource_address�_tunnel� _tunnel_host�create_default_context)Zcafile)Zserver_hostname)Z cert_reqsZca_certs)�socketZcreate_connectionr3 Zport�getattr�hasattr�sockr; r< �sslr= r. Z wrap_socketZ
CERT_REQUIREDr Z getpeercertr
ZshutdownZ SHUT_RDWR�close)r1 rA Z actual_hostZctxr r r �connect� s.
�
�
zVerifyingHTTPSConn.connectN)r r r r9 r0 rD r r r r r2 � s r2 c C s t j�t| pt� ��jS )z@Get a urlopen() replacement that uses ca_bundle for verification)r �requestZ build_openerr r �open)r. r r r r � s �c s t �� �� fdd��}|S )Nc s t � d�s� | |�� _� jS )N�always_returns)r@ rG )�args�kwargs��funcr r �wrapper� s
zonce.<locals>.wrapper)� functools�wraps)rK rL r rJ r �once� s rO c sZ z dd l } W n tk
r" Y d S X G � fdd�d| j�� � � }|�d� |�d� |jS )Nr c s, e Zd Z�� fdd�Z�� fdd�Z� ZS )z"get_win_certfile.<locals>.CertFilec s t � | ��� t�| j� d S r- )�superr0 �atexit�registerrC r5 ��CertFile� __class__r r r0 � s z+get_win_certfile.<locals>.CertFile.__init__c s, zt � | ��� W n tk
r& Y nX d S r- )rP rC �OSErrorr5 rS r r rC � s z(get_win_certfile.<locals>.CertFile.close)r r r r0 rC �
__classcell__r �rT )rU r rT � s rT ZCAZROOT)� wincertstore� ImportErrorrT Zaddstore�name)rY Z _wincertsr rX r �get_win_certfile� s
r\ c C s$ t tjjt�} t� p"t| d�p"t� S )z*Return an existing CA bundle path, or NoneN)r �os�path�isfiler r\ �next�_certifi_where)Zextant_cert_pathsr r r r � s ��c
C s. zt d��� W S tttfk
r( Y nX d S )NZcertifi)�
__import__�whererZ r r r r r r ra s ra )r )N)%r] r> rQ r rM Zsetuptools.extern.six.movesr r r r Z
pkg_resourcesr r rB rZ �__all__�stripr r rE r/ r: �AttributeError�objectr
r
r Z backports.ssl_match_hostnamer' r& r r2 r rO r\ r ra r r r r �<module> sZ
�
4)
(
site-packages/setuptools/__pycache__/py27compat.cpython-38.pyc 0000644 00000003325 15201600075 0020351 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlmZ dd� Zejr6dd� Ze�� dkoFejZerPe ndd � Z
z,d
d l m Z m
Z
mZmZ d
d l mZmZ W nJ ek
r� ddlZdd
lm
Z
mZmZ ddd�Z dd� Zdd� ZY nX dS )z2
Compatibility Support for Python 2.7 and earlier
� N)�sixc C s
| � |�S )zH
Given an HTTPMessage, return all headers matching a given key.
)Zget_all��message�key� r �9/usr/lib/python3.8/site-packages/setuptools/py27compat.py�get_all_headers s r c C s
| � |�S �N)Z
getheadersr r r r r s ZLinuxc C s | S r r )�xr r r �<lambda> � r � )� find_module� PY_COMPILED� PY_FROZEN� PY_SOURCE)�get_frozen_object�
get_module)r r r c
C sj | � d�}|rf|�d�}t�||� \}}\}}}} |tjkrP|pFdg}|g}q
|r
td|| f ��q
| S )z7Just like 'imp.find_module()', but with package support�.r �__init__zCan't find %r in %s)�split�pop�impr Z
PKG_DIRECTORY� ImportError)
�module�paths�parts�part�f�path�suffix�modeZkind�infor r r r ' s
r c C s
t �| �S r )r r )r r r r r r 7 s r c C s t j| f|�� tj| S r )r � load_module�sys�modules)r r r" r r r r : s r )N)�__doc__r$ �platformZsetuptools.externr r ZPY2�systemZlinux_py2_ascii�strZ rmtree_safe�_impr r r r r r r r r r r r �<module> s& �
site-packages/setuptools/__pycache__/_imp.cpython-38.pyc 0000644 00000003542 15201600075 0017271 0 ustar 00 U
�Qab� � @ s\ d Z ddlZddlZddlZddlmZ dZdZdZ dZ
dZ dd d
�Z dd d �Z
d
d� ZdS )zX
Re-implementation of find_module and get_frozen_object
from the deprecated imp module.
� N� )�module_from_spec� � � � c C sV t j�| |�}|dkr"td| ��|jsBt|d�rBt j�d|j�}d}d}t|jt �}|j
dkst|r�t |jt j j
�r�t}d}d }}n�|j
dks�|r�t |jt j j�r�t}d}d }}n�|j�r:|j
}tj�|�d }|t j jkr�d
nd }|t j jkr�t}n&|t j jk�rt}n|t j jk�r t}|tthk�rFt||�}n d}d }}|||||ffS ) z7Just like 'imp.find_module()', but with package supportN�
Can't find %s�submodule_search_locationsz __init__.py����frozen� zbuilt-inr �r�rb)� importlib�util� find_spec� ImportError� has_location�hasattr�spec_from_loader�loader�
isinstance�type�origin�
issubclass� machinery�FrozenImporter� PY_FROZEN�BuiltinImporter� C_BUILTIN�os�path�splitext�SOURCE_SUFFIXES� PY_SOURCE�BYTECODE_SUFFIXES� PY_COMPILED�EXTENSION_SUFFIXES� C_EXTENSION�open) �module�paths�specZkind�fileZstaticr! �suffix�mode� r0 �3/usr/lib/python3.8/site-packages/setuptools/_imp.py� find_module sJ �
�
r2 c C s* t j�| |�}|s td| ��|j�| �S �Nr )r r r r r �get_code)r* r+ r, r0 r0 r1 �get_frozen_object> s r5 c C s& t j�| |�}|s td| ��t|�S r3 )r r r r r )r* r+ �infor, r0 r0 r1 �
get_moduleE s r7 )N)N)�__doc__r �importlib.utilr Zimportlib.machineryZ
py34compatr r$ r& r( r r r2 r5 r7 r0 r0 r0 r1 �<module> s
*
site-packages/setuptools/__pycache__/archive_util.cpython-38.pyc 0000644 00000012010 15201600075 0021011 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddddd d
d gZ G d d � d e�Z d
d� Z
e
dfdd�Ze
fdd �Ze
fdd�Ze
fdd�ZeeefZdS )z/Utilities for extracting common archive formats� N)�DistutilsError)�ensure_directory�unpack_archive�unpack_zipfile�unpack_tarfile�default_filter�UnrecognizedFormat�extraction_drivers�unpack_directoryc @ s e Zd ZdZdS )r z#Couldn't recognize the archive typeN)�__name__�
__module__� __qualname__�__doc__� r r �;/usr/lib/python3.8/site-packages/setuptools/archive_util.pyr s c C s |S )z@The default progress/filter callback; returns True for all filesr )�src�dstr r r r s c C sN |pt D ]4}z|| ||� W n tk
r4 Y qY qX dS qtd| ��dS )a� Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat``
`progress_filter` is a function taking two arguments: a source path
internal to the archive ('/'-separated), and a filesystem path where it
will be extracted. The callback must return the desired extract path
(which may be the same as the one passed in), or else ``None`` to skip
that file or directory. The callback can thus be used to report on the
progress of the extraction, as well as to filter the items extracted or
alter their extraction paths.
`drivers`, if supplied, must be a non-empty sequence of functions with the
same signature as this function (minus the `drivers` argument), that raise
``UnrecognizedFormat`` if they do not support extracting the designated
archive type. The `drivers` are tried in sequence until one is found that
does not raise an error, or until all are exhausted (in which case
``UnrecognizedFormat`` is raised). If you do not supply a sequence of
drivers, the module's ``extraction_drivers`` constant will be used, which
means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that
order.
Nz!Not a recognized archive type: %s)r r )�filename� extract_dir�progress_filterZdriversZdriverr r r r s
�c C s� t j�| �std| ��| d|fi}t �| �D ]�\}}}|| \}}|D ],} || d t j�|| �f|t j�|| �< qH|D ]T}
t j�||
�} |||
| �} | s�qzt| � t j�||
�}
t�|
| � t� |
| � qzq.dS )z�"Unpack" a directory, using the same interface as for archives
Raises ``UnrecognizedFormat`` if `filename` is not a directory
z%s is not a directory� �/N)
�os�path�isdirr �walk�joinr �shutilZcopyfileZcopystat) r r r �paths�base�dirs�filesr r �d�f�targetr r r r
? s$ � * c
C s� t �| �std| f ��t �| ���}|�� D ]�}|j}|�d�s,d|�d�krPq,tj j
|f|�d��� }|||�}|sxq,|� d�r�t |� n4t |� |�
|j�}t|d��}|�|� W 5 Q R X |jd? } | r,t�|| � q,W 5 Q R X dS )z�Unpack zip `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined
by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
z%s is not a zip filer �..�wb� N)�zipfileZ
is_zipfiler ZZipFileZinfolistr �
startswith�splitr r r �endswithr �read�open�writeZ
external_attr�chmod)
r r r �z�info�namer$ �datar# Zunix_attributesr r r r Z s(
c
C sf zt �| �}W n$ t jk
r2 td| f ��Y nX t�|��� dd� |_|D � ]�}|j}|�d�sPd|� d�krPt
j j |f|� d��� }|dk r�|�
� s�|�� r�|j}|�� r�t�|j�}t� ||�}t�|�}|�|�}q�|dk rP|�� � s�|�� rP|||�} | rP| �t
j��r"| dd� } z|�|| � W qP t jk
�rJ Y qPX qPW 5 Q R � dS Q R X dS ) z�Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir`
Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined
by ``tarfile.open()``). See ``unpack_archive()`` for an explanation
of the `progress_filter` argument.
z/%s is not a compressed or uncompressed tar filec W s d S )Nr )�argsr r r �<lambda>� � z unpack_tarfile.<locals>.<lambda>r r% N���T)�tarfiler- ZTarErrorr �
contextlib�closing�chownr2 r) r* r r r ZislnkZissymZlinkname� posixpath�dirname�normpathZ
_getmember�isfiler r+ �sepZ_extract_memberZ ExtractError)
r r r Ztarobj�memberr2 Z
prelim_dstZlinkpathr Z final_dstr r r r s: �
)r r( r8 r r r< r9 Zdistutils.errorsr Z
pkg_resourcesr �__all__r r r r
r r r r r r r �<module> s2 ��
# % . site-packages/setuptools/__pycache__/site-patch.cpython-38.pyc 0000644 00000002702 15201600075 0020403 0 ustar 00 U
�Qab� � @ s d d� Z edkre � [ dS )c C s
dd l } dd l}|j�d�}|d ks2| jdkr8|s8g }n |�|j�}t| di �}| jt |�d � }|j�
t �}|D ]�}||ksr|s�qr|�|�}|d k r�|� d�}|d k r�|�
d� �q.qrz dd l} | � d|g�\}
} } W n tk
r� Y qrY nX |
d kr�qrz| �
d|
| | � W 5 |
�� X �q.qrtd��tdd� | jD ��}
t| d d�}d| _|D ]}t|� �qX| j|7 _t|d �\}}d }g }| jD ]b}t|�\}}||k�r�|d k�r�t |�}||
k�s�|d k�r�|�|� n|�||� |d
7 }�q�|| jd d �< d S ) N� �
PYTHONPATHZwin32�path_importer_cache�sitez$Couldn't find the real 'site' modulec S s g | ]}t |�d d f�qS )� )�makepath)�.0�item� r �9/usr/lib/python3.8/site-packages/setuptools/site-patch.py�
<listcomp>) s z__boot.<locals>.<listcomp>� __egginsertr )�sys�os�environ�get�platform�split�pathsep�getattr�path�len�dirname�__file__� find_module� load_module�imp� ImportError�close�dictr �
addsitedirr �append�insert)r
r r ZpicZstdpathZmydirr Zimporter�loaderr �streamr Zdescr� known_pathsZoldpos�dZndZ insert_at�new_path�pZnpr r r
�__boot s`
r( r N)r( �__name__r r r r
�<module> s G site-packages/setuptools/__pycache__/namespaces.cpython-38.opt-1.pyc 0000644 00000007040 15201600075 0021420 0 ustar 00 U
�Qab � @ sR d dl Z d dlmZ d dlZd dlmZ ejjZG dd� d�Z G dd� de �Z
dS )� N)�log)�mapc @ sT e Zd ZdZdd� Zdd� Zdd� ZdZd Zd
d � Z d d
� Z
dd� Z e dd� �Z
dS )� Installerz
-nspkg.pthc C s� | � � }|sd S tj�| �� �\}}|| j7 }| j�|� t� d|� t
| j |�}| j rdt
|� d S t|d��}|�|� W 5 Q R X d S )Nz
Installing %sZwt)�_get_all_ns_packages�os�path�splitext� _get_target� nspkg_extZoutputs�appendr �infor �_gen_nspkg_lineZdry_run�list�open�
writelines)�selfZnsp�filename�ext�lines�f� r �9/usr/lib/python3.8/site-packages/setuptools/namespaces.py�install_namespaces s
z Installer.install_namespacesc C sH t j�| �� �\}}|| j7 }t j�|�s.d S t�d|� t �|� d S )Nz Removing %s) r r r r r
�existsr r �remove)r r r r r r �uninstall_namespaces! s
z Installer.uninstall_namespacesc C s | j S �N)�target�r r r r r ) s zInstaller._get_target) zimport sys, types, osz#has_mfs = sys.version_info > (3, 5)z$p = os.path.join(%(root)s, *%(pth)r)z4importlib = has_mfs and __import__('importlib.util')z-has_mfs and __import__('importlib.machinery')z�m = has_mfs and sys.modules.setdefault(%(pkg)r, importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec(%(pkg)r, [os.path.dirname(p)])))zCm = m or sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))z7mp = (m or []) and m.__dict__.setdefault('__path__',[])z (p not in mp) and mp.append(p))z4m and setattr(sys.modules[%(parent)r], %(child)r, m)c C s dS )Nz$sys._getframe(1).f_locals['sitedir']r r r r r � _get_rootC s zInstaller._get_rootc C sV t |�}t|�d��}| �� }| j}|�d�\}}}|rB|| j7 }d�|�t� d S )N�.�;�
) �str�tuple�splitr � _nspkg_tmpl�
rpartition�_nspkg_tmpl_multi�join�locals)r �pkgZpth�rootZ
tmpl_lines�parent�sepZchildr r r r
F s
zInstaller._gen_nspkg_linec C s | j jp
g }ttt| j|���S )z,Return sorted list of all package namespaces)Z distributionZnamespace_packages�sorted�flattenr �
_pkg_names)r Zpkgsr r r r Q s z Installer._get_all_ns_packagesc c s( | � d�}|r$d�|�V |�� q
dS )z�
Given a namespace package, yield the components of that
package.
>>> names = Installer._pkg_names('a.b.c')
>>> set(names) == set(['a', 'a.b', 'a.b.c'])
True
r N)r% r) �pop)r+ �partsr r r r1 V s
zInstaller._pkg_namesN)�__name__�
__module__� __qualname__r
r r r r& r( r r
r � staticmethodr1 r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�DevelopInstallerc C s t t| j��S r )�reprr# Zegg_pathr r r r r g s zDevelopInstaller._get_rootc C s | j S r )Zegg_linkr r r r r j s z DevelopInstaller._get_targetN)r4 r5 r6 r r r r r r r8 f s r8 ) r Z distutilsr � itertoolsZsetuptools.extern.six.movesr �chain�
from_iterabler0 r r8 r r r r �<module> s [ site-packages/setuptools/__pycache__/wheel.cpython-38.pyc 0000644 00000015616 15201600075 0017456 0 ustar 00 U
�Qab� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl m Z ddl m
Z
ddlmZ ddl
mZ ddlmZ eZe�d ej�jZd
Zd d � ZG d
d� d�ZdS )zWheels support.� )� get_platformN)�
parse_version)�canonicalize_name)�PY3)�
pep425tags)�write_requirementsz�^(?P<project_name>.+?)-(?P<version>\d.*?)
((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?)
)\.whl$z�try:
__import__('pkg_resources').declare_namespace(__name__)
except ImportError:
__path__ = __import__('pkgutil').extend_path(__path__, __name__)
c C s� t �| �D ]�\}}}t j�|| �}|D ].}t j�||�}t j�|||�}t �||� q&ttt|���D ]D\} }
t j�||
�}t j�|||
�}t j� |�sft �||� || = qfq
t j| dd�D ] \}}}|r�t
�t � |� q�dS )zDMove everything under `src_dir` to `dst_dir`, and delete the former.T)�topdownN) �os�walk�path�relpath�join�renames�reversed�list� enumerate�exists�AssertionError�rmdir) Zsrc_dirZdst_dir�dirpathZdirnames� filenames�subdir�f�srcZdst�n�d� r �4/usr/lib/python3.8/site-packages/setuptools/wheel.py�unpack% s
r c @ sh e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dS )�Wheelc C sP t tj�|��}|d kr$td| ��|| _|�� �� D ]\}}t| ||� q6d S )Nzinvalid wheel name: %r) �
WHEEL_NAMEr r �basename�
ValueError�filename� groupdict�items�setattr)�selfr# �match�k�vr r r �__init__= s zWheel.__init__c C s& t �| j�d�| j�d�| j�d��S )z>List tags (py_version, abi, platform) supported by this wheel.�.)� itertools�productZ
py_version�splitZabi�platform�r' r r r �tagsE s
�z
Wheel.tagsc s$ t �� � t� fdd�| �� D �d�S )z5Is the wheel is compatible with the current platform?c 3 s | ]}|� krd V qdS )TNr )�.0�t�Zsupported_tagsr r � <genexpr>P s z&Wheel.is_compatible.<locals>.<genexpr>F)r Z
get_supported�nextr2 r1 r r5 r �
is_compatibleM s zWheel.is_compatiblec C s, t j| j| j| jdkrd nt� d��� d S )N�any)� project_name�versionr0 z.egg)�
pkg_resources� Distributionr: r; r0 r �egg_namer1 r r r r> R s ��zWheel.egg_namec C sJ |� � D ]4}t�|�}|�d�rt|��t| j��r| S qtd��d S )Nz
.dist-infoz.unsupported wheel format. .dist-info not found)Znamelist� posixpath�dirname�endswithr �
startswithr: r" )r' �zf�memberr@ r r r �
get_dist_infoX s
��
zWheel.get_dist_infoc C s( t �| j��}| �||� W 5 Q R X dS )z"Install wheel as an egg directory.N)�zipfileZZipFiler# �_install_as_egg)r' �destination_eggdirrC r r r �install_as_eggb s zWheel.install_as_eggc C s\ d| j | jf }| �|�}d| }tj�|d�}| �||||� | �||� | �||� d S )Nz%s-%sz%s.data�EGG-INFO) r: r; rE r r r
�_convert_metadata�_move_data_entries�_fix_namespace_packages)r' rH rC Z
dist_basename� dist_info� dist_data�egg_infor r r rG g s
zWheel._install_as_eggc
s& ��fdd�}|d�}t |�d��}t d�| ko>t d�k n }|sTtd| ��t�|� ��|� tj�|���tj j
|�t� |��d�� d d
� �t t
t�� �� ����� ��fd d �� jD �}t��|� t�tj�|d
�tj�|d�� tj t�|d�d�} t| �d�d tj�|d�� d S )Nc
sT �� t�� | ���8}tr&|�� �d�n|�� }tj�� � |�W 5 Q R � S Q R X d S )Nzutf-8)
�openr? r
r �read�decode�email�parserZParserZparsestr)�name�fp�value)rN rC r r � get_metadatas s z-Wheel._convert_metadata.<locals>.get_metadataZWHEELz
Wheel-Versionz1.0z2.0dev0z$unsupported wheel format version: %s)Zmetadatac S s d | _ t| �S �N)Zmarker�str)�reqr r r �raw_req� s z(Wheel._convert_metadata.<locals>.raw_reqc
s2 i | ]*}|t �fd d�t�� �|f��D ���qS )c 3 s | ]}|� kr|V qd S rZ r )r3 r\ )�install_requiresr r r6 � s �z5Wheel._convert_metadata.<locals>.<dictcomp>.<genexpr>)�sorted�map�requires)r3 Zextra)�distr^ r] r r �
<dictcomp>� s
� �z+Wheel._convert_metadata.<locals>.<dictcomp>ZMETADATAzPKG-INFO)r^ �extras_require)ZattrsrP z requires.txt)r �getr" r �mkdirZ
extractallr r
r< r= Z
from_locationZ PathMetadatar r_ r` ra Zextras�rename�
setuptools�dictr Zget_command_obj)
rC rH rN rP rY Zwheel_metadataZ
wheel_versionZwheel_v1rd Z
setup_distr )rb rN r^ r] rC r rK q sL ��
�� ��� �zWheel._convert_metadatac s� t j�| � �� t j�� d�}t j�|�r�t j�| dd�}t �|� t �|�D ]D}|�d�rpt �t j�||�� qLt �t j�||�t j�||�� qLt � |� t
t jj� fdd�dD ��D ]}t || � q�t j�� �r�t � � � dS )z,Move data entries to their correct location.ZscriptsrJ z.pycc 3 s | ]}t j�� |�V qd S rZ )r r r
)r3 r �rO r r r6 � s �z+Wheel._move_data_entries.<locals>.<genexpr>)�dataZheadersZpurelibZplatlibN) r r r
r rf �listdirrA �unlinkrg r �filterr )rH rO Zdist_data_scriptsZegg_info_scripts�entryr r rj r rL � s. �
�
� zWheel._move_data_entriesc
C s� t j�| d�}t j�|�r�t|��}|�� �� }W 5 Q R X |D ]b}t jj|f|�d��� }t j�|d�}t j�|�r>t j�|�s>t|d��}|�t� W 5 Q R X q>d S )Nznamespace_packages.txtr, z __init__.py�w) r r r
r rQ rR r/ �write�NAMESPACE_PACKAGE_INIT)rP rH Znamespace_packagesrW �modZmod_dirZmod_initr r r rM � s �
z Wheel._fix_namespace_packagesN)�__name__�
__module__� __qualname__r+ r2 r8 r> rE rI rG � staticmethodrK rL rM r r r r r ; s
9
r ) �__doc__Zdistutils.utilr rT r- r r? �rerF r< rh r Z!setuptools.extern.packaging.utilsr Zsetuptools.extern.sixr r Zsetuptools.command.egg_infor �typeZ
__metaclass__�compile�VERBOSEr( r rr r r r r r r �<module> s, � site-packages/setuptools/__pycache__/py33compat.cpython-38.pyc 0000644 00000002600 15201600075 0020341 0 ustar 00 U
�Qab2 � @ s� d dl Z d dlZd dlZz d dlZW n ek
r< dZY nX d dlmZ d dlmZ e Z
e� dd�Z G dd� d�Z
ee de
�Zeed d�Zedkr�e�� jZdS )
� N)�six)� html_parser�OpArgz
opcode argc @ s e Zd Zdd� Zdd� ZdS )�Bytecode_compatc C s
|| _ d S )N)�code)�selfr � r �9/usr/lib/python3.8/site-packages/setuptools/py33compat.py�__init__ s zBytecode_compat.__init__c c s� t � d| jj�}t| jj�}d}d}||k r�|| }|tjkr�||d ||d d | }|d7 }|tjkr�tjd }||d� }q$n d }|d7 }t ||�V q$d S )
z>Yield '(op,arg)' pair for each operation in code object 'code'�br � � � � ���i N)
�arrayr �co_code�len�disZ
HAVE_ARGUMENTZ EXTENDED_ARGr Z
integer_typesr )r �bytes�eofZptrZ extended_arg�op�argZ long_typer r r �__iter__ s
zBytecode_compat.__iter__N)�__name__�
__module__� __qualname__r
r r r r r r s r �Bytecode�unescape)r r � collectionsZhtml� ImportErrorZsetuptools.externr Zsetuptools.extern.six.movesr �typeZ
__metaclass__�
namedtupler r �getattrr r Z
HTMLParserr r r r �<module> s
" site-packages/setuptools/__pycache__/pep425tags.cpython-38.opt-1.pyc 0000644 00000016043 15201600075 0021202 0 ustar 00 U
�Qabm* � @ s� d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl Z ddl
Z
ddl m Z ddl
mZ ddlmZ e�d �Zd
d � Zd d
� Zdd� Zdd� Zdd� Zd$dd�Zdd� Zdd� Zdd � Zd d � Z d d � Z d%d"d#�Z e� Z dS )&z2Generate and work with PEP 425 Compatibility Tags.� )�absolute_importN)�log)� OrderedDict� )�six)�glibcz(.+)_(\d+)_(\d+)_(.+)c
C sL z t �| �W S tk
rF } z t�d�|�t� W Y �d S d }~X Y nX d S )Nz{})� sysconfig�get_config_var�IOError�warnings�warn�format�RuntimeWarning)�var�e� r �9/usr/lib/python3.8/site-packages/setuptools/pep425tags.pyr s
r c C s: t td�rd} n&tj�d�r"d} ntjdkr2d} nd} | S )z'Return abbreviated implementation name.�pypy_version_info�pp�javaZjyZcliZip�cp)�hasattr�sys�platform�
startswith)Zpyimplr r r �
get_abbr_impl s
r c C s, t d�} | rt� dkr(d�ttt� ��} | S )z Return implementation version.Zpy_version_nodotr � )r r �join�map�str�get_impl_version_info)Zimpl_verr r r � get_impl_ver+ s r! c C s: t � dkr"tjd tjjtjjfS tjd tjd fS dS )zQReturn sys.version_info-like tuple for use in decrementing the minor
version.r r r N)r r � version_infor �major�minorr r r r r 3 s
�r c C s d� t� t� �S )z;
Returns the Tag for this specific implementation.
z{}{})r
r r! r r r r � get_impl_tag> s r% Tc C s. t | �}|dkr&|r t�d| � |� S ||kS )zgUse a fallback method for determining SOABI flags if the needed config
var is unset or unavailable.Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)r r �debug)r Zfallback�expectedr �valr r r �get_flagE s �r) c s� t d�} t� � | s�� dkr�ttd�r�d}d}d}tddd� � dkd �rJd
}td � fd d�� dkd �rhd
}tddd� d� dko�tjd�r�tjr�d}d� t� |||f }n@| r�| �d�r�d| � d�d }n | r�| �
dd��
dd�}nd}|S )zXReturn the ABI tag based on SOABI (if available) or emulate SOABI
(CPython 2, PyPy).ZSOABI> r r �
maxunicoder ZPy_DEBUGc S s
t td�S )NZgettotalrefcount)r r r r r r �<lambda>[ � z get_abi_tag.<locals>.<lambda>r )r �dZ
WITH_PYMALLOCc s � dkS )Nr r r ��implr r r+ _ r, �mZPy_UNICODE_SIZEc S s
t jdkS )Ni�� )r r* r r r r r+ c r, � )r' r �uz
%s%s%s%s%szcpython-�-r �.�_N) r r r r r) r ZPY2r! r �split�replace)Zsoabir- r0 r2 �abir r. r � get_abi_tagQ s@ �
���r9 c C s
t jdkS )Ni���)r �maxsizer r r r �_is_running_32bits s r; c C s� t jdkr^t�� \} }}| �d�}|dkr6t� r6d}n|dkrHt� rHd}d�|d |d |�S tj�� � dd
�� d d
�}|d kr�t� r�d
}|S )z0Return our platform name 'win32', 'linux_x86_64'�darwinr4 �x86_64�i386�ppc64�ppczmacosx_{}_{}_{}r r r5 r3 � linux_x86_64�
linux_i686)
r r Zmac_verr6 r; r
� distutils�util� get_platformr7 )�releaser5 �machineZ split_ver�resultr r r rE w s
rE c C sH t � dkrdS zdd l} t| j�W S ttfk
r: Y nX t�dd�S )N> rA rB Fr � � )rE �
_manylinux�boolZmanylinux1_compatible� ImportError�AttributeErrorr Zhave_compatible_glibc)rK r r r �is_manylinux1_compatible� s
rO c sr g }� �fdd�� t ddddg��� | ||�r8|�|� �D ]&}|�| kr<� | ||�r<|�|� q<|�d� |S )z�Return a list of supported arches (including group arches) for
the given major, minor and machine architecture of a macOS machine.
c s| |dkr| |fdkS |dkr(| |fdkS |dkr<| |fdkS |dkrP| |fdkS |�krx�| D ]}� | ||�r` dS q`dS ) Nr@ )�
rJ r? r> )rP r1 r= TFr )r# r$ �arch�garch��_supports_arch�groupsr r rT � s z)get_darwin_arches.<locals>._supports_arch)Zfat)r> r@ )Zintel)r= r> )Zfat64)r= r? )Zfat32)r= r> r@ Z universal)r �append)r# r$ rG �archesrR r rS r �get_darwin_arches� s $�
rX Fc C s� g }| dkrTg } t � }|dd� }t|d dd�D ] }| �d�tt||f ��� q2|p\t� }g } |pjt� }|r~|g| dd�< t� }
ddl } | �
� D ],} | d � d�r�|
� | d �
dd�d � q�| �tt|
��� | �d � |�sT|p�t� }
|
� d
��rzt�|
�}|�rr|�� \}}}}d �||�}g }ttt|�d ��D ]0}tt|�||�D ]}|�|||f � �qR�q>n|
g}n*|dk�r�t� �r�|
�d d
�|
g}n|
g}| D ].}|D ]"}
|�d|| d f ||
f� �q��q�| dd� D ]F}|dk�r� �q,|
D ]*}|D ] }
|�d||f ||
f� �q�q��q�|D ]"}
|�d| d d d |
f� �q0|�d|| d f d df� |�d|| d d f d df� t| �D ]B\}}|�d|f d df� |dk�r�|�d|d d df� �q�|S )ac Return a list of supported tags for each version specified in
`versions`.
:param versions: a list of string versions, of the form ["33", "32"],
or None. The first version will be assumed to support our ABI.
:param platform: specify the exact platform you want valid
tags for, or None. If None, use the local system platform.
:param impl: specify the exact implementation you want valid
tags for, or None. If None, use the local interpreter impl.
:param abi: specify the exact abi you want valid
tags for, or None. If None, use the local interpreter abi.
N���r r z.abir4 rI r ZnoneZmacosxz {}_{}_%i_%sZlinuxZ
manylinux1z%s%s> �30�31zpy%s�any) r �rangerV r r r r r9 �set�impZ get_suffixesr �addr6 �extend�sorted�listrE �
_osx_arch_pat�matchrU r
�reversed�intrX rO r7 � enumerate)ZversionsZnoarchr r/ r8 Z supportedr" r# r$ ZabisZabi3sr_ �suffixrQ re �nameZ actual_archZtplrW r0 �a�version�ir r r �
get_supported� sh
$
$
rn )TT)NFNNN) �__doc__Z
__future__r Zdistutils.utilrC r r �rer r r � collectionsr Zexternr r r �compilerd r r r! r r% r) r9 r; rE rO rX rn Zimplementation_tagr r r r �<module> s8
"= �
` site-packages/setuptools/__pycache__/glob.cpython-38.pyc 0000644 00000007225 15201600075 0017272 0 ustar 00 U
�Qab� � @ s� d Z ddlZddlZddlZdddgZddd�Zddd�Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e� d�Z
e� d�Zdd� Zdd� Zdd� ZdS ) z�
Filename globbing utility. Mostly a copy of `glob` from Python 3.5.
Changes include:
* `yield from` and PEP3102 `*` removed.
* Hidden files are not ignored.
� N�glob�iglob�escapeFc C s t t| |d��S )ay Return a list of paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
)� recursive)�listr )�pathnamer � r �3/usr/lib/python3.8/site-packages/setuptools/glob.pyr s c C s* t | |�}|r&t| �r&t|�}|r&t�|S )a� Return an iterator which yields the paths matching a pathname pattern.
The pattern may contain simple shell-style wildcards a la
fnmatch. However, unlike fnmatch, filenames starting with a
dot are special cases that are not matched by '*' and '?'
patterns.
If recursive is true, the pattern '**' will match any files and
zero or more directories and subdirectories.
)�_iglob� _isrecursive�next�AssertionError)r r �it�sr r r r s
c c s� t j�| �\}}t| �sF|r0t j�| �rB| V nt j�|�rB| V d S |s�|rnt|�rnt||�D ]
}|V q`nt||�D ]
}|V qxd S || kr�t|�r�t ||�}n|g}t|�r�|r�t|�r�t}q�t}nt
}|D ]$}|||�D ]}t j� ||�V q�q�d S �N) �os�path�split� has_magic�lexists�isdirr �glob2�glob1r
�glob0�join)r r �dirname�basename�x�dirsZ glob_in_dir�namer r r r
0 s4
r
c C sV | s"t |t�r tj�d�} ntj} zt�| �}W n tk
rH g Y S X t�||�S �N�ASCII) �
isinstance�bytesr �curdir�encode�listdir�OSError�fnmatch�filter)r �pattern�namesr r r r [ s
r c C s8 |st j�| �r4|gS n t j�t j�| |��r4|gS g S r )r r r r r )r r r r r r h s r c c s2 t |�s t�|d d� V t| �D ]
}|V q"d S )Nr )r r
� _rlistdir)r r* r r r r r x s r c c s� | s"t | t�r tj�d�} ntj} zt�| �}W n tjk
rH Y d S X |D ]>}|V | rjtj�| |�n|}t |�D ]}tj�||�V qvqNd S r )
r" r# r r$ r% r& �errorr r r, )r r+ r r �yr r r r, � s
r, z([*?[])s ([*?[])c C s( t | t�rt�| �}n
t�| �}|d k S r )r" r# �magic_check_bytes�search� magic_check)r �matchr r r r � s
r c C s t | t�r| dkS | dkS d S )Ns **z**)r" r# )r* r r r r � s
r c C s< t j�| �\}} t| t�r(t�d| �} n t�d| �} || S )z#Escape all special characters.
s [\1]z[\1])r r �
splitdriver" r# r/ �subr1 )r Zdriver r r r � s
)F)F)�__doc__r �rer( �__all__r r r
r r r r, �compiler1 r/ r r r r r r r �<module> s
+
site-packages/setuptools/__pycache__/py31compat.cpython-38.opt-1.pyc 0000644 00000002247 15201600075 0021305 0 ustar 00 U
�QabF � @ sP g Z eZzd dlmZ W n2 ek
rJ d dlZd dlZG dd� d�ZY nX dS )� )�TemporaryDirectoryNc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r z�
Very simple temporary directory context manager.
Will try to delete afterward, but will also ignore OS and similar
errors on deletion.
c K s d | _ tjf |�| _ d S �N)�name�tempfileZmkdtemp)�self�kwargs� r �9/usr/lib/python3.8/site-packages/setuptools/py31compat.py�__init__ s zTemporaryDirectory.__init__c C s | j S r )r )r r r r � __enter__ s z TemporaryDirectory.__enter__c C s2 zt �| jd� W n tk
r& Y nX d | _d S )NT)�shutilZrmtreer �OSError)r �exctypeZexcvalueZexctracer r r �__exit__ s
zTemporaryDirectory.__exit__N)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r
s r )�__all__�typeZ
__metaclass__r r � ImportErrorr r r r r �<module> s site-packages/setuptools/__pycache__/launch.cpython-38.opt-1.pyc 0000644 00000001470 15201600075 0020554 0 ustar 00 U
�Qab � @ s. d Z ddlZddlZdd� Zedkr*e� dS )z[
Launch the Python script on the command line after
setuptools is bootstrapped via import.
� Nc C sr t tjd } t| ddd�}tjdd� tjdd�< ttdt�}|| ��� }|�dd�}t || d�}t
||� dS ) zP
Run the script in sys.argv[1] as if it had
been invoked naturally.
� �__main__N)�__file__�__name__�__doc__�openz\r\nz\n�exec) � __builtins__�sys�argv�dict�getattr�tokenizer �read�replace�compiler )Z script_name� namespaceZopen_ZscriptZ norm_script�code� r �5/usr/lib/python3.8/site-packages/setuptools/launch.py�run
s
� r r )r r r
r r r r r r �<module> s
site-packages/setuptools/__pycache__/build_meta.cpython-38.pyc 0000644 00000020457 15201600075 0020456 0 ustar 00 U
�Qab}% � @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl m
Z
ddl m Z ddl
mZ dddd d
d d gZG d
d � d e�ZG dd� dejj�Zdd� Zdd� Zdd� Zdd� ZG dd� de�ZG dd� de�Ze� Zej Z ej Z ej Z ej Z ej Z e� Z!dS ) a- A PEP 517 interface to setuptools
Previously, when a user or a command line tool (let's call it a "frontend")
needed to make a request of setuptools to take a certain action, for
example, generating a list of installation requirements, the frontend would
would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line.
PEP 517 defines a different method of interfacing with setuptools. Rather
than calling "setup.py" directly, the frontend should:
1. Set the current directory to the directory with a setup.py file
2. Import this module into a safe python interpreter (one in which
setuptools can potentially set global variables or crash hard).
3. Call one of the functions defined in PEP 517.
What each function does is defined in PEP 517. However, here is a "casual"
definition of the functions (this definition should not be relied on for
bug reports or API stability):
- `build_wheel`: build a wheel in the folder and return the basename
- `get_requires_for_build_wheel`: get the `setup_requires` to build
- `prepare_metadata_for_build_wheel`: get the `install_requires`
- `build_sdist`: build an sdist in the folder and return the basename
- `get_requires_for_build_sdist`: get the `setup_requires` to build
Again, this is not a formal definition! Just a "taste" of the module.
� N)�TemporaryDirectory)�parse_requirements)�makedirs� get_requires_for_build_sdist� get_requires_for_build_wheel� prepare_metadata_for_build_wheel� build_wheel� build_sdist�
__legacy__�SetupRequirementsErrorc @ s e Zd Zdd� ZdS )r c C s
|| _ d S �N)�
specifiers)�selfr
� r �9/usr/lib/python3.8/site-packages/setuptools/build_meta.py�__init__4 s z SetupRequirementsError.__init__N)�__name__�
__module__� __qualname__r r r r r r 3 s c @ s& e Zd Zdd� Zeejdd� ��ZdS )� Distributionc C s t ttt|���}t|��d S r )�list�map�strr r )r r
Zspecifier_listr r r �fetch_build_eggs9 s z Distribution.fetch_build_eggsc c s* t jj}| t j_z
dV W 5 |t j_X dS )zw
Replace
distutils.dist.Distribution with this class
for the duration of this context.
N)� distutilsZcorer )�clsZorigr r r �patch> s
zDistribution.patchN)r r r r � classmethod�
contextlib�contextmanagerr r r r r r 8 s r c C s* t jd dkr&t| t�s&| �t �� �S | S )z�
Convert a filename to a string (on Python 2, explicitly
a byte string, not Unicode) as distutils checks for the
exact type str.
r � )�sys� version_info�
isinstancer �encode�getfilesystemencoding)�sr r r �_to_strN s r' c s � fdd�t �� �D �S )Nc s& g | ] }t j�t j�� |��r|�qS r )�os�path�isdir�join)�.0�name�Za_dirr r �
<listcomp>\ s �z1_get_immediate_subdirectories.<locals>.<listcomp>�r( �listdirr. r r. r � _get_immediate_subdirectories[ s r2 c s" � fdd�t �| �D �}|\}|S )Nc 3 s | ]}|� � �r|V qd S r ��endswith�r, �f�� extensionr r � <genexpr>a s
�z'_file_with_extension.<locals>.<genexpr>r0 )Z directoryr8 Zmatching�filer r7 r �_file_with_extension` s
�r; c C s& t j�| �st�d�S ttdt�| �S )Nz%from setuptools import setup; setup()�open)r( r) �exists�io�StringIO�getattr�tokenizer< �� setup_scriptr r r �_open_setup_scripti s
rD c @ s` e Zd Zdd� Zdd� Zddd�Zdd d
�Zdd d �Zdd
d�Zdd� Z ddd�Z
ddd�Z dS )�_BuildMetaBackendc C s |pi }|� dg � |S )N�--global-option)�
setdefault�r �config_settingsr r r � _fix_configs s z _BuildMetaBackend._fix_configc
C sz | � |�}tjd d� dg |d t_z t�� � | �� W 5 Q R X W n, tk
rt } z||j7 }W 5 d }~X Y nX |S )N� Zegg_inforF )rJ r! �argvr r � run_setupr r
)r rI � requirements�er r r �_get_build_requiresx s
�
z%_BuildMetaBackend._get_build_requires�setup.pyc C sD |}d}t |��}|�� �dd�}W 5 Q R X tt||d�t� � d S )N�__main__z\r\nz\n�exec)rD �read�replacerS �compile�locals)r rC �__file__r r6 �coder r r rM � s
z_BuildMetaBackend.run_setupNc C s | � |�}| j|dgd�S )NZwheel�rN �rJ rP rH r r r r � s
z._BuildMetaBackend.get_requires_for_build_wheelc C s | � |�}| j|g d�S )NrZ r[ rH r r r r � s
z._BuildMetaBackend.get_requires_for_build_sdistc C s� t jd d� ddt|�g t _| �� |}dd� t�|�D �}t|�dkrttt|��dkrttj� |t�|�d �}q*t|�dks�t
�q�q*||kr�t � tj� ||d �|� t j
|dd� |d S ) NrK Z dist_infoz
--egg-basec S s g | ]}|� d �r|�qS )z
.dist-infor3 r5 r r r r/ � s
�zF_BuildMetaBackend.prepare_metadata_for_build_wheel.<locals>.<listcomp>r T)�
ignore_errors)r! rL r' rM r( r1 �lenr2 r) r+ �AssertionError�shutilZmoveZrmtree)r �metadata_directoryrI Zdist_info_directoryZ
dist_infosr r r r � s. � � ��z2_BuildMetaBackend.prepare_metadata_for_build_wheelc C s� | � |�}tj�|�}t|dd� t|d��v}tjd d� | d|g |d t_| �� t ||�}tj�
||�}tj� |�r�t� |� t�
tj�
||�|� W 5 Q R X |S )NT)�exist_ok)�dirrK z
--dist-dirrF )rJ r( r) �abspathr r r! rL rM r; r+ r= �remove�rename)r Z
setup_commandZresult_extensionZresult_directoryrI Z tmp_dist_dirZresult_basenameZ result_pathr r r �_build_with_temp_dir� s
��
z&_BuildMetaBackend._build_with_temp_dirc C s | � dgd||�S )NZ bdist_wheelz.whl�rf )r Zwheel_directoryrI r` r r r r � s
�z _BuildMetaBackend.build_wheelc C s | � dddgd||�S )NZsdistz --formatsZgztarz.tar.gzrg )r Zsdist_directoryrI r r r r � s
�z _BuildMetaBackend.build_sdist)rQ )N)N)N)NN)N) r r r rJ rP rM r r r rf r r r r r r rE q s
�
�
rE c s" e Zd ZdZd� fdd� Z� ZS )�_BuildMetaLegacyBackendaC Compatibility backend for setuptools
This is a version of setuptools.build_meta that endeavors to maintain backwards
compatibility with pre-PEP 517 modes of invocation. It exists as a temporary
bridge between the old packaging mechanism and the new packaging mechanism,
and will eventually be removed.
rQ c
sb t tj�}tj�tj�|��}|tjkr6tj�d|� ztt| �j |d� W 5 |tjd d �< X d S )Nr rB )
r r! r) r( �dirnamerc �insert�superrh rM )r rC Zsys_pathZ
script_dir�� __class__r r rM � s
��
z!_BuildMetaLegacyBackend.run_setup)rQ )r r r �__doc__rM �
__classcell__r r rl r rh � s rh )"rn r> r( r! rA r_ r Z
setuptoolsr Zsetuptools.py31compatr Z
pkg_resourcesr Zpkg_resources.py31compatr �__all__�
BaseExceptionr Zdistr r' r2 r; rD �objectrE rh Z_BACKENDr r r r r r
r r r r �<module> sD �
h site-packages/setuptools/__pycache__/__init__.cpython-38.pyc 0000644 00000017130 15201600075 0020102 0 ustar 00 U
�Qabs � @ s� d Z ddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl m
Z
ddlmZ ddlmZmZ dd lmZmZ ddlZdd
lmZ dd lmZm Z dd l m Z dd
l m Z e!Z"ddddddddgZ#er�e#�$d� ej%j&Z&dZ'dZ(dgZ)G dd� d�Z*G dd � d e*�Z+e*j,Z-e�r,e+j,Z.d d � Z/d d� Z0ej1j0j e0_ e �2ej1j3�Z4G d d� de4�Z3d!d"� Z5ej6fd#d$�Z7e �8� dS )%z@Extensions to the 'distutils' for large or complex distributions� N)�DistutilsOptionError)� convert_path�� fnmatchcase� )� SetuptoolsDeprecationWarning)�PY3� string_types)�filter�map)� Extension)� Distribution�Feature)�Require)�monkey�setupr
r �Commandr r r �
find_packages�find_namespace_packagesTz
lib2to3.fixesc @ sB e Zd ZdZeddd��Zedd� �Zed d
� �Zed d � �Z d
S )�
PackageFinderzI
Generate a list of all Python packages found within a directory
�.� ��*c C s& t | �t|�| jd|�� | j|� ��S )a Return a list all Python packages found within directory 'where'
'where' is the root directory which will be searched for packages. It
should be supplied as a "cross-platform" (i.e. URL-style) path; it will
be converted to the appropriate local path syntax.
'exclude' is a sequence of package names to exclude; '*' can be used
as a wildcard in the names, such that 'foo.*' will exclude all
subpackages of 'foo' (but not 'foo' itself).
'include' is a sequence of package names to include. If it's
specified, only the named packages will be included. If it's not
specified, all found packages will be included. 'include' can contain
shell style wildcard patterns just like 'exclude'.
�ez_setup� *__pycache__)r r )�list�_find_packages_iterr �
_build_filter)�cls�where�exclude�includer r �7/usr/lib/python3.8/site-packages/setuptools/__init__.py�find4 s
�zPackageFinder.findc c s� t j|dd�D ]�\}}}|dd� }g |dd�< |D ]d}t j�||�} t j�| |�}
|
�t jjd�} d|ks4| �| �sxq4|| �r�|| �s�| V |�|� q4qdS )zy
All the packages found in 'where' that pass the 'include' filter, but
not the 'exclude' filter.
T�� followlinksNr ) �os�walk�path�join�relpath�replace�sep�_looks_like_package�append) r r r! r" �root�dirs�filesZall_dirs�dir� full_pathZrel_path�packager r r# r K s z!PackageFinder._find_packages_iterc C s t j�t j�| d��S )z%Does a directory look like a package?z __init__.py)r' r) �isfiler* �r) r r r# r. g s z!PackageFinder._looks_like_packagec s � fdd�S )z�
Given a list of patterns, return a callable that will be true only if
the input matches at least one of the patterns.
c s t � fdd��D ��S )Nc 3 s | ]}t � |d �V qdS ))�patNr )�.0r8 ��namer r# � <genexpr>r s z@PackageFinder._build_filter.<locals>.<lambda>.<locals>.<genexpr>)�anyr: �Zpatternsr: r# �<lambda>r � z-PackageFinder._build_filter.<locals>.<lambda>r r> r r> r# r l s zPackageFinder._build_filterN)r r r )
�__name__�
__module__� __qualname__�__doc__� classmethodr$ r � staticmethodr. r r r r r# r / s
r c @ s e Zd Zedd� �ZdS )�PEP420PackageFinderc C s dS )NTr r7 r r r# r. v s z'PEP420PackageFinder._looks_like_packageN)rA rB rC rF r. r r r r# rG u s rG c C s@ t j�tdd� | �� D ���}|jdd� |jr<|�|j� d S )Nc s s" | ]\}}|d kr||fV qdS ))Zdependency_links�setup_requiresNr )r9 �k�vr r r# r< � s �z*_install_setup_requires.<locals>.<genexpr>T)Zignore_option_errors)� distutils�corer
�dict�itemsZparse_config_filesrH Zfetch_build_eggs)�attrs�distr r r# �_install_setup_requires� s �
rQ c K s t | � tjjf | �S �N)rQ rK rL r )rO r r r# r � s c @ s: e Zd ZejZdZdd� Zd dd�Zdd� Zd
d
d �Z dS )r Fc K s t �| |� t| ��|� dS )zj
Construct the command for dist, updating
vars(self) with any keyword parameters.
N)�_Command�__init__�vars�update)�selfrP �kwr r r# rT � s zCommand.__init__Nc C sB t | |�}|d kr"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))�getattr�setattr�
isinstancer r )rW �optionZwhat�default�valr r r# �_ensure_stringlike� s
�zCommand._ensure_stringlikec C sp t | |�}|dkrdS t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��dS )z�Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
Nz,\s*|\s+c s s | ]}t |t�V qd S rR )r[ r )r9 rJ r r r# r< � s z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) rY r[ r rZ �re�splitr �allr )rW r\ r^ �okr r r# �ensure_string_list� s
��zCommand.ensure_string_listr c K s t �| ||�}t|��|� |S rR )rS �reinitialize_commandrU rV )rW ZcommandZreinit_subcommandsrX �cmdr r r# re � s z Command.reinitialize_command)N)r )
rA rB rC rS rD Zcommand_consumes_argumentsrT r_ rd re r r r r# r � s
c C s& dd� t j| dd�D �}tt jj|�S )z%
Find all files under 'path'
c s s, | ]$\}}}|D ]}t j�||�V qqd S rR )r' r) r* )r9 �baser1 r2 �filer r r# r< � s �z#_find_all_simple.<locals>.<genexpr>Tr% )r' r( r
r) r6 )r) �resultsr r r# �_find_all_simple� s �rj c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z�
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
)�start) rj r' �curdir� functools�partialr) r+ r r )r3 r2 Zmake_relr r r# �findall� s
ro )9rD r' �sysrm Zdistutils.corerK Zdistutils.filelistr` Zdistutils.errorsr Zdistutils.utilr Zfnmatchr Z_deprecation_warningr Zsetuptools.extern.sixr r Zsetuptools.extern.six.movesr
r Zsetuptools.versionZ
setuptoolsZsetuptools.extensionr Zsetuptools.distr
r Zsetuptools.dependsr � r �typeZ
__metaclass__�__all__r/ �version� __version__Zbootstrap_install_fromZrun_2to3_on_doctestsZlib2to3_fixer_packagesr rG r$ r r rQ r rL Z
get_unpatchedr rS rj rl ro Z patch_allr r r r# �<module> s\ �
F
2
site-packages/setuptools/__pycache__/depends.cpython-38.opt-1.pyc 0000644 00000012140 15201600075 0020720 0 ustar 00 U
�Qab� � @ s� d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZm Z m
Z
m Z ddl mZ ddd d
gZ
G d d� d�Zd d
� Zddd �Zddd
�Zdd� Ze� dS )� N)�
StrictVersion� )�Bytecode)� find_module� PY_COMPILED� PY_FROZEN� PY_SOURCE)�
py27compat�Requirer �get_module_constant�extract_constantc @ sH e Zd ZdZddd�Zdd� Zdd � Zdd d �Zdd
d�Zddd�Z dS )r
z7A prerequisite to building or installing a distribution� Nc C sF |d kr|d k rt }|d k r0||�}|d kr0d}| j�t� � | `d S )N� __version__)r �__dict__�update�locals�self)r �name�requested_version�moduleZhomepage� attribute�format� r �6/usr/lib/python3.8/site-packages/setuptools/depends.py�__init__ s zRequire.__init__c C s | j dk rd| j| j f S | jS )z0Return full package/distribution name, w/versionNz%s-%s)r r )r r r r � full_name# s
zRequire.full_namec C s* | j dkp(| jdkp(t|�dko(|| jkS )z%Is 'version' sufficiently up-to-date?N�unknown)r r �strr )r �versionr r r �
version_ok) s �zRequire.version_okr c C s� | j dkrFz$t| j|�\}}}|r*|�� |W S tk
rD Y dS X t| j| j ||�}|dk r|||k r|| jdk r|| �|�S |S )a� Get version number of installed module, 'None', or 'default'
Search 'paths' for module. If not found, return 'None'. If found,
return the extracted version attribute, or 'default' if no version
attribute was specified, or the value cannot be determined without
importing the module. The version is formatted according to the
requirement's version format (if any), unless it is 'None' or the
supplied 'default'.
N)r r r �close� ImportErrorr r )r �paths�default�f�p�i�vr r r � get_version. s
zRequire.get_versionc C s | � |�dk S )z/Return true if dependency is present on 'paths'N)r( )r r" r r r �
is_presentI s zRequire.is_presentc C s | � |�}|dkrdS | �|�S )z>Return true if dependency is present and up-to-date on 'paths'NF)r( r )r r" r r r r �
is_currentM s
zRequire.is_current)r
NN)Nr )N)N)
�__name__�
__module__� __qualname__�__doc__r r r r( r) r* r r r r r
s �
c C s" t jdd� �}| s|� S t �| �S )Nc s s
d V d S )Nr r r r r �emptyV s zmaybe_close.<locals>.empty)�
contextlib�contextmanager�closing)r$ r/ r r r � maybe_closeU s
r3 ���c
C s� z t | |� \}}\}}}} W n tk
r4 Y dS X t|��z |tkr^|�d� t�|�}
nV|tkrtt� | |�}
n@|t
kr�t |�� |d�}
n&t� | || �} t
| |d�W 5 Q R � S W 5 Q R X t|
||�S )z�Find 'module' by searching 'paths', and extract 'symbol'
Return 'None' if 'module' does not exist on 'paths', or it does not define
'symbol'. If the module defines 'symbol' as a constant, return the
constant. Otherwise, return 'default'.N� �exec)r r! r3 r �read�marshal�loadr r �get_frozen_objectr �compileZ
get_module�getattrr ) r �symbolr# r" r$ �path�suffix�modeZkind�info�codeZimportedr r r r ` s
"c C s� || j krdS t| j ��|�}d}d}d}|}t| �D ]H}|j} |j}
| |krZ| j|
}q6|
|krz| |ksr| |krz| S |}q6dS )a Extract the constant value of 'symbol' from 'code'
If the name 'symbol' is bound to a constant value by the Python code
object 'code', return that value. If 'symbol' is bound to an expression,
return 'default'. Otherwise, return 'None'.
Return value is based on the first assignment to 'symbol'. 'symbol' must
be a global, or at least a non-"fast" local in the code block. That is,
only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol'
must be present in 'code.co_names'.
N�Z �a �d )�co_names�list�indexr Zopcode�arg� co_consts) rB r= r# Zname_idxZ
STORE_NAMEZ STORE_GLOBALZ
LOAD_CONST�constZ byte_code�oprI r r r r } s
c C s> t j�d�st jdkrdS d} | D ]}t� |= t�|� q"dS )z�
Patch the globals to remove the objects not available on some platforms.
XXX it'd be better to test assertions about bytecode instead.
�javaZcliN)r r )�sys�platform�
startswith�globals�__all__�remove)Z incompatibler r r r �_update_globals� s rT )r4 N)r4 )rN r8 r0 Zdistutils.versionr Z
py33compatr r r r r r r
rR r
r3 r r rT r r r r �<module> s" �D
$ site-packages/setuptools/__pycache__/version.cpython-38.pyc 0000644 00000000444 15201600075 0020030 0 ustar 00 U
�Qab� � @ s6 d dl Z ze �d�jZW n ek
r0 dZY nX dS )� NZ
setuptools�unknown)Z
pkg_resourcesZget_distribution�version� __version__� Exception� r r �6/usr/lib/python3.8/site-packages/setuptools/version.py�<module> s site-packages/setuptools/__pycache__/py34compat.cpython-38.opt-1.pyc 0000644 00000000702 15201600075 0021302 0 ustar 00 U
�Qab� � @ sX d dl Z z d dlZ W n ek
r( Y nX z e jjZW n ek
rR dd� ZY nX dS )� Nc C s | j �| j�S )N)�loader� load_module�name)�spec� r �9/usr/lib/python3.8/site-packages/setuptools/py34compat.py�module_from_spec s r )� importlib�importlib.util� ImportError�utilr �AttributeErrorr r r r �<module> s site-packages/setuptools/__pycache__/package_index.cpython-38.pyc 0000644 00000100312 15201600075 0021120 0 ustar 00 U
�Qab�� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl m
Z
ddlmZmZmZmZ ddlZddlmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z! ddlm"Z" ddl#m$Z$ dd l%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. e/Z0e�1d�Z2e�1dej3�Z4e�1d�Z5e�1dej3�j6Z7d�8� Z9ddddgZ:dZ;dZ<e<j=dj=ej>� ed�Z?dd � Z@d d� ZAd d � ZBdGd d�ZCdHd!d"�ZDdId#d$�ZEdedfd%d�ZFdJd&d'�ZGd(d)� ZHe�1d*ej3�ZIeHd+d,� �ZJG d-d.� d.�ZKG d/d0� d0eK�ZLG d1d� de�ZMe�1d2�jNZOd3d4� ZPd5d6� ZQdKd7d8�ZRd9d:� ZSG d;d<� d<�ZTG d=d>� d>ejU�ZVejWjXfd?d@�ZYdAdB� ZZeRe;�eY�ZYdCdD� Z[dEdF� Z\dS )Lz#PyPI and direct package downloading� N��wraps)�six)�urllib� http_client� configparser�map)
�
CHECKOUT_DIST� Distribution� BINARY_DIST�normalize_path� SOURCE_DIST� Environment�find_distributions� safe_name� safe_version� to_filename� Requirement� DEVELOP_DIST�EGG_DIST)� ssl_support)�log)�DistutilsError)� translate)�get_all_headers)�unescape)�Wheelz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z�<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z .tar.gz .tar.bz2 .tar .zip .tgz� PackageIndex�distros_for_url�parse_bdist_wininst�interpret_distro_name� z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_major�
setuptoolsc C s4 z t �| �W S tk
r. td| f ��Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r �parse�
ValueErrorr )�spec� r& �</usr/lib/python3.8/site-packages/setuptools/package_index.py�parse_requirement_arg4 s �r( c C s� | � � }d\}}}|�d�r�|�d�r8| dd� }d}nn|�dd�rb| d d
� }| dd� }d}nD|�d �r~| dd � }d
}n(|�dd�r�| d d
� }| dd� }d
}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNN�.exez
.win32.exeNi����Zwin32z .win32-pyi�i�������z.win-amd64.exei�z win-amd64z
.win-amd64-pyi��)�lower�endswith�
startswith)�namer+ �base�py_verZplatr& r& r' r = s$
c C sx t j�| �}|\}}}}}}t j�|�d�d �}|dkrX|dkrXt j�|�d�d �}d|krp|�dd�\}}||fS )N�/���zsourceforge.net�download����#� )r r# �urlparse�unquote�split) �url�parts�scheme�server�pathZ
parameters�query�fragmentr/ r& r& r' �egg_info_for_urlU s rA c c s\ t | �\}}t| ||�D ]
}|V q|rXt�|�}|rXt| |�d�|td�D ]
}|V qLdS )zEYield egg or source distribution objects that might be found at a URLr6 )�
precedenceN)rA �distros_for_location� EGG_FRAGMENT�matchr �groupr )r: �metadatar/ r@ �distrE r& r& r' r ` s
�
c C s� |� d�r|dd� }|� d�r8d|kr8t�| ||�gS |� d�rxd|krxt|�}|�� s^g S t| |j|jtd d�gS |� d �r�t|�\}}}|dk r�t | |||t
|�S t D ]0}|� |�r�|dt |� � }t | ||� S q�g S )
z:Yield egg or source distribution objects based on basename�.egg.zipNr* z.egg�-z.whlr6 )�location� project_name�versionrB r) )
r, r
Z
from_locationr Z
is_compatiblerL rM r r r r �
EXTENSIONS�len)rK �basenamerG ZwheelZwin_baser0 �platformZextr& r& r' rC n s<
�
�
rC c C s t t| �tj�| �|�S )zEYield possible egg or source distribution objects based on a filename)rC r �osr> rP )�filenamerG r& r& r' �distros_for_filename� s
�rT c
c s| |� d�}|s,tdd� |dd� D ��r,dS tdt|�d �D ]8}t| |d�|d|� �d�||d� �|||d�V q>dS )z�Generate alternative interpretations of a source distro name
Note: if `location` is a filesystem filename, you should call
``pkg_resources.normalize_path()`` on it before passing it to this
routine!
rJ c s s | ]}t �d |�V qdS )z py\d\.\d$N)�rerE )�.0�pr& r& r' � <genexpr>� s z(interpret_distro_name.<locals>.<genexpr>� Nr6 )�
py_versionrB rQ )r9 �any�rangerO r
�join)rK rP rG rZ rB rQ r; rW r& r& r' r � s
�c c sf t � }|j}|dkr:tj�|j| �D ]}||� |V q$n(| D ]"}||�}||kr>||� |V q>dS )zHList unique elements, preserving order. Remember all elements ever seen.N)�set�addr Zmoves� filterfalse� __contains__)�iterable�key�seenZseen_addZelement�kr& r& r' �unique_everseen� s
rf c s t � �� fdd��}|S )zs
Wrap a function returning an iterable such that the resulting iterable
only ever yields unique items.
c s t � | |��S �N)rf )�args�kwargs��funcr& r' �wrapper� s z unique_values.<locals>.wrapperr )rk rl r& rj r' �
unique_values� s rm z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c c s� t �|�D ]d}|�� \}}tttj|�� �d���}d|ksDd|kr
t �|�D ] }t
j � | t
|�d���V qNq
dD ]@}|�|�}|dkrtt �||�}|rtt
j � | t
|�d���V qtdS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLs�,Zhomepager3 r6 )z
<th>Home Pagez<th>Download URLr2 N)�REL�finditer�groupsr^ r �str�stripr+ r9 �HREFr r# �urljoin�
htmldecoderF �find�search)r: �pagerE �tagZrelZrels�posr& r& r' �find_external_links� s
r| c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ContentCheckerzP
A null content checker that defines the interface for checking content
c C s dS )z3
Feed a block of data to the hash.
Nr& ��self�blockr& r& r' �feed� s zContentChecker.feedc C s dS )zC
Check the hash. Return False if validation fails.
Tr& �r r& r& r' �is_valid� s zContentChecker.is_validc C s dS )zu
Call reporter with information about the checker (hash name)
substituted into the template.
Nr& )r �reporter�templater& r& r' �report s zContentChecker.reportN)�__name__�
__module__� __qualname__�__doc__r� r� r� r& r& r& r' r} � s r} c @ sB e Zd Ze�d�Zdd� Zedd� �Zdd� Z dd � Z
d
d � Z d S )
� HashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c C s || _ t�|�| _|| _d S rg )� hash_name�hashlib�new�hash�expected)r r� r� r& r& r' �__init__ s zHashChecker.__init__c C s> t j�|�d }|st� S | j�|�}|s0t� S | f |�� �S )z5Construct a (possibly null) ContentChecker from a URLr2 )r r# r7 r} �patternrx � groupdict)�clsr: r@ rE r& r& r' �from_url s zHashChecker.from_urlc C s | j �|� d S rg )r� �updater~ r& r& r' r� s zHashChecker.feedc C s | j �� | jkS rg )r� Z hexdigestr� r� r& r& r' r� " s zHashChecker.is_validc C s || j }||�S rg )r� )r r� r� �msgr& r& r' r� % s
zHashChecker.reportN) r� r� r� rU �compiler� r� � classmethodr� r� r� r� r& r& r& r' r� s �
r� c s< e Zd ZdZdJdd�ZdKd d
�ZdLd d �ZdMd
d�Zdd� Zdd� Z dd� Z
dd� Z dNdd�Z dd� Z
dO� fdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdPd'd(�ZdQd)d*�Zd+d,� Zd-Zd.d/� Zd0d1� ZdRd2d3�Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z e dSd>d?��Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&� Z'S )Tr z;A distribution index that scans web pages for download URLs�https://pypi.org/simple/��*NTc O s� t j| f|�|� |dd |�d� � | _i | _i | _i | _t�d� t
t |���j | _
g | _|ortjor|prt�� }|r�t�|�| _n
tjj| _d S )Nr1 �|)r r� r, � index_url� scanned_urls� fetched_urls�
package_pagesrU r� r] r r rE �allows�to_scanr Z is_availableZfind_ca_bundleZ
opener_for�openerr �request�urlopen)r r� ZhostsZ ca_bundleZ
verify_sslrh �kwZuse_sslr& r& r' r� - s �
�zPackageIndex.__init__Fc C s� || j kr|sdS d| j |< t|�s2| �|� dS tt|��}|r\| �|�sPdS | �d|� |sn|rn|| jkr�tt| j |�� dS | �|�s�d| j|< dS | �
d|� d| j|< d}| � ||| �}|dkr�dS d| j|j < d|j
�dd��� k�r |�� dS |j }|�� }t|t��sNt|tjj��r0d }n|j
�d
��p@d }|�|d �}|�� t�|�D ](} tj� |t | � d ���}
| � |
� �q`|� | j!��r�t"|d
d�dk�r�| �#||�}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!�html� content-type� zlatin-1�charset�ignorer6 �code� )$r� �
URL_SCHEME�process_filename�listr �url_ok�debugr� r r_ �info�open_urlr: �headers�getr+ �close�read�
isinstancerr r �error� HTTPErrorZ get_param�decodert rp r# ru rv rF � process_urlr- r� �getattr�
process_index) r r: Zretrieve�dists�tmpl�fr/ ry r� rE �linkr& r& r' r� B sP
zPackageIndex.process_urlc C s� t j�|�s | �d|� d S t j�|�r^|s^t j�|�}t �|�D ]}| �t j�||�d� qBt |�}|r�| �
d|� t t | j
|�� d S )Nz
Not found: %sTz Found: %s)rR r> �exists�warn�isdir�realpath�listdirr� r] rT r� r� r r_ )r �fn�nestedr> �itemr� r& r& r' r� u s z PackageIndex.process_filenamec C sb t |�}|o |�d��� dk}|s8| �tj�|�d �r<dS d}|rRt|| ��n | �||� d S )Nr6 �fileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
) r� rF r+ r� r r# r7 r r� )r r: Zfatal�s�is_filer� r& r& r' r� � s �zPackageIndex.url_okc C s2 t tjj|�}dd� |D �}tt�| j|�� d S )Nc s s0 | ](}t �|�D ]}|�d �r||fV qqdS )z .egg-linkN)rR r� r, )rV r> �entryr& r& r' rX � s
�z.PackageIndex.scan_egg_links.<locals>.<genexpr>)�filterrR r> r� r� � itertools�starmap�
scan_egg_link)r Z search_path�dirsZ egg_linksr& r& r' �scan_egg_links� s
�zPackageIndex.scan_egg_linksc C s� t tj�||��� }ttd ttj|���}W 5 Q R X t |�dkrDd S |\}}t
tj�||��D ](}tjj|f|�� |_ t |_
| �|� q^d S )NrY )�openrR r> r] r� r� r rr rs rO r rK r
rB r_ )r r> r� Z raw_lines�linesZegg_pathZ
setup_pathrH r& r& r' r� � s zPackageIndex.scan_egg_linkc
s� � fdd�}t �|�D ]:}z |tj�|t|�d���� W q tk
rN Y qX q||�\}}|r�t||�D ]H}t |�\}} |�
d�r�| s�|r�|d||f 7 }n
� � |� � � |� qlt
�dd� |�S dS d S )
z#Process the contents of a PyPI pagec s� | � � j�r�tttjj| t� j�d � �d���}t|�dkr�d|d kr�t |d �}t
|d �}d� j � |�
� i �| < t|�t|�fS dS )Nr1 rY r5 r6 r T)NN)r- r� r� r r r# r8 rO r9 r r r� �
setdefaultr+ r )r� r; �pkg�verr� r& r' �scan� s � z(PackageIndex.process_index.<locals>.scanr6 �.pyz
#egg=%s-%sc S s d| � ddd� S )Nz<a href="%s#md5=%s">%s</a>r6 � rY )rF )�mr& r& r' �<lambda>� � z,PackageIndex.process_index.<locals>.<lambda>r� N)rt rp r r# ru rv rF r$ r| rA r, �need_version_info�scan_url�PYPI_MD5�sub)
r r: ry r� rE r� r� �new_urlr/ �fragr& r� r' r� � s(
�zPackageIndex.process_indexc C s | � d|� d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)�scan_all�r r: r& r& r' r� � s �z PackageIndex.need_version_infoc G s: | j | jkr*|r | j|f|�� | �d� | �| j � d S )Nz6Scanning index of all packages (this may take a while))r� r� r� r� r� �r r� rh r& r& r' r� � s �zPackageIndex.scan_allc C sz | � | j|j d � | j�|j�s:| � | j|j d � | j�|j�sR| �|� t| j�|jd��D ]}| � |� qfd S )Nr1 r& ) r� r� � unsafe_namer� r� rc rL �not_found_in_indexr� )r � requirementr: r& r& r' �
find_packages� s
zPackageIndex.find_packagesc sR | � � | �|� | |j D ]"}||kr0| S | �d||� q tt| ��||�S )Nz%s does not match %s)�prescanr� rc r� �superr �obtain)r r� Z installerrH �� __class__r& r' r� � s
zPackageIndex.obtainc C sL |� | jd| � |�� sH|�� t�|� td|jjtj �
|�f ��dS )z-
checker is a ContentChecker
z Validating %%s checksum for %sz7%s validation failed for %s; possible download problem?N) r� r� r� r� rR �unlinkr r� r. r> rP )r �checkerrS �tfpr& r& r' �
check_hash� s �
��zPackageIndex.check_hashc C sN |D ]D}| j dks0t|�r0|�d�s0tt|��r<| �|� q| j �|� qdS )z;Add `urls` to the list that will be prescanned for searchesN�file:)r� r� r- r� r r� �append)r Zurlsr: r& r& r' �add_find_links s ���
� zPackageIndex.add_find_linksc C s" | j rtt| j| j �� d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r� r� r r� r� r& r& r' r� s zPackageIndex.prescanc C s< | |j r| jd }}n | jd }}|||j� | �� d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rc r� r� r� r� )r r� Zmethr� r& r& r' r� # s
� z PackageIndex.not_found_in_indexc C s~ t |t�sjt|�}|rR| �|�d�||�}t|�\}}|�d�rN| �|||�}|S tj �
|�rb|S t |�}t | �
||�dd�S )a Locate and/or download `spec` to `tmpdir`, returning a local path
`spec` may be a ``Requirement`` object, or a string containing a URL,
an existing local filename, or a project/version requirement spec
(i.e. the string form of a ``Requirement`` object). If it is the URL
of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
automatically created alongside the downloaded file.
If `spec` is a ``Requirement`` object or a string containing a
project/version requirement spec, this method returns the location of
a matching distribution (possibly after downloading it to `tmpdir`).
If `spec` is a locally existing file or directory name, it is simply
returned unchanged. If `spec` is a URL, it is downloaded to a subpath
of `tmpdir`, and the local filename is returned. Various errors may be
raised if a problem occurs during downloading.
r6 r� rK N)r� r r� �
_download_urlrF rA r, � gen_setuprR r> r� r( r� �fetch_distribution)r r% �tmpdirr< �foundr/ r@ r& r& r' r3 - s
zPackageIndex.downloadc s� �� d|� i �d}d
� ����fdd� }|rH��� ��|� ||�}|s^|dk r^|||�}|dkr��jdk rx��� ||�}|dkr�|s���|� ||�}|dkr���d�r�dp�d|� n�� d|� |j|jd �S dS ) a| Obtain a distribution suitable for fulfilling `requirement`
`requirement` must be a ``pkg_resources.Requirement`` instance.
If necessary, or if the `force_scan` flag is set, the requirement is
searched for in the (online) package index as well as the locally
installed packages. If a distribution matching `requirement` is found,
the returned distribution's ``location`` is the value you would have
gotten from calling the ``download()`` method with the matching
distribution's URL or filename. If no matching distribution is found,
``None`` is returned.
If the `source` flag is set, only source distributions and source
checkout links will be considered. Unless the `develop_ok` flag is
set, development and system eggs (i.e., those using the ``.egg-info``
format) will be ignored.
zSearching for %sNc s� |d kr �}|| j D ]v}|jtkrF� sF|�kr��d|� d�|< q|| ko\|jtkp\� }|r��|j��}||_tj �
|j�r| S qd S )Nz&Skipping development or system egg: %sr6 ) rc rB r r� r
r3 rK �download_locationrR r> r� )Zreq�envrH ZtestZloc��
develop_okr Zskipped�sourcer� r& r' rw g s& ��z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r� zBest match: %s)rK )N)r� r� r� r� r� Zcloner ) r r� r� �
force_scanr r Z local_indexrH rw r& r r' r� O s2
� z PackageIndex.fetch_distributionc C s" | � ||||�}|dk r |jS dS )a3 Obtain a file suitable for fulfilling `requirement`
DEPRECATED; use the ``fetch_distribution()`` method now instead. For
backward compatibility, this routine is identical but returns the
``location`` of the downloaded distribution instead of a distribution
object.
N)r� rK )r r� r� r r rH r& r& r' �fetch� s zPackageIndex.fetchc
C s� t �|�}|r*dd� t||�d�d �D �p,g }t|�dkr�tj�|�}tj�|�|kr�tj� ||�}ddl
m } |||�s�t �
||� |}ttj� |d�d��2} | �d|d j|d jtj�|�d f � W 5 Q R X |S |r�td ||f ��ntd
��d S ) Nc S s g | ]}|j r|�qS r& )rM )rV �dr& r& r' �
<listcomp>� s �z*PackageIndex.gen_setup.<locals>.<listcomp>r6 r )�samefilezsetup.py�wzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z�Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rD rE r rF rO rR r> rP �dirnamer] Z setuptools.command.easy_installr �shutilZcopy2r� �writerL rM �splitextr )
r rS r@ r� rE r� rP Zdstr r� r& r& r' r� � sB
��
������zPackageIndex.gen_setupi c C s | � d|� d }z�t�|�}| �|�}t|tjj�rJt d||j
|j f ��|� � }d}| j }d}d|kr�t
|d�} ttt| ��}| �|||||� t|d��V}
|�|�} | r�|�| � |
�| � |d7 }| �|||||� q�q�q�| �|||
� W 5 Q R X |W �S |�r|�� X d S ) NzDownloading %szCan't download %s: %s %sr r2 zcontent-lengthzContent-Length�wbr6 )r� r� r� r� r� r� r r� r� r r� r� � dl_blocksizer �maxr �int�
reporthookr� r� r� r
r� ) r r: rS �fpr� r� �blocknumZbs�sizeZsizesr� r� r& r& r' � _download_to� s:
�
zPackageIndex._download_toc C s d S rg r& )r r: rS r Zblksizer r& r& r' r � s zPackageIndex.reporthookc
C s� |� d�rt|�S zt|| j�W S ttjfk
r� } z<d�dd� |jD ��}|r`| � ||� nt
d||f ��W 5 d }~X Y �n t j j
k
r� } z | W Y �S d }~X Y n� t j jk
� r� } z*|r�| � ||j� nt
d||jf ��W 5 d }~X Y n� tjk
�rF } z,|�r$| � ||j� nt
d||jf ��W 5 d }~X Y nP tjtj fk
�r� } z(|�rt| � ||� nt
d||f ��W 5 d }~X Y nX d S )Nr� � c S s g | ] }t |��qS r& )rr )rV �argr& r& r' r s z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r- �
local_open�open_with_authr� r$ r �
InvalidURLr] rh r� r r r� r� ZURLError�reasonZ
BadStatusLine�lineZ
HTTPException�socket)r r: Zwarning�vr� r& r& r' r� � s>
"����zPackageIndex.open_urlc C s� t |�\}}|r0d|kr4|�dd��dd�}qnd}|�d�rJ|d d� }tj�||�}|dksj|�d �rv| �||�S |d
ks�|�d �r�| �||�S |�d �r�| � ||�S |d
kr�t
j � t
j
�|�d �S | �|d� | �||�S d S )Nz..�.�\�_Z__downloaded__rI r* Zsvnzsvn+Zgitzgit+zhg+r� rY T)rA �replacer, rR r> r] r- �
_download_svn�
_download_git� _download_hgr r� � url2pathnamer# r7 r� �_attempt_download)r r< r: r� r. r@ rS r& r& r' r� s$
zPackageIndex._download_urlc C s | � |d� d S )NT)r� r� r& r& r' r� : s zPackageIndex.scan_urlc C s6 | � ||�}d|�dd��� kr.| �|||�S |S d S )Nr� r� r� )r r� r+ �_download_html)r r: rS r� r& r& r' r) = s z PackageIndex._attempt_downloadc C sn t |�}|D ]>}|�� r t�d|�rF|�� t�|� | �||� S qLq |�� t�|� td| ��d S )Nz <title>([^- ]+ - )?Revision \d+:z Unexpected HTML page found at ) r� rs rU rx r� rR r� r% r )r r: r� rS r� r r& r& r' r* D s
zPackageIndex._download_htmlc C s t �dt� |�dd�d }d}|�� �d�r�d|kr�tj�|�\}}}}}} |s�|�d�r�d |d
d � kr�|d
d � �d d�\}}t |�\}
} |
r�d |
kr�|
�d d�\} }
d | |
f }nd
|
}| }|||||| f}tj�
|�}| � d||� t �
d|||f � |S )Nz"SVN download support is deprecatedr5 r6 r r� zsvn:�@z//r1 rY �:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)�warningsr� � UserWarningr9 r+ r- r r# r7 �
_splituser�
urlunparser� rR �system)r r: rS Zcredsr< �netlocr> rW �qr� �auth�host�userZpwr; r& r& r' r% S s& zPackageIndex._download_svnc C sp t j�| �\}}}}}|�dd�d }|�dd�d }d }d|krR|�dd�\}}t j�||||df�} | |fS )N�+r6 r2 r5 r r+ r� )r r# Zurlsplitr9 �rsplitZ
urlunsplit)r: �
pop_prefixr< r2 r> r? r� �revr& r& r' �_vcs_split_rev_from_urli s z$PackageIndex._vcs_split_rev_from_urlc C sl |� dd�d }| j|dd�\}}| �d||� t�d||f � |d k rh| �d|� t�d ||f � |S )
Nr5 r6 r T�r9 z Doing git clone from %s to %szgit clone --quiet %s %szChecking out %sz git -C %s checkout --quiet %s�r9 r; r� rR r1 �r r: rS r: r& r& r' r& { s �zPackageIndex._download_gitc C sl |� dd�d }| j|dd�\}}| �d||� t�d||f � |d k rh| �d|� t�d ||f � |S )
Nr5 r6 r Tr< z Doing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -qr= r> r& r& r' r' � s �zPackageIndex._download_hgc G s t j|f|�� d S rg )r r� r� r& r& r' r� � s zPackageIndex.debugc G s t j|f|�� d S rg )r r� r� r& r& r' r� � s zPackageIndex.infoc G s t j|f|�� d S rg )r r� r� r& r& r' r� � s zPackageIndex.warn)r� r� NT)F)F)F)N)N)FFFN)FF)N)F)(r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r3 r� r r� r r r r� r� r� r) r* r% � staticmethodr; r& r' r� r� r� �
__classcell__r& r& r� r' r * sX �
3
+
# �
L
)$
# z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c C s | � d�}t|�S )Nr )rF r )rE Zwhatr& r& r' �
decode_entity� s
rA c C s
t t| �S )a
Decode HTML entities in the given text.
>>> htmldecode(
... 'https://../package_name-0.1.2.tar.gz'
... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz')
'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
)�
entity_subrA )�textr& r& r' rv � s rv c s � fdd�}|S )Nc s � �fdd�}|S )Nc s2 t �� }t ��� z� | |�W �S t �|� X d S rg )r ZgetdefaulttimeoutZsetdefaulttimeout)rh ri Z old_timeout)rk �timeoutr& r' �_socket_timeout� s
z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr& )rk rE �rD rj r' rE � s z'socket_timeout.<locals>._socket_timeoutr& )rD rE r& rF r' �socket_timeout� s rG c C s2 t j�| �}|�� }t�|�}|�� }|�dd�S )aq
A function compatible with Python 2.3-3.3 that will encode
auth from a URL suitable for an HTTP header.
>>> str(_encode_auth('username%3Apassword'))
'dXNlcm5hbWU6cGFzc3dvcmQ='
Long auth strings should not cause a newline to be inserted.
>>> long_auth = 'username:' + 'password'*10
>>> chr(10) in str(_encode_auth(long_auth))
False
�
r� )r r# r8 �encode�base64Z b64encoder� r$ )r4 Zauth_sZ
auth_bytesZ
encoded_bytesZencodedr& r& r' � _encode_auth� s
rK c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �
Credentialz:
A username/password pair. Use like a namedtuple.
c C s || _ || _d S rg ��username�password)r rN rO r& r& r' r� � s zCredential.__init__c c s | j V | jV d S rg rM r� r& r& r' �__iter__� s zCredential.__iter__c C s dt | � S )Nz%(username)s:%(password)s)�varsr� r& r& r' �__str__� s zCredential.__str__N)r� r� r� r� r� rP rR r& r& r& r' rL � s rL c @ s0 e Zd Zdd� Zedd� �Zdd� Zdd� Zd S )
�
PyPIConfigc C sP t �dddgd�}tj�| |� tj�tj�d�d�}tj� |�rL| �
|� dS )z%
Load from ~/.pypirc
rN rO �
repositoryr� �~z.pypircN) �dict�fromkeysr �RawConfigParserr� rR r> r] �
expanduserr� r� )r �defaultsZrcr& r& r' r� � s
zPyPIConfig.__init__c s& � fdd�� � � D �}tt� j|��S )Nc s g | ]}� � |d ��� r|�qS )rT )r� rs )rV �sectionr� r& r' r � s �z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)ZsectionsrV r �_get_repo_cred)r Zsections_with_repositoriesr& r� r' �creds_by_repository� s
�z PyPIConfig.creds_by_repositoryc C s6 | � |d��� }|t| � |d��� | � |d��� �fS )NrT rN rO )r� rs rL )r r[ Zrepor& r& r' r\ s
�zPyPIConfig._get_repo_credc C s* | j �� D ]\}}|�|�r
| S q
dS )z�
If the URL indicated appears to be a repository defined in this
config, return the credential for that repository.
N)r] �itemsr- )r r: rT �credr& r& r' �find_credential
s
zPyPIConfig.find_credentialN)r� r� r� r� �propertyr] r\ r` r& r& r& r' rS � s
rS c C s: t j�| �}|\}}}}}}|�d�r0t�d��|dkrFt|�\} }
nd} | s~t� �| �} | r~t | �} | j
| f} t j d | �� | r�dt
| � } ||
||||f}
t j�|
�}t j�|�}|�d| � n t j�| �}|�dt� ||�}| �r6t j�|j�\}}}}}}||k�r6||
k�r6||||||f}
t j�|
�|_|S )
z4Open a urllib2 request, handling HTTP authenticationr, znonnumeric port: '')ZhttpZhttpsN�*Authenticating as %s for %s (from .pypirc)zBasic Z
Authorizationz
User-Agent)rb )r r# r7 r, r r r/ rS r` rr rN r r� rK r0 r� ZRequestZ
add_header�
user_agentr: )r: r� Zparsedr< r2 r> Zparamsr? r� r4 Zaddressr_ r� r; r� r� r �s2Zh2Zpath2Zparam2Zquery2Zfrag2r& r& r' r s8
r c C s | � d�\}}} |r|nd| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.r+ N)�
rpartition)r5 r6 Zdelimr& r& r' r/ F s r/ c C s | S rg r& )r: r& r& r' �
fix_sf_urlP s rf c
C s t j�| �\}}}}}}t j�|�}tj�|�r<t j�| �S |� d�r�tj�
|�r�g }t� |�D ]d} tj� || �}
| dkr�t
|
d��} | �� } W 5 Q R X q�ntj�
|
�r�| d7 } |�dj| d�� q`d}
|
j| d� |�d�} d \}}n
d
\}}} d d i}t�| �}t j�| ||||�S )
z7Read a local path, with special support for directoriesr1 z
index.html�rz<a href="{name}">{name}</a>)r. zB<html><head><title>{url}</title></head><body>{files}</body></html>rH )r: �files)�� ZOK)r� zPath not foundz Not foundr� z text/html)r r# r7 r� r( rR r> �isfiler� r, r� r� r] r� r� r� �formatr �StringIOr� r� )r: r< r= r> Zparamr? r� rS rh r� �filepathr Zbodyr� Zstatus�messager� Z body_streamr& r& r' r T s. �
r )N)N)N)N)r! )]r� �sysrR rU r r rJ r� r� r- � functoolsr Zsetuptools.externr Zsetuptools.extern.six.movesr r r r r" Z
pkg_resourcesr r
r r r
r r r r r r r r r Z distutilsr Zdistutils.errorsr Zfnmatchr Zsetuptools.py27compatr Zsetuptools.py33compatr Zsetuptools.wheelr �typeZ
__metaclass__r� rD �Irt r� rE r� r9 rN �__all__Z_SOCKET_TIMEOUTZ_tmplrk � version_inforc r( r rA r rC rT r rf rm ro r| r} r� r r� rB rA rv rG rK rL rX rS r� r� r r/ rf r r& r& r& r' �<module> s� <
� �
!
�
$
!
&/ site-packages/setuptools/__pycache__/wheel.cpython-38.opt-1.pyc 0000644 00000015564 15201600075 0020417 0 ustar 00 U
�Qab� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl m Z ddl m
Z
ddlmZ ddl
mZ ddlmZ eZe�d ej�jZd
Zd d � ZG d
d� d�ZdS )zWheels support.� )� get_platformN)�
parse_version)�canonicalize_name)�PY3)�
pep425tags)�write_requirementsz�^(?P<project_name>.+?)-(?P<version>\d.*?)
((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?)
)\.whl$z�try:
__import__('pkg_resources').declare_namespace(__name__)
except ImportError:
__path__ = __import__('pkgutil').extend_path(__path__, __name__)
c C s� t �| �D ]�\}}}t j�|| �}|D ].}t j�||�}t j�|||�}t �||� q&ttt|���D ]D\} }
t j�||
�}t j�|||
�}t j� |�sft �||� || = qfq
t j| dd�D ]\}}}t �
|� q�dS )zDMove everything under `src_dir` to `dst_dir`, and delete the former.T)�topdownN) �os�walk�path�relpath�join�renames�reversed�list� enumerate�exists�rmdir) Zsrc_dirZdst_dir�dirpathZdirnames� filenames�subdir�f�srcZdst�n�d� r �4/usr/lib/python3.8/site-packages/setuptools/wheel.py�unpack% s
r c @ sh e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dS )�Wheelc C sP t tj�|��}|d kr$td| ��|| _|�� �� D ]\}}t| ||� q6d S )Nzinvalid wheel name: %r) �
WHEEL_NAMEr r �basename�
ValueError�filename� groupdict�items�setattr)�selfr" �match�k�vr r r �__init__= s zWheel.__init__c C s& t �| j�d�| j�d�| j�d��S )z>List tags (py_version, abi, platform) supported by this wheel.�.)� itertools�productZ
py_version�splitZabi�platform�r& r r r �tagsE s
�z
Wheel.tagsc s$ t �� � t� fdd�| �� D �d�S )z5Is the wheel is compatible with the current platform?c 3 s | ]}|� krd V qdS )TNr )�.0�t�Zsupported_tagsr r � <genexpr>P s z&Wheel.is_compatible.<locals>.<genexpr>F)r Z
get_supported�nextr1 r0 r r4 r �
is_compatibleM s zWheel.is_compatiblec C s, t j| j| j| jdkrd nt� d��� d S )N�any)� project_name�versionr/ z.egg)�
pkg_resources� Distributionr9 r: r/ r �egg_namer0 r r r r= R s ��zWheel.egg_namec C sJ |� � D ]4}t�|�}|�d�rt|��t| j��r| S qtd��d S )Nz
.dist-infoz.unsupported wheel format. .dist-info not found)Znamelist� posixpath�dirname�endswithr �
startswithr9 r! )r& �zf�memberr? r r r �
get_dist_infoX s
��
zWheel.get_dist_infoc C s( t �| j��}| �||� W 5 Q R X dS )z"Install wheel as an egg directory.N)�zipfileZZipFiler" �_install_as_egg)r& �destination_eggdirrB r r r �install_as_eggb s zWheel.install_as_eggc C s\ d| j | jf }| �|�}d| }tj�|d�}| �||||� | �||� | �||� d S )Nz%s-%sz%s.data�EGG-INFO) r9 r: rD r r r
�_convert_metadata�_move_data_entries�_fix_namespace_packages)r& rG rB Z
dist_basename� dist_info� dist_data�egg_infor r r rF g s
zWheel._install_as_eggc
s& ��fdd�}|d�}t |�d��}t d�| ko>t d�k n }|sTtd| ��t�|� ��|� tj�|���tj j
|�t� |��d�� d d
� �t t
t�� �� ����� ��fd d �� jD �}t��|� t�tj�|d
�tj�|d�� tj t�|d�d�} t| �d�d tj�|d�� d S )Nc
sT �� t�� | ���8}tr&|�� �d�n|�� }tj�� � |�W 5 Q R � S Q R X d S )Nzutf-8)
�openr> r
r �read�decode�email�parserZParserZparsestr)�name�fp�value)rM rB r r � get_metadatas s z-Wheel._convert_metadata.<locals>.get_metadataZWHEELz
Wheel-Versionz1.0z2.0dev0z$unsupported wheel format version: %s)Zmetadatac S s d | _ t| �S �N)Zmarker�str)�reqr r r �raw_req� s z(Wheel._convert_metadata.<locals>.raw_reqc
s2 i | ]*}|t �fd d�t�� �|f��D ���qS )c 3 s | ]}|� kr|V qd S rY r )r2 r[ )�install_requiresr r r5 � s �z5Wheel._convert_metadata.<locals>.<dictcomp>.<genexpr>)�sorted�map�requires)r2 Zextra)�distr] r\ r r �
<dictcomp>� s
� �z+Wheel._convert_metadata.<locals>.<dictcomp>ZMETADATAzPKG-INFO)r] �extras_require)ZattrsrO z requires.txt)r �getr! r �mkdirZ
extractallr r
r; r< Z
from_locationZ PathMetadatar r^ r_ r` Zextras�rename�
setuptools�dictr Zget_command_obj)
rB rG rM rO rX Zwheel_metadataZ
wheel_versionZwheel_v1rc Z
setup_distr )ra rM r] r\ rB r rJ q sL ��
�� ��� �zWheel._convert_metadatac s� t j�| � �� t j�� d�}t j�|�r�t j�| dd�}t �|� t �|�D ]D}|�d�rpt �t j�||�� qLt �t j�||�t j�||�� qLt � |� t
t jj� fdd�dD ��D ]}t || � q�t j�� �r�t � � � dS )z,Move data entries to their correct location.ZscriptsrI z.pycc 3 s | ]}t j�� |�V qd S rY )r r r
)r2 r �rN r r r5 � s �z+Wheel._move_data_entries.<locals>.<genexpr>)�dataZheadersZpurelibZplatlibN) r r r
r re �listdirr@ �unlinkrf r �filterr )rG rN Zdist_data_scriptsZegg_info_scripts�entryr r ri r rK � s. �
�
� zWheel._move_data_entriesc
C s� t j�| d�}t j�|�r�t|��}|�� �� }W 5 Q R X |D ]b}t jj|f|�d��� }t j�|d�}t j�|�r>t j�|�s>t|d��}|�t� W 5 Q R X q>d S )Nznamespace_packages.txtr+ z __init__.py�w) r r r
r rP rQ r. �write�NAMESPACE_PACKAGE_INIT)rO rG Znamespace_packagesrV �modZmod_dirZmod_initr r r rL � s �
z Wheel._fix_namespace_packagesN)�__name__�
__module__� __qualname__r* r1 r7 r= rD rH rF � staticmethodrJ rK rL r r r r r ; s
9
r ) �__doc__Zdistutils.utilr rS r, r r> �rerE r; rg r Z!setuptools.extern.packaging.utilsr Zsetuptools.extern.sixr r Zsetuptools.command.egg_infor �typeZ
__metaclass__�compile�VERBOSEr' r rq r r r r r r �<module> s, � site-packages/setuptools/__pycache__/msvc.cpython-38.pyc 0000644 00000115317 15201600075 0017321 0 ustar 00 U
�Qab�� � @ sX d Z ddlZddlmZ ddlmZmZ ddlmZm Z m
Z
m Z ddl Z ddl
Z
ddlZddlZddlmZ ddlmZ dd lmZ e
�� d
kr�dd lmZ dd lmZ nG d
d� d�Ze� Zeej j fZ zddl m Z W n e k
r� Y nX dd� Z!d$dd�Z"dd� Z#dd� Z$d%dd�Z%G d d � d �Z&G d d � d �Z'G d d!� d!�Z(G d"d#� d#�Z)dS )&a�
Improved support for Microsoft Visual C++ compilers.
Known supported compilers:
--------------------------
Microsoft Visual C++ 9.0:
Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64)
Microsoft Windows SDK 6.1 (x86, x64, ia64)
Microsoft Windows SDK 7.0 (x86, x64, ia64)
Microsoft Visual C++ 10.0:
Microsoft Windows SDK 7.1 (x86, x64, ia64)
Microsoft Visual C++ 14.X:
Microsoft Visual C++ Build Tools 2015 (x86, x64, arm)
Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64)
Microsoft Visual Studio Build Tools 2019 (x86, x64, arm, arm64)
This may also support compilers shipped with compatible Visual Studio versions.
� N)�open)�listdir�pathsep)�join�isfile�isdir�dirname)�
LegacyVersion)� filterfalse� )�
get_unpatched�Windows)�winreg)�environc @ s e Zd ZdZdZdZdZdS )r N)�__name__�
__module__� __qualname__�
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOT� r r �3/usr/lib/python3.8/site-packages/setuptools/msvc.pyr * s r )�Regc C s� d}|d| f }zt �|d�}W nJ tk
rj z |d| f }t �|d�}W n tk
rd d}Y nX Y nX |r�t|d�}t|�r�|S tt�| �S )a�
Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone
compiler build for Python
(VCForPython / Microsoft Visual C++ Compiler for Python 2.7).
Fall back to original behavior when the standalone compiler is not
available.
Redirect the path of "vcvarsall.bat".
Parameters
----------
version: float
Required Microsoft Visual C++ version.
Return
------
str
vcvarsall.bat path
z-Software\%sMicrosoft\DevDiv\VCForPython\%0.1f� �
installdirz Wow6432Node\Nz
vcvarsall.bat)r Z get_value�KeyErrorr r r �msvc9_find_vcvarsall)�versionZvc_base�key�
productdir� vcvarsallr r r r A s
r �x86c
O s� z t t�}|| |f|�|�W S tjjk
r4 Y n tk
rF Y nX zt|| ��� W S tjjk
r� } zt|| |� � W 5 d}~X Y nX dS )ao
Patched "distutils.msvc9compiler.query_vcvarsall" for support extra
Microsoft Visual C++ 9.0 and 10.0 compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
ver: float
Required Microsoft Visual C++ version.
arch: str
Target architecture.
Return
------
dict
environment
N) r �msvc9_query_vcvarsall� distutils�errors�DistutilsPlatformError�
ValueError�EnvironmentInfo�
return_env�_augment_exception)�ver�arch�args�kwargsZorig�excr r r r# k s r# c
C sr zt t�| �W S tjjk
r& Y nX zt| dd��� W S tjjk
rl } zt|d� � W 5 d}~X Y nX dS )a*
Patched "distutils._msvccompiler._get_vc_env" for support extra
Microsoft Visual C++ 14.X compilers.
Set environment without use of "vcvarsall.bat".
Parameters
----------
plat_spec: str
Target architecture.
Return
------
dict
environment
� ,@)�
vc_min_verN)r �msvc14_get_vc_envr$ r% r& r( r) r* )Z plat_specr/ r r r r2 � s
r2 c O sB dt jkr4ddl}t|j�td�k r4|jjj| |�S tt �| |�S )z�
Patched "distutils._msvccompiler.gen_lib_options" for fix
compatibility between "numpy.distutils" and "distutils._msvccompiler"
(for Numpy < 1.11.2)
znumpy.distutilsr Nz1.11.2)
�sys�modulesZnumpyr � __version__r$ Z ccompilerZgen_lib_optionsr �msvc14_gen_lib_options)r- r. Znpr r r r6 � s
r6 r c C s� | j d }d|�� ks"d|�� kr�d}|jf t� �}d}|dkrf|�� �d�dkr\|d 7 }q�|d
7 }n.|d kr�|d 7 }||d
7 }n|dkr�|d7 }|f| _ dS )zl
Add details to the exception message to help guide the user
as to what action will resolve it.
r r! zvisual cz0Microsoft Visual C++ {version:0.1f} is required.z-www.microsoft.com/download/details.aspx?id=%d� "@Zia64���z( Get it with "Microsoft Windows SDK 7.0"z% Get it from http://aka.ms/vcpython27� $@z* Get it with "Microsoft Windows SDK 7.1": iW r0 z[ Get it with "Build Tools for Visual Studio": https://visualstudio.microsoft.com/downloads/N)r- �lower�format�locals�find)r/ r r, �messageZtmplZ
msdownloadr r r r* � s
r* c @ sb e Zd ZdZe�dd��� Zdd� Ze dd� �Z
dd � Z d
d � Z dd
d�Z
ddd�Zddd�ZdS )� PlatformInfoz�
Current and Target Architectures information.
Parameters
----------
arch: str
Target architecture.
Zprocessor_architecturer c C s |� � �dd�| _d S )N�x64�amd64)r: �replacer, )�selfr, r r r �__init__� s zPlatformInfo.__init__c C s | j | j �d�d d� S )zs
Return Target CPU architecture.
Return
------
str
Target CPU
�_r N)r, r= �rC r r r �
target_cpu� s
zPlatformInfo.target_cpuc C s
| j dkS )z�
Return True if target CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
r" �rG rF r r r �
target_is_x86� s zPlatformInfo.target_is_x86c C s
| j dkS )z�
Return True if current CPU is x86 32 bits..
Return
------
bool
CPU is x86 32 bits
r" �� current_cpurF r r r �current_is_x86 s zPlatformInfo.current_is_x86Fc C s. | j dkr|rdS | j dkr$|r$dS d| j S )uk
Current platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '' if architecture is x86.
x64: bool
return 'd' and not 'md64' if architecture is amd64.
Return
------
str
subfolder: ' arget', or '' (see hidex86 parameter)
r" r rA �\x64�\%srJ �rC �hidex86r@ r r r � current_dir s �zPlatformInfo.current_dirc C s. | j dkr|rdS | j dkr$|r$dS d| j S )ar
Target platform specific subfolder.
Parameters
----------
hidex86: bool
return '' and not '\x86' if architecture is x86.
x64: bool
return '\x64' and not '\amd64' if architecture is amd64.
Return
------
str
subfolder: '\current', or '' (see hidex86 parameter)
r" r rA rM rN rH rO r r r �
target_dir( s �zPlatformInfo.target_dirc C s0 |rdn| j }| j|kr dS | �� �dd| �S )ap
Cross platform specific subfolder.
Parameters
----------
forcex86: bool
Use 'x86' as current architecture even if current architecture is
not x86.
Return
------
str
subfolder: '' if target architecture is current architecture,
'\current_target' if not.
r" r �\z\%s_)rK rG rR rB )rC �forcex86Zcurrentr r r � cross_dir> s �zPlatformInfo.cross_dirN)FF)FF)F)r r r �__doc__r �getr: rK rD �propertyrG rI rL rQ rR rU r r r r r? � s
r? c @ s� e Zd ZdZejejejejfZ dd� Z
e dd� �Z e dd� �Z
e dd � �Ze d
d � �Ze d d
� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Zd dd�Zdd� ZdS ) � RegistryInfoz�
Microsoft Visual Studio related registry information.
Parameters
----------
platform_info: PlatformInfo
"PlatformInfo" instance.
c C s
|| _ d S �N)�pi)rC Z
platform_infor r r rD c s zRegistryInfo.__init__c C s dS )z�
Microsoft Visual Studio root registry key.
Return
------
str
Registry key
Z VisualStudior rF r r r � visualstudiof s
zRegistryInfo.visualstudioc C s t | jd�S )z
Microsoft Visual Studio SxS registry key.
Return
------
str
Registry key
ZSxS)r r\ rF r r r �sxsr s
zRegistryInfo.sxsc C s t | jd�S )z|
Microsoft Visual C++ VC7 registry key.
Return
------
str
Registry key
ZVC7�r r] rF r r r �vc~ s
zRegistryInfo.vcc C s t | jd�S )z
Microsoft Visual Studio VS7 registry key.
Return
------
str
Registry key
ZVS7r^ rF r r r �vs� s
zRegistryInfo.vsc C s dS )z�
Microsoft Visual C++ for Python registry key.
Return
------
str
Registry key
zDevDiv\VCForPythonr rF r r r �
vc_for_python� s
zRegistryInfo.vc_for_pythonc C s dS )zq
Microsoft SDK registry key.
Return
------
str
Registry key
zMicrosoft SDKsr rF r r r �
microsoft_sdk� s
zRegistryInfo.microsoft_sdkc C s t | jd�S )z�
Microsoft Windows/Platform SDK registry key.
Return
------
str
Registry key
r
�r rb rF r r r � windows_sdk� s
zRegistryInfo.windows_sdkc C s t | jd�S )z�
Microsoft .NET Framework SDK registry key.
Return
------
str
Registry key
ZNETFXSDKrc rF r r r � netfx_sdk� s
zRegistryInfo.netfx_sdkc C s dS )z�
Microsoft Windows Kits Roots registry key.
Return
------
str
Registry key
z Windows Kits\Installed Rootsr rF r r r �windows_kits_roots� s
z RegistryInfo.windows_kits_rootsFc C s$ | j �� s|rdnd}td|d|�S )a
Return key in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
x86: str
Force x86 software registry.
Return
------
str
Registry key
r Z Wow6432NodeZSoftwareZ Microsoft)r[ rL r )rC r r" Znode64r r r � microsoft� s zRegistryInfo.microsoftc
C s� t j}t j}| j}| jD ]�}z||||�d|�}W n` ttfk
r� | j�� s�z||||d�d|�}W q� ttfk
r� Y Y qY q�X nY qY nX zt � ||�d W S ttfk
r� Y qX qdS )a
Look for values in registry in Microsoft software registry.
Parameters
----------
key: str
Registry key path where look.
name: str
Value name to find.
Return
------
str
value
r TN)
r �KEY_READ�OpenKeyrg �HKEYS�OSError�IOErrorr[ rL Z QueryValueEx)rC r �nameZkey_readZopenkey�ms�hkey�bkeyr r r �lookup� s"
zRegistryInfo.lookupN)F)r r r rV r r r r r rj rD rX r\ r] r_ r` ra rb rd re rf rg rq r r r r rY U s6 �
rY c @ s< e Zd ZdZe�dd�Ze�dd�Ze�de�Zd7dd�Z d d
� Z
d d � Z d
d� Z e
dd� �Zedd� �Zedd� �Zdd� Zdd� Zedd� �Zedd � �Zed d � �Zed d � �Zed!d"� �Zed#d$� �Zed%d&� �Zed'd(� �Zed)d*� �Z ed+d,� �Z ed-d.� �Z ed/d0� �Z ed1d2� �Z d3d4� Z!e
d8d5d6��Z"dS )9�
SystemInfoz�
Microsoft Windows and Visual Studio related system information.
Parameters
----------
registry_info: RegistryInfo
"RegistryInfo" instance.
vc_ver: float
Required Microsoft Visual C++ version.
�WinDirr � ProgramFileszProgramFiles(x86)Nc C s2 || _ | j j| _| �� | _|p$| �� | _| _d S rZ )�rir[ �find_programdata_vs_vers�known_vs_paths� _find_latest_available_vs_ver�vs_ver�vc_ver)rC Z
registry_inforz r r r rD s
�zSystemInfo.__init__c C s> | � � }|s | js tj�d��t|�}|�| j� t|�d S )zm
Find the latest VC version
Return
------
float
version
z%No Microsoft Visual C++ version foundr8 )�find_reg_vs_versrw r$ r% r& �set�update�sorted)rC Z reg_vc_versZvc_versr r r rx % s
� z(SystemInfo._find_latest_available_vs_verc C s$ | j j}| j j| j j| j jf}g }| j jD ]�}|D ]�}zt�|||�dtj�}W n t t
fk
rl Y q2Y nX t� |�\}}} t |�D ]D}
z*t
t�||
�d �} | |kr�|�| � W q� tk
r� Y q�X q�t |�D ]B}
z&t
t�||
��} | |kr�|�| � W q� tk
�r Y q�X q�q2q*t|�S )z�
Find Microsoft Visual Studio versions available in registry.
Return
------
list of float
Versions
r )ru rg r_ ra r` rj r ri rh rk rl Z QueryInfoKey�range�floatZ EnumValue�appendr' ZEnumKeyr~ ) rC rn ZvckeysZvs_versro r rp Zsubkeys�valuesrE �ir+ r r r r{ 8 s2
zSystemInfo.find_reg_vs_versc C s� i }d}z t |�}W n ttfk
r0 | Y S X |D ]�}z\t||d�}t|ddd��}t�|�}W 5 Q R X |d }t t|d�� ||| �|d �< W q6 tttfk
r� Y q6Y q6X q6|S ) z�
Find Visual studio 2017+ versions from information in
"C:\ProgramData\Microsoft\VisualStudio\Packages\_Instances".
Return
------
dict
float version as key, path as value.
z9C:\ProgramData\Microsoft\VisualStudio\Packages\_Instancesz
state.jsonZrtzutf-8)�encodingZinstallationPath�
VC\Tools\MSVCZinstallationVersion) r rk rl r r �json�load�_as_float_versionr ) rC Z vs_versionsZ
instances_dirZ hashed_namesrm Z
state_pathZ
state_file�stateZvs_pathr r r rv [ s*
�
�� z#SystemInfo.find_programdata_vs_versc C s t d�| �d�dd� ��S )z�
Return a string version as a simplified float version (major.minor)
Parameters
----------
version: str
Version.
Return
------
float
version
�.N� )r� r �split)r r r r r� � s z SystemInfo._as_float_versionc C s. t | jd| j �}| j�| jjd| j �p,|S )zp
Microsoft Visual Studio directory.
Return
------
str
path
z Microsoft Visual Studio %0.1f�%0.1f)r �ProgramFilesx86ry ru rq r` )rC �defaultr r r � VSInstallDir� s �zSystemInfo.VSInstallDirc C s, | � � p| �� }t|�s(d}tj�|��|S )zm
Microsoft Visual C++ directory.
Return
------
str
path
z(Microsoft Visual C++ directory not found)� _guess_vc�_guess_vc_legacyr r$ r% r& )rC �path�msgr r r � VCInstallDir� s
zSystemInfo.VCInstallDirc
C s� | j dkrdS z| j| j }W n tk
r8 | j}Y nX t|d�}z$t|�d }| �|�| _t||�W S tt t
fk
r� Y dS X dS )zl
Locate Visual C++ for VS2017+.
Return
------
str
path
r0 r r� r8 N) ry rw r r� r r r� rz rk rl �
IndexError)rC Zvs_dirZguess_vcrz r r r r� � s
zSystemInfo._guess_vcc C sb t | jd| j �}t | jjd| j �}| j�|d�}|rBt |d�n|}| j�| jjd| j �p`|S )z{
Locate Visual C++ for versions prior to 2017.
Return
------
str
path
z Microsoft Visual Studio %0.1f\VCr� r ZVC)r r� ry ru ra rq r_ )rC r� Zreg_pathZ python_vcZ
default_vcr r r r� � s �zSystemInfo._guess_vc_legacyc C sJ | j dkrdS | j dkr dS | j dkr*dS | j dkr8dS | j d krFd
S d S ) z�
Microsoft Windows SDK versions for specified MSVC++ version.
Return
------
tuple of str
versions
r7 )z7.0z6.1z6.0ar9 )z7.1z7.0a� &@)z8.0z8.0a� (@)�8.1z8.1ar0 )z10.0r� N�ry rF r r r �WindowsSdkVersion� s
z SystemInfo.WindowsSdkVersionc C s | � t| jd��S )zt
Microsoft Windows SDK last version.
Return
------
str
version
�lib)�_use_last_dir_namer �
WindowsSdkDirrF r r r �WindowsSdkLastVersion s
z SystemInfo.WindowsSdkLastVersionc C s d}| j D ],}t| jjd| �}| j�|d�}|r
q8q
|rDt|�stt| jjd| j �}| j�|d�}|rtt|d�}|r�t|�s�| j D ]6}|d|�d�� }d | }t| j |�}t|�r�|}q�|r�t|�s�| j D ]$}d
| }t| j |�}t|�r�|}q�|�st| j
d �}|S ) zn
Microsoft Windows SDK directory.
Return
------
str
path
r zv%s�installationfolderr� r ZWinSDKNr� z Microsoft SDKs\Windows Kits\%szMicrosoft SDKs\Windows\v%sZ PlatformSDK) r� r ru rd rq r ra rz �rfindrt r� )rC �sdkdirr+ �locr� Z install_baseZintver�dr r r r� s6
zSystemInfo.WindowsSdkDirc C s� | j dkrd}d}n&d}| j dkr&dnd}| jjd|d�}d ||�d
d �f }g }| j d kr~| jD ]}|t| jj||�g7 }qb| jD ] }|t| jj d
| |�g7 }q�|D ] }| j�
|d�}|r�| S q�dS )zy
Microsoft Windows SDK executable directory.
Return
------
str
path
r� �# r �( r� TF)r@ rP zWinSDK-NetFx%dTools%srS �-r0 zv%sAr� N) ry r[ rQ rB �NetFxSdkVersionr ru re r� rd rq ) rC Znetfxverr, rP ZfxZregpathsr+ r� Zexecpathr r r �WindowsSDKExecutablePath7 s"
z#SystemInfo.WindowsSDKExecutablePathc C s& t | jjd| j �}| j�|d�p$dS )zl
Microsoft Visual F# directory.
Return
------
str
path
z%0.1f\Setup\F#r r )r ru r\ ry rq )rC r� r r r �FSharpInstallDirZ s
zSystemInfo.FSharpInstallDirc C sF | j dkrdnd}|D ]*}| j�| jjd| �}|r|p:d S qdS )zt
Microsoft Universal CRT SDK directory.
Return
------
str
path
r0 )Z10Z81r z
kitsroot%sr N)ry ru rq rf )rC Zversr+ r� r r r �UniversalCRTSdkDirg s �z SystemInfo.UniversalCRTSdkDirc C s | � t| jd��S )z�
Microsoft Universal C Runtime SDK last version.
Return
------
str
version
r� )r� r r� rF r r r �UniversalCRTSdkLastVersion{ s
z%SystemInfo.UniversalCRTSdkLastVersionc C s | j dkrdS dS )z�
Microsoft .NET Framework SDK versions.
Return
------
tuple of str
versions
r0 ) z4.7.2z4.7.1z4.7z4.6.2z4.6.1z4.6z4.5.2z4.5.1z4.5r r� rF r r r r� � s ��zSystemInfo.NetFxSdkVersionc C s8 d}| j D ](}t| jj|�}| j�|d�}|r
q4q
|S )zu
Microsoft .NET Framework SDK directory.
Return
------
str
path
r Zkitsinstallationfolder)r� r ru re rq )rC r� r+ r� r r r � NetFxSdkDir� s
zSystemInfo.NetFxSdkDirc C s" t | jd�}| j�| jjd�p |S )zw
Microsoft .NET Framework 32bit directory.
Return
------
str
path
zMicrosoft.NET\FrameworkZframeworkdir32�r rs ru rq r_ �rC Zguess_fwr r r �FrameworkDir32� s zSystemInfo.FrameworkDir32c C s" t | jd�}| j�| jjd�p |S )zw
Microsoft .NET Framework 64bit directory.
Return
------
str
path
zMicrosoft.NET\Framework64Zframeworkdir64r� r� r r r �FrameworkDir64� s zSystemInfo.FrameworkDir64c C s
| � d�S )z�
Microsoft .NET Framework 32bit versions.
Return
------
tuple of str
versions
� ��_find_dot_net_versionsrF r r r �FrameworkVersion32� s
z SystemInfo.FrameworkVersion32c C s
| � d�S )z�
Microsoft .NET Framework 64bit versions.
Return
------
tuple of str
versions
�@ r� rF r r r �FrameworkVersion64� s
z SystemInfo.FrameworkVersion64c C s� | j �| j jd| �}t| d| �}|p6| �|d�p6d}| jdkrJ|dfS | jdkrt|�� dd � d
krld n|d fS | jd
kr�dS | jdkr�dS dS )z�
Find Microsoft .NET Framework versions.
Parameters
----------
bits: int
Platform number of bits: 32 or 64.
Return
------
tuple of str
versions
zframeworkver%dzFrameworkDir%d�vr r� zv4.0r9 Nr� Zv4z
v4.0.30319�v3.5r7 )r� �
v2.0.50727g @)zv3.0r� )ru rq r_ �getattrr� ry r: )rC �bitsZreg_verZ dot_net_dirr+ r r r r� � s
z!SystemInfo._find_dot_net_versionsc s* � �fdd�t t� ��D �}t|d�p(dS )a)
Return name of the last dir in path or '' if no dir found.
Parameters
----------
path: str
Use dirs in this path
prefix: str
Use only dirs starting by this prefix
Return
------
str
name
c 3 s* | ]"}t t� |��r|���r|V qd S rZ )r r �
startswith)�.0Zdir_name�r� �prefixr r � <genexpr> s
�z0SystemInfo._use_last_dir_name.<locals>.<genexpr>Nr )�reversedr �next)r� r� Z
matching_dirsr r� r r� � s
�z SystemInfo._use_last_dir_name)N)r )#r r r rV r rW rs rt r� rD rx r{ rv � staticmethodr� rX r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rr sZ
#*
*
"
rr c @ sb e Zd ZdZd?dd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zd d � Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Zed,d-� �Zed.d/� �Zed0d1� �Zed2d3� �Z ed4d5� �Z ed6d7� �Z d@d9d:�Z d;d<� Z e!dAd=d>��Z"dS )Br( aY
Return environment variables for specified Microsoft Visual C++ version
and platform : Lib, Include, Path and libpath.
This function is compatible with Microsoft Visual C++ 9.0 to 14.X.
Script created by analysing Microsoft environment configuration files like
"vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ...
Parameters
----------
arch: str
Target architecture.
vc_ver: float
Required Microsoft Visual C++ version. If not set, autodetect the last
version.
vc_min_ver: float
Minimum Microsoft Visual C++ version.
Nr c C sB t |�| _t| j�| _t| j|�| _| j|k r>d}tj� |��d S )Nz.No suitable Microsoft Visual C++ version found)
r? r[ rY ru rr �sirz r$ r% r& )rC r, rz r1 �errr r r rD 0 s
zEnvironmentInfo.__init__c C s | j jS )zk
Microsoft Visual Studio.
Return
------
float
version
)r� ry rF r r r ry 9 s
zEnvironmentInfo.vs_verc C s | j jS )zp
Microsoft Visual C++ version.
Return
------
float
version
)r� rz rF r r r rz E s
zEnvironmentInfo.vc_verc sV ddg}� j dkrD� jjddd�}|dg7 }|dg7 }|d| g7 }� fd d
�|D �S ) zu
Microsoft Visual Studio Tools.
Return
------
list of str
paths
z Common7\IDEz
Common7\Toolsr0 T�rP r@ z1Common7\IDE\CommonExtensions\Microsoft\TestWindowz Team Tools\Performance Toolsz Team Tools\Performance Tools%sc s g | ]}t � jj|��qS r �r r� r� �r� r� rF r r �
<listcomp>c s z+EnvironmentInfo.VSTools.<locals>.<listcomp>)ry r[ rQ )rC �paths� arch_subdirr rF r �VSToolsQ s
zEnvironmentInfo.VSToolsc C s t | jjd�t | jjd�gS )z�
Microsoft Visual C++ & Microsoft Foundation Class Includes.
Return
------
list of str
paths
ZIncludezATLMFC\Include�r r� r� rF r r r �
VCIncludese s
�zEnvironmentInfo.VCIncludesc sb � j dkr� jjdd�}n� jjdd�}d| d| g}� j dkrP|d| g7 }� fd d
�|D �S ) z�
Microsoft Visual C++ & Microsoft Foundation Class Libraries.
Return
------
list of str
paths
� .@T�r@ �rP �Lib%sz ATLMFC\Lib%sr0 z Lib\store%sc s g | ]}t � jj|��qS r r� r� rF r r r� � s z/EnvironmentInfo.VCLibraries.<locals>.<listcomp>)ry r[ rR )rC r� r� r rF r � VCLibrariesr s
zEnvironmentInfo.VCLibrariesc C s | j dk rg S t| jjd�gS )z�
Microsoft Visual C++ store references Libraries.
Return
------
list of str
paths
r0 zLib\store\references)ry r r� r� rF r r r � VCStoreRefs� s
zEnvironmentInfo.VCStoreRefsc C s | j }t|jd�g}| jdkr"dnd}| j�|�}|rL|t|jd| �g7 }| jdkr|d| jjdd� }|t|j|�g7 }n�| jdkr�| j�� r�d nd
}|t|j|| jjdd � �g7 }| jj | jj
kr�|t|j|| jjdd � �g7 }n|t|jd �g7 }|S )
zr
Microsoft Visual C++ Tools.
Return
------
list of str
paths
Z
VCPackagesr9 TF�Bin%sr0 r� r� z
bin\HostX86%sz
bin\HostX64%sr� �Bin) r� r r� ry r[ rU rQ rL rR rK rG )rC r� �toolsrT r� r� Zhost_dirr r r �VCTools� s0
� � �
zEnvironmentInfo.VCToolsc C sh | j dkr.| jjddd�}t| jjd| �gS | jjdd�}t| jjd�}| j}t|d||f �gS dS ) zw
Microsoft Windows SDK Libraries.
Return
------
list of str
paths
r9 Tr� r� r� r� z%sum%sN)ry r[ rR r r� r� � _sdk_subdir)rC r� r� Zlibverr r r � OSLibraries� s
zEnvironmentInfo.OSLibrariesc C sh t | jjd�}| jdkr&|t |d�gS | jdkr8| j}nd}t |d| �t |d| �t |d| �gS d S )
zu
Microsoft Windows SDK Include.
Return
------
list of str
paths
�includer9 Zglr0 r z%ssharedz%sumz%swinrtN)r r� r� ry r� )rC r� �sdkverr r r �
OSIncludes� s
�zEnvironmentInfo.OSIncludesc C s� t | jjd�}g }| jdkr&|| j7 }| jdkr@|t |d�g7 }| jdkr�||t | jjd�t |dd�t |d d�t |d
d�t | jjd d d
| j ddd�g7 }|S )z}
Microsoft Windows SDK Libraries Paths.
Return
------
list of str
paths
Z
Referencesr7 r� zCommonConfiguration\Neutralr0 Z
UnionMetadataz'Windows.Foundation.UniversalApiContractz1.0.0.0z%Windows.Foundation.FoundationContractz,Windows.Networking.Connectivity.WwanContractZ
ExtensionSDKszMicrosoft.VCLibsr� ZCommonConfigurationZneutral)r r� r� ry r� )rC �ref�libpathr r r � OSLibpath� s.
� �� zEnvironmentInfo.OSLibpathc C s t | �� �S )zs
Microsoft Windows SDK Tools.
Return
------
list of str
paths
)�list�
_sdk_toolsrF r r r �SdkTools s
zEnvironmentInfo.SdkToolsc c s� | j dk r,| j dkrdnd}t| jj|�V | j�� s\| jjdd�}d| }t| jj|�V | j dkr�| j�� rvd }n| jjddd
�}d | }t| jj|�V nB| j dkr�t| jjd�}| jjdd�}| jj}t|d ||f �V | jj r�| jj V d
S )z�
Microsoft Windows SDK Tools paths generator.
Return
------
generator of str
paths
r� r� r� zBin\x86Tr� r� )r9 r� r r� zBin\NETFX 4.0 Tools%sz%s%sN)
ry r r� r� r[ rL rQ rI r� r� )rC Zbin_dirr� r� r� r r r r� s(
zEnvironmentInfo._sdk_toolsc C s | j j}|rd| S dS )zu
Microsoft Windows SDK version subdir.
Return
------
str
subdir
�%s\r )r� r� �rC �ucrtverr r r r� 6 s
zEnvironmentInfo._sdk_subdirc C s | j dkrg S t| jjd�gS )zs
Microsoft Windows SDK Setup.
Return
------
list of str
paths
r7 ZSetup)ry r r� r� rF r r r �SdkSetupC s
zEnvironmentInfo.SdkSetupc s� | j }| j� | jdkr0d}|�� o,|�� }n$|�� p>|�� }|jdkpR|jdk}g }|rt|� fdd�� jD �7 }|r�|� fdd�� jD �7 }|S )zv
Microsoft .NET Framework Tools.
Return
------
list of str
paths
r9 TrA c s g | ]}t � j|��qS r )r r� �r� r+ �r� r r r� h s �z+EnvironmentInfo.FxTools.<locals>.<listcomp>c s g | ]}t � j|��qS r )r r� r� r� r r r� k s �) r[ r� ry rI rL rK rG r� r� )rC r[ Z include32Z include64r� r r� r �FxToolsR s"
� �zEnvironmentInfo.FxToolsc C s8 | j dk s| jjsg S | jjdd�}t| jjd| �gS )z~
Microsoft .Net Framework SDK Libraries.
Return
------
list of str
paths
r0 Tr� zlib\um%s)ry r� r� r[ rR r )rC r� r r r �NetFxSDKLibrarieso s
z!EnvironmentInfo.NetFxSDKLibrariesc C s& | j dk s| jjsg S t| jjd�gS )z}
Microsoft .Net Framework SDK Includes.
Return
------
list of str
paths
r0 z
include\um)ry r� r� r rF r r r �NetFxSDKIncludes s
z EnvironmentInfo.NetFxSDKIncludesc C s t | jjd�gS )z�
Microsoft Visual Studio Team System Database.
Return
------
list of str
paths
z
VSTSDB\Deployr� rF r r r �VsTDb� s
zEnvironmentInfo.VsTDbc C sv | j dk rg S | j dk r0| jj}| jjdd�}n | jj}d}d| j |f }t||�g}| j dkrr|t||d�g7 }|S )zn
Microsoft Build Engine.
Return
------
list of str
paths
r� r� Tr� r zMSBuild\%0.1f\bin%sZRoslyn)ry r� r� r[ rQ r� r )rC � base_pathr� r� Zbuildr r r �MSBuild� s
zEnvironmentInfo.MSBuildc C s | j dk rg S t| jjd�gS )zt
Microsoft HTML Help Workshop.
Return
------
list of str
paths
r� zHTML Help Workshop)ry r r� r� rF r r r �HTMLHelpWorkshop� s
z EnvironmentInfo.HTMLHelpWorkshopc C sD | j dk rg S | jjdd�}t| jjd�}| j}t|d||f �gS )z�
Microsoft Universal C Runtime SDK Libraries.
Return
------
list of str
paths
r0 Tr� r� z%sucrt%s)ry r[ rR r r� r� � _ucrt_subdir)rC r� r� r� r r r �
UCRTLibraries� s
z EnvironmentInfo.UCRTLibrariesc C s. | j dk rg S t| jjd�}t|d| j �gS )z�
Microsoft Universal C Runtime SDK Include.
Return
------
list of str
paths
r0 r� z%sucrt)ry r r� r� r� )rC r� r r r � UCRTIncludes� s
z EnvironmentInfo.UCRTIncludesc C s | j j}|rd| S dS )z�
Microsoft Universal C Runtime SDK version subdir.
Return
------
str
subdir
r� r )r� r� r� r r r r� � s
z EnvironmentInfo._ucrt_subdirc C s( d| j krdkr n ng S | jjgS )zk
Microsoft Visual F#.
Return
------
list of str
paths
r� r� )ry r� r� rF r r r �FSharp� s
zEnvironmentInfo.FSharpc
C s� d| j }| jjdd��d�}g }| jj}t|�dd��}t|�rft |t
|�d �}||t |d�g7 }|t |d �g7 }d
| j d d
t | j �d f}t
�||�D ]&\}}t ||||�} t| �r�| S q�d S )
z
Microsoft Visual C++ runtime redistributable dll.
Return
------
str
path
zvcruntime%d0.dllTr� rS z\Toolsz\Redistr8 ZonecoreZredistzMicrosoft.VC%d.CRT�
N)rz r[ rR �stripr� r� r rB r r r �intry � itertools�productr )
rC Z vcruntimer� �prefixesZ
tools_pathZ redist_pathZcrt_dirsr� Zcrt_dirr� r r r �VCRuntimeRedist s
�z EnvironmentInfo.VCRuntimeRedistTc C s� t | �d| j| j| j| jg|�| �d| j| j| j| j | j
g|�| �d| j| j| j | j g|�| �d| j
| j| j| j| j| j| j| j| jg |�d�}| jdkr�t| j�r�| j|d< |S )z�
Return environment dict.
Parameters
----------
exists: bool
It True, only return existing paths.
Return
------
dict
environment
r� r� r� r� )r� r� r� r� � Zpy_vcruntime_redist)�dict� _build_pathsr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r r� )rC �exists�envr r r r) & sV ������� ��
zEnvironmentInfo.return_envc
C sp t j�|�}t�|d��t�}t �||�}|r<ttt |��n|}|s\d|�
� }t j �
|��| �|�} t�| �S )aC
Given an environment variable name and specified paths,
return a pathsep-separated string of paths containing
unique, extant, directories from those paths and from
the environment variable. Raise an error if no paths
are resolved.
Parameters
----------
name: str
Environment variable name
spec_path_lists: list of str
Paths
exists: bool
It True, only return existing paths.
Return
------
str
Pathsep-separated paths
r z %s environment variable is empty)r� �chain�
from_iterabler rW r� r r� �filterr �upperr$ r% r& �_unique_everseenr )
rC rm Zspec_path_listsr Z
spec_pathsZ env_pathsr� Z extant_pathsr� Z unique_pathsr r r r� X s
z EnvironmentInfo._build_pathsc c sb t � }|j}|dkr6t|j| �D ]}||� |V q n(| D ]"}||�}||kr:||� |V q:dS )z�
List unique elements, preserving order.
Remember all elements ever seen.
_unique_everseen('AAAABBBCCDAABBB') --> A B C D
_unique_everseen('ABBCcAD', str.lower) --> A B C D
N)r| �addr
� __contains__)�iterabler �seenZseen_addZelement�kr r r r z s
z EnvironmentInfo._unique_everseen)Nr )T)N)#r r r rV rD rX ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r� r r r r r r( sn
$
#
"
2"r( )r" )r )*rV r� �ior �osr r Zos.pathr r r r r3 �platformr� Zdistutils.errorsr$ Z#setuptools.extern.packaging.versionr Zsetuptools.extern.six.movesr
Zmonkeyr �systemr r r� � ImportErrorr% r& Z_msvc9_suppress_errorsZdistutils.msvc9compilerr r r# r2 r6 r* r? rY rr r( r r r r �<module> sJ � *
&
$s 5 site-packages/setuptools/__pycache__/glibc.cpython-38.pyc 0000644 00000002772 15201600075 0017431 0 ustar 00 U
�QabJ � @ sH d dl mZ d dlZd dlZd dlZdd� Zdd� Zdd� Zd d
� ZdS ) � )�absolute_importNc C sR t �d�} z
| j}W n tk
r* Y dS X t j|_|� }t|t�sN|�d�}|S )z9Returns glibc version string, or None if not using glibc.N�ascii) �ctypesZCDLL�gnu_get_libc_version�AttributeErrorZc_char_pZrestype�
isinstance�str�decode)Zprocess_namespacer � version_str� r �4/usr/lib/python3.8/site-packages/setuptools/glibc.py�glibc_version_string
s
r
c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sF�major�minor)�re�match�warnings�warn�RuntimeWarning�int�group)r
�required_major�
minimum_minor�mr r r �check_glibc_version$ s ���r c C s t � }|d krdS t|| |�S )NF)r
r )r r r
r r r �have_compatible_glibc4 s r c C s t � } | dkrdS d| fS dS )z�Try to determine the glibc version
Returns a tuple of strings (lib, version) which default to empty strings
in case the lookup fails.
N)� r Zglibc)r
)Z
glibc_versionr r r �libc_verL s r ) Z
__future__r r r r r
r r r r r r r �<module> s site-packages/setuptools/build_meta.py 0000644 00000022575 15201600075 0014173 0 ustar 00 """A PEP 517 interface to setuptools
Previously, when a user or a command line tool (let's call it a "frontend")
needed to make a request of setuptools to take a certain action, for
example, generating a list of installation requirements, the frontend would
would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line.
PEP 517 defines a different method of interfacing with setuptools. Rather
than calling "setup.py" directly, the frontend should:
1. Set the current directory to the directory with a setup.py file
2. Import this module into a safe python interpreter (one in which
setuptools can potentially set global variables or crash hard).
3. Call one of the functions defined in PEP 517.
What each function does is defined in PEP 517. However, here is a "casual"
definition of the functions (this definition should not be relied on for
bug reports or API stability):
- `build_wheel`: build a wheel in the folder and return the basename
- `get_requires_for_build_wheel`: get the `setup_requires` to build
- `prepare_metadata_for_build_wheel`: get the `install_requires`
- `build_sdist`: build an sdist in the folder and return the basename
- `get_requires_for_build_sdist`: get the `setup_requires` to build
Again, this is not a formal definition! Just a "taste" of the module.
"""
import io
import os
import sys
import tokenize
import shutil
import contextlib
import setuptools
import distutils
from setuptools.py31compat import TemporaryDirectory
from pkg_resources import parse_requirements
from pkg_resources.py31compat import makedirs
__all__ = ['get_requires_for_build_sdist',
'get_requires_for_build_wheel',
'prepare_metadata_for_build_wheel',
'build_wheel',
'build_sdist',
'__legacy__',
'SetupRequirementsError']
class SetupRequirementsError(BaseException):
def __init__(self, specifiers):
self.specifiers = specifiers
class Distribution(setuptools.dist.Distribution):
def fetch_build_eggs(self, specifiers):
specifier_list = list(map(str, parse_requirements(specifiers)))
raise SetupRequirementsError(specifier_list)
@classmethod
@contextlib.contextmanager
def patch(cls):
"""
Replace
distutils.dist.Distribution with this class
for the duration of this context.
"""
orig = distutils.core.Distribution
distutils.core.Distribution = cls
try:
yield
finally:
distutils.core.Distribution = orig
def _to_str(s):
"""
Convert a filename to a string (on Python 2, explicitly
a byte string, not Unicode) as distutils checks for the
exact type str.
"""
if sys.version_info[0] == 2 and not isinstance(s, str):
# Assume it's Unicode, as that's what the PEP says
# should be provided.
return s.encode(sys.getfilesystemencoding())
return s
def _get_immediate_subdirectories(a_dir):
return [name for name in os.listdir(a_dir)
if os.path.isdir(os.path.join(a_dir, name))]
def _file_with_extension(directory, extension):
matching = (
f for f in os.listdir(directory)
if f.endswith(extension)
)
file, = matching
return file
def _open_setup_script(setup_script):
if not os.path.exists(setup_script):
# Supply a default setup.py
return io.StringIO(u"from setuptools import setup; setup()")
return getattr(tokenize, 'open', open)(setup_script)
class _BuildMetaBackend(object):
def _fix_config(self, config_settings):
config_settings = config_settings or {}
config_settings.setdefault('--global-option', [])
return config_settings
def _get_build_requires(self, config_settings, requirements):
config_settings = self._fix_config(config_settings)
sys.argv = sys.argv[:1] + ['egg_info'] + \
config_settings["--global-option"]
try:
with Distribution.patch():
self.run_setup()
except SetupRequirementsError as e:
requirements += e.specifiers
return requirements
def run_setup(self, setup_script='setup.py'):
# Note that we can reuse our build directory between calls
# Correctness comes first, then optimization later
__file__ = setup_script
__name__ = '__main__'
with _open_setup_script(__file__) as f:
code = f.read().replace(r'\r\n', r'\n')
exec(compile(code, __file__, 'exec'), locals())
def get_requires_for_build_wheel(self, config_settings=None):
config_settings = self._fix_config(config_settings)
return self._get_build_requires(config_settings, requirements=['wheel'])
def get_requires_for_build_sdist(self, config_settings=None):
config_settings = self._fix_config(config_settings)
return self._get_build_requires(config_settings, requirements=[])
def prepare_metadata_for_build_wheel(self, metadata_directory,
config_settings=None):
sys.argv = sys.argv[:1] + ['dist_info', '--egg-base',
_to_str(metadata_directory)]
self.run_setup()
dist_info_directory = metadata_directory
while True:
dist_infos = [f for f in os.listdir(dist_info_directory)
if f.endswith('.dist-info')]
if (len(dist_infos) == 0 and
len(_get_immediate_subdirectories(dist_info_directory)) == 1):
dist_info_directory = os.path.join(
dist_info_directory, os.listdir(dist_info_directory)[0])
continue
assert len(dist_infos) == 1
break
# PEP 517 requires that the .dist-info directory be placed in the
# metadata_directory. To comply, we MUST copy the directory to the root
if dist_info_directory != metadata_directory:
shutil.move(
os.path.join(dist_info_directory, dist_infos[0]),
metadata_directory)
shutil.rmtree(dist_info_directory, ignore_errors=True)
return dist_infos[0]
def _build_with_temp_dir(self, setup_command, result_extension,
result_directory, config_settings):
config_settings = self._fix_config(config_settings)
result_directory = os.path.abspath(result_directory)
# Build in a temporary directory, then copy to the target.
makedirs(result_directory, exist_ok=True)
with TemporaryDirectory(dir=result_directory) as tmp_dist_dir:
sys.argv = (sys.argv[:1] + setup_command +
['--dist-dir', tmp_dist_dir] +
config_settings["--global-option"])
self.run_setup()
result_basename = _file_with_extension(tmp_dist_dir, result_extension)
result_path = os.path.join(result_directory, result_basename)
if os.path.exists(result_path):
# os.rename will fail overwriting on non-Unix.
os.remove(result_path)
os.rename(os.path.join(tmp_dist_dir, result_basename), result_path)
return result_basename
def build_wheel(self, wheel_directory, config_settings=None,
metadata_directory=None):
return self._build_with_temp_dir(['bdist_wheel'], '.whl',
wheel_directory, config_settings)
def build_sdist(self, sdist_directory, config_settings=None):
return self._build_with_temp_dir(['sdist', '--formats', 'gztar'],
'.tar.gz', sdist_directory,
config_settings)
class _BuildMetaLegacyBackend(_BuildMetaBackend):
"""Compatibility backend for setuptools
This is a version of setuptools.build_meta that endeavors to maintain backwards
compatibility with pre-PEP 517 modes of invocation. It exists as a temporary
bridge between the old packaging mechanism and the new packaging mechanism,
and will eventually be removed.
"""
def run_setup(self, setup_script='setup.py'):
# In order to maintain compatibility with scripts assuming that
# the setup.py script is in a directory on the PYTHONPATH, inject
# '' into sys.path. (pypa/setuptools#1642)
sys_path = list(sys.path) # Save the original path
script_dir = os.path.dirname(os.path.abspath(setup_script))
if script_dir not in sys.path:
sys.path.insert(0, script_dir)
try:
super(_BuildMetaLegacyBackend,
self).run_setup(setup_script=setup_script)
finally:
# While PEP 517 frontends should be calling each hook in a fresh
# subprocess according to the standard (and thus it should not be
# strictly necessary to restore the old sys.path), we'll restore
# the original path so that the path manipulation does not persist
# within the hook after run_setup is called.
sys.path[:] = sys_path
# The primary backend
_BACKEND = _BuildMetaBackend()
get_requires_for_build_wheel = _BACKEND.get_requires_for_build_wheel
get_requires_for_build_sdist = _BACKEND.get_requires_for_build_sdist
prepare_metadata_for_build_wheel = _BACKEND.prepare_metadata_for_build_wheel
build_wheel = _BACKEND.build_wheel
build_sdist = _BACKEND.build_sdist
# The legacy backend
__legacy__ = _BuildMetaLegacyBackend()
site-packages/setuptools/glibc.py 0000644 00000006112 15201600075 0013133 0 ustar 00 # This file originally from pip:
# https://github.com/pypa/pip/blob/8f4f15a5a95d7d5b511ceaee9ed261176c181970/src/pip/_internal/utils/glibc.py
from __future__ import absolute_import
import ctypes
import re
import warnings
def glibc_version_string():
"Returns glibc version string, or None if not using glibc."
# ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen
# manpage says, "If filename is NULL, then the returned handle is for the
# main program". This way we can let the linker do the work to figure out
# which libc our process is actually using.
process_namespace = ctypes.CDLL(None)
try:
gnu_get_libc_version = process_namespace.gnu_get_libc_version
except AttributeError:
# Symbol doesn't exist -> therefore, we are not linked to
# glibc.
return None
# Call gnu_get_libc_version, which returns a string like "2.5"
gnu_get_libc_version.restype = ctypes.c_char_p
version_str = gnu_get_libc_version()
# py2 / py3 compatibility:
if not isinstance(version_str, str):
version_str = version_str.decode("ascii")
return version_str
# Separated out from have_compatible_glibc for easier unit testing
def check_glibc_version(version_str, required_major, minimum_minor):
# Parse string and check against requested version.
#
# We use a regexp instead of str.split because we want to discard any
# random junk that might come after the minor version -- this might happen
# in patched/forked versions of glibc (e.g. Linaro's version of glibc
# uses version strings like "2.20-2014.11"). See gh-3588.
m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str)
if not m:
warnings.warn("Expected glibc version with 2 components major.minor,"
" got: %s" % version_str, RuntimeWarning)
return False
return (int(m.group("major")) == required_major and
int(m.group("minor")) >= minimum_minor)
def have_compatible_glibc(required_major, minimum_minor):
version_str = glibc_version_string()
if version_str is None:
return False
return check_glibc_version(version_str, required_major, minimum_minor)
# platform.libc_ver regularly returns completely nonsensical glibc
# versions. E.g. on my computer, platform says:
#
# ~$ python2.7 -c 'import platform; print(platform.libc_ver())'
# ('glibc', '2.7')
# ~$ python3.5 -c 'import platform; print(platform.libc_ver())'
# ('glibc', '2.9')
#
# But the truth is:
#
# ~$ ldd --version
# ldd (Debian GLIBC 2.22-11) 2.22
#
# This is unfortunate, because it means that the linehaul data on libc
# versions that was generated by pip 8.1.2 and earlier is useless and
# misleading. Solution: instead of using platform, use our code that actually
# works.
def libc_ver():
"""Try to determine the glibc version
Returns a tuple of strings (lib, version) which default to empty strings
in case the lookup fails.
"""
glibc_version = glibc_version_string()
if glibc_version is None:
return ("", "")
else:
return ("glibc", glibc_version)
site-packages/setuptools/package_index.py 0000644 00000117235 15201600075 0014646 0 ustar 00 """PyPI and direct package downloading"""
import sys
import os
import re
import shutil
import socket
import base64
import hashlib
import itertools
import warnings
from functools import wraps
from setuptools.extern import six
from setuptools.extern.six.moves import urllib, http_client, configparser, map
import setuptools
from pkg_resources import (
CHECKOUT_DIST, Distribution, BINARY_DIST, normalize_path, SOURCE_DIST,
Environment, find_distributions, safe_name, safe_version,
to_filename, Requirement, DEVELOP_DIST, EGG_DIST,
)
from setuptools import ssl_support
from distutils import log
from distutils.errors import DistutilsError
from fnmatch import translate
from setuptools.py27compat import get_all_headers
from setuptools.py33compat import unescape
from setuptools.wheel import Wheel
__metaclass__ = type
EGG_FRAGMENT = re.compile(r'^egg=([-A-Za-z0-9_.+!]+)$')
HREF = re.compile(r"""href\s*=\s*['"]?([^'"> ]+)""", re.I)
PYPI_MD5 = re.compile(
r'<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)'
r'href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)'
)
URL_SCHEME = re.compile('([-+.a-z0-9]{2,}):', re.I).match
EXTENSIONS = ".tar.gz .tar.bz2 .tar .zip .tgz".split()
__all__ = [
'PackageIndex', 'distros_for_url', 'parse_bdist_wininst',
'interpret_distro_name',
]
_SOCKET_TIMEOUT = 15
_tmpl = "setuptools/{setuptools.__version__} Python-urllib/{py_major}"
user_agent = _tmpl.format(py_major='{}.{}'.format(*sys.version_info), setuptools=setuptools)
def parse_requirement_arg(spec):
try:
return Requirement.parse(spec)
except ValueError:
raise DistutilsError(
"Not a URL, existing file, or requirement spec: %r" % (spec,)
)
def parse_bdist_wininst(name):
"""Return (base,pyversion) or (None,None) for possible .exe name"""
lower = name.lower()
base, py_ver, plat = None, None, None
if lower.endswith('.exe'):
if lower.endswith('.win32.exe'):
base = name[:-10]
plat = 'win32'
elif lower.startswith('.win32-py', -16):
py_ver = name[-7:-4]
base = name[:-16]
plat = 'win32'
elif lower.endswith('.win-amd64.exe'):
base = name[:-14]
plat = 'win-amd64'
elif lower.startswith('.win-amd64-py', -20):
py_ver = name[-7:-4]
base = name[:-20]
plat = 'win-amd64'
return base, py_ver, plat
def egg_info_for_url(url):
parts = urllib.parse.urlparse(url)
scheme, server, path, parameters, query, fragment = parts
base = urllib.parse.unquote(path.split('/')[-1])
if server == 'sourceforge.net' and base == 'download': # XXX Yuck
base = urllib.parse.unquote(path.split('/')[-2])
if '#' in base:
base, fragment = base.split('#', 1)
return base, fragment
def distros_for_url(url, metadata=None):
"""Yield egg or source distribution objects that might be found at a URL"""
base, fragment = egg_info_for_url(url)
for dist in distros_for_location(url, base, metadata):
yield dist
if fragment:
match = EGG_FRAGMENT.match(fragment)
if match:
for dist in interpret_distro_name(
url, match.group(1), metadata, precedence=CHECKOUT_DIST
):
yield dist
def distros_for_location(location, basename, metadata=None):
"""Yield egg or source distribution objects based on basename"""
if basename.endswith('.egg.zip'):
basename = basename[:-4] # strip the .zip
if basename.endswith('.egg') and '-' in basename:
# only one, unambiguous interpretation
return [Distribution.from_location(location, basename, metadata)]
if basename.endswith('.whl') and '-' in basename:
wheel = Wheel(basename)
if not wheel.is_compatible():
return []
return [Distribution(
location=location,
project_name=wheel.project_name,
version=wheel.version,
# Increase priority over eggs.
precedence=EGG_DIST + 1,
)]
if basename.endswith('.exe'):
win_base, py_ver, platform = parse_bdist_wininst(basename)
if win_base is not None:
return interpret_distro_name(
location, win_base, metadata, py_ver, BINARY_DIST, platform
)
# Try source distro extensions (.zip, .tgz, etc.)
#
for ext in EXTENSIONS:
if basename.endswith(ext):
basename = basename[:-len(ext)]
return interpret_distro_name(location, basename, metadata)
return [] # no extension matched
def distros_for_filename(filename, metadata=None):
"""Yield possible egg or source distribution objects based on a filename"""
return distros_for_location(
normalize_path(filename), os.path.basename(filename), metadata
)
def interpret_distro_name(
location, basename, metadata, py_version=None, precedence=SOURCE_DIST,
platform=None
):
"""Generate alternative interpretations of a source distro name
Note: if `location` is a filesystem filename, you should call
``pkg_resources.normalize_path()`` on it before passing it to this
routine!
"""
# Generate alternative interpretations of a source distro name
# Because some packages are ambiguous as to name/versions split
# e.g. "adns-python-1.1.0", "egenix-mx-commercial", etc.
# So, we generate each possible interepretation (e.g. "adns, python-1.1.0"
# "adns-python, 1.1.0", and "adns-python-1.1.0, no version"). In practice,
# the spurious interpretations should be ignored, because in the event
# there's also an "adns" package, the spurious "python-1.1.0" version will
# compare lower than any numeric version number, and is therefore unlikely
# to match a request for it. It's still a potential problem, though, and
# in the long run PyPI and the distutils should go for "safe" names and
# versions in distribution archive names (sdist and bdist).
parts = basename.split('-')
if not py_version and any(re.match(r'py\d\.\d$', p) for p in parts[2:]):
# it is a bdist_dumb, not an sdist -- bail out
return
for p in range(1, len(parts) + 1):
yield Distribution(
location, metadata, '-'.join(parts[:p]), '-'.join(parts[p:]),
py_version=py_version, precedence=precedence,
platform=platform
)
# From Python 2.7 docs
def unique_everseen(iterable, key=None):
"List unique elements, preserving order. Remember all elements ever seen."
# unique_everseen('AAAABBBCCDAABBB') --> A B C D
# unique_everseen('ABBCcAD', str.lower) --> A B C D
seen = set()
seen_add = seen.add
if key is None:
for element in six.moves.filterfalse(seen.__contains__, iterable):
seen_add(element)
yield element
else:
for element in iterable:
k = key(element)
if k not in seen:
seen_add(k)
yield element
def unique_values(func):
"""
Wrap a function returning an iterable such that the resulting iterable
only ever yields unique items.
"""
@wraps(func)
def wrapper(*args, **kwargs):
return unique_everseen(func(*args, **kwargs))
return wrapper
REL = re.compile(r"""<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>""", re.I)
# this line is here to fix emacs' cruddy broken syntax highlighting
@unique_values
def find_external_links(url, page):
"""Find rel="homepage" and rel="download" links in `page`, yielding URLs"""
for match in REL.finditer(page):
tag, rel = match.groups()
rels = set(map(str.strip, rel.lower().split(',')))
if 'homepage' in rels or 'download' in rels:
for match in HREF.finditer(tag):
yield urllib.parse.urljoin(url, htmldecode(match.group(1)))
for tag in ("<th>Home Page", "<th>Download URL"):
pos = page.find(tag)
if pos != -1:
match = HREF.search(page, pos)
if match:
yield urllib.parse.urljoin(url, htmldecode(match.group(1)))
class ContentChecker:
"""
A null content checker that defines the interface for checking content
"""
def feed(self, block):
"""
Feed a block of data to the hash.
"""
return
def is_valid(self):
"""
Check the hash. Return False if validation fails.
"""
return True
def report(self, reporter, template):
"""
Call reporter with information about the checker (hash name)
substituted into the template.
"""
return
class HashChecker(ContentChecker):
pattern = re.compile(
r'(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)='
r'(?P<expected>[a-f0-9]+)'
)
def __init__(self, hash_name, expected):
self.hash_name = hash_name
self.hash = hashlib.new(hash_name)
self.expected = expected
@classmethod
def from_url(cls, url):
"Construct a (possibly null) ContentChecker from a URL"
fragment = urllib.parse.urlparse(url)[-1]
if not fragment:
return ContentChecker()
match = cls.pattern.search(fragment)
if not match:
return ContentChecker()
return cls(**match.groupdict())
def feed(self, block):
self.hash.update(block)
def is_valid(self):
return self.hash.hexdigest() == self.expected
def report(self, reporter, template):
msg = template % self.hash_name
return reporter(msg)
class PackageIndex(Environment):
"""A distribution index that scans web pages for download URLs"""
def __init__(
self, index_url="https://pypi.org/simple/", hosts=('*',),
ca_bundle=None, verify_ssl=True, *args, **kw
):
Environment.__init__(self, *args, **kw)
self.index_url = index_url + "/" [:not index_url.endswith('/')]
self.scanned_urls = {}
self.fetched_urls = {}
self.package_pages = {}
self.allows = re.compile('|'.join(map(translate, hosts))).match
self.to_scan = []
use_ssl = (
verify_ssl
and ssl_support.is_available
and (ca_bundle or ssl_support.find_ca_bundle())
)
if use_ssl:
self.opener = ssl_support.opener_for(ca_bundle)
else:
self.opener = urllib.request.urlopen
def process_url(self, url, retrieve=False):
"""Evaluate a URL as a possible download, and maybe retrieve it"""
if url in self.scanned_urls and not retrieve:
return
self.scanned_urls[url] = True
if not URL_SCHEME(url):
self.process_filename(url)
return
else:
dists = list(distros_for_url(url))
if dists:
if not self.url_ok(url):
return
self.debug("Found link: %s", url)
if dists or not retrieve or url in self.fetched_urls:
list(map(self.add, dists))
return # don't need the actual page
if not self.url_ok(url):
self.fetched_urls[url] = True
return
self.info("Reading %s", url)
self.fetched_urls[url] = True # prevent multiple fetch attempts
tmpl = "Download error on %s: %%s -- Some packages may not be found!"
f = self.open_url(url, tmpl % url)
if f is None:
return
self.fetched_urls[f.url] = True
if 'html' not in f.headers.get('content-type', '').lower():
f.close() # not html, we can't process it
return
base = f.url # handle redirects
page = f.read()
if not isinstance(page, str):
# In Python 3 and got bytes but want str.
if isinstance(f, urllib.error.HTTPError):
# Errors have no charset, assume latin1:
charset = 'latin-1'
else:
charset = f.headers.get_param('charset') or 'latin-1'
page = page.decode(charset, "ignore")
f.close()
for match in HREF.finditer(page):
link = urllib.parse.urljoin(base, htmldecode(match.group(1)))
self.process_url(link)
if url.startswith(self.index_url) and getattr(f, 'code', None) != 404:
page = self.process_index(url, page)
def process_filename(self, fn, nested=False):
# process filenames or directories
if not os.path.exists(fn):
self.warn("Not found: %s", fn)
return
if os.path.isdir(fn) and not nested:
path = os.path.realpath(fn)
for item in os.listdir(path):
self.process_filename(os.path.join(path, item), True)
dists = distros_for_filename(fn)
if dists:
self.debug("Found: %s", fn)
list(map(self.add, dists))
def url_ok(self, url, fatal=False):
s = URL_SCHEME(url)
is_file = s and s.group(1).lower() == 'file'
if is_file or self.allows(urllib.parse.urlparse(url)[1]):
return True
msg = (
"\nNote: Bypassing %s (disallowed host; see "
"http://bit.ly/2hrImnY for details).\n")
if fatal:
raise DistutilsError(msg % url)
else:
self.warn(msg, url)
def scan_egg_links(self, search_path):
dirs = filter(os.path.isdir, search_path)
egg_links = (
(path, entry)
for path in dirs
for entry in os.listdir(path)
if entry.endswith('.egg-link')
)
list(itertools.starmap(self.scan_egg_link, egg_links))
def scan_egg_link(self, path, entry):
with open(os.path.join(path, entry)) as raw_lines:
# filter non-empty lines
lines = list(filter(None, map(str.strip, raw_lines)))
if len(lines) != 2:
# format is not recognized; punt
return
egg_path, setup_path = lines
for dist in find_distributions(os.path.join(path, egg_path)):
dist.location = os.path.join(path, *lines)
dist.precedence = SOURCE_DIST
self.add(dist)
def process_index(self, url, page):
"""Process the contents of a PyPI page"""
def scan(link):
# Process a URL to see if it's for a package page
if link.startswith(self.index_url):
parts = list(map(
urllib.parse.unquote, link[len(self.index_url):].split('/')
))
if len(parts) == 2 and '#' not in parts[1]:
# it's a package page, sanitize and index it
pkg = safe_name(parts[0])
ver = safe_version(parts[1])
self.package_pages.setdefault(pkg.lower(), {})[link] = True
return to_filename(pkg), to_filename(ver)
return None, None
# process an index page into the package-page index
for match in HREF.finditer(page):
try:
scan(urllib.parse.urljoin(url, htmldecode(match.group(1))))
except ValueError:
pass
pkg, ver = scan(url) # ensure this page is in the page index
if pkg:
# process individual package page
for new_url in find_external_links(url, page):
# Process the found URL
base, frag = egg_info_for_url(new_url)
if base.endswith('.py') and not frag:
if ver:
new_url += '#egg=%s-%s' % (pkg, ver)
else:
self.need_version_info(url)
self.scan_url(new_url)
return PYPI_MD5.sub(
lambda m: '<a href="%s#md5=%s">%s</a>' % m.group(1, 3, 2), page
)
else:
return "" # no sense double-scanning non-package pages
def need_version_info(self, url):
self.scan_all(
"Page at %s links to .py file(s) without version info; an index "
"scan is required.", url
)
def scan_all(self, msg=None, *args):
if self.index_url not in self.fetched_urls:
if msg:
self.warn(msg, *args)
self.info(
"Scanning index of all packages (this may take a while)"
)
self.scan_url(self.index_url)
def find_packages(self, requirement):
self.scan_url(self.index_url + requirement.unsafe_name + '/')
if not self.package_pages.get(requirement.key):
# Fall back to safe version of the name
self.scan_url(self.index_url + requirement.project_name + '/')
if not self.package_pages.get(requirement.key):
# We couldn't find the target package, so search the index page too
self.not_found_in_index(requirement)
for url in list(self.package_pages.get(requirement.key, ())):
# scan each page that might be related to the desired package
self.scan_url(url)
def obtain(self, requirement, installer=None):
self.prescan()
self.find_packages(requirement)
for dist in self[requirement.key]:
if dist in requirement:
return dist
self.debug("%s does not match %s", requirement, dist)
return super(PackageIndex, self).obtain(requirement, installer)
def check_hash(self, checker, filename, tfp):
"""
checker is a ContentChecker
"""
checker.report(
self.debug,
"Validating %%s checksum for %s" % filename)
if not checker.is_valid():
tfp.close()
os.unlink(filename)
raise DistutilsError(
"%s validation failed for %s; "
"possible download problem?"
% (checker.hash.name, os.path.basename(filename))
)
def add_find_links(self, urls):
"""Add `urls` to the list that will be prescanned for searches"""
for url in urls:
if (
self.to_scan is None # if we have already "gone online"
or not URL_SCHEME(url) # or it's a local file/directory
or url.startswith('file:')
or list(distros_for_url(url)) # or a direct package link
):
# then go ahead and process it now
self.scan_url(url)
else:
# otherwise, defer retrieval till later
self.to_scan.append(url)
def prescan(self):
"""Scan urls scheduled for prescanning (e.g. --find-links)"""
if self.to_scan:
list(map(self.scan_url, self.to_scan))
self.to_scan = None # from now on, go ahead and process immediately
def not_found_in_index(self, requirement):
if self[requirement.key]: # we've seen at least one distro
meth, msg = self.info, "Couldn't retrieve index page for %r"
else: # no distros seen for this name, might be misspelled
meth, msg = (
self.warn,
"Couldn't find index page for %r (maybe misspelled?)")
meth(msg, requirement.unsafe_name)
self.scan_all()
def download(self, spec, tmpdir):
"""Locate and/or download `spec` to `tmpdir`, returning a local path
`spec` may be a ``Requirement`` object, or a string containing a URL,
an existing local filename, or a project/version requirement spec
(i.e. the string form of a ``Requirement`` object). If it is the URL
of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
automatically created alongside the downloaded file.
If `spec` is a ``Requirement`` object or a string containing a
project/version requirement spec, this method returns the location of
a matching distribution (possibly after downloading it to `tmpdir`).
If `spec` is a locally existing file or directory name, it is simply
returned unchanged. If `spec` is a URL, it is downloaded to a subpath
of `tmpdir`, and the local filename is returned. Various errors may be
raised if a problem occurs during downloading.
"""
if not isinstance(spec, Requirement):
scheme = URL_SCHEME(spec)
if scheme:
# It's a url, download it to tmpdir
found = self._download_url(scheme.group(1), spec, tmpdir)
base, fragment = egg_info_for_url(spec)
if base.endswith('.py'):
found = self.gen_setup(found, fragment, tmpdir)
return found
elif os.path.exists(spec):
# Existing file or directory, just return it
return spec
else:
spec = parse_requirement_arg(spec)
return getattr(self.fetch_distribution(spec, tmpdir), 'location', None)
def fetch_distribution(
self, requirement, tmpdir, force_scan=False, source=False,
develop_ok=False, local_index=None):
"""Obtain a distribution suitable for fulfilling `requirement`
`requirement` must be a ``pkg_resources.Requirement`` instance.
If necessary, or if the `force_scan` flag is set, the requirement is
searched for in the (online) package index as well as the locally
installed packages. If a distribution matching `requirement` is found,
the returned distribution's ``location`` is the value you would have
gotten from calling the ``download()`` method with the matching
distribution's URL or filename. If no matching distribution is found,
``None`` is returned.
If the `source` flag is set, only source distributions and source
checkout links will be considered. Unless the `develop_ok` flag is
set, development and system eggs (i.e., those using the ``.egg-info``
format) will be ignored.
"""
# process a Requirement
self.info("Searching for %s", requirement)
skipped = {}
dist = None
def find(req, env=None):
if env is None:
env = self
# Find a matching distribution; may be called more than once
for dist in env[req.key]:
if dist.precedence == DEVELOP_DIST and not develop_ok:
if dist not in skipped:
self.warn(
"Skipping development or system egg: %s", dist,
)
skipped[dist] = 1
continue
test = (
dist in req
and (dist.precedence <= SOURCE_DIST or not source)
)
if test:
loc = self.download(dist.location, tmpdir)
dist.download_location = loc
if os.path.exists(dist.download_location):
return dist
if force_scan:
self.prescan()
self.find_packages(requirement)
dist = find(requirement)
if not dist and local_index is not None:
dist = find(requirement, local_index)
if dist is None:
if self.to_scan is not None:
self.prescan()
dist = find(requirement)
if dist is None and not force_scan:
self.find_packages(requirement)
dist = find(requirement)
if dist is None:
self.warn(
"No local packages or working download links found for %s%s",
(source and "a source distribution of " or ""),
requirement,
)
else:
self.info("Best match: %s", dist)
return dist.clone(location=dist.download_location)
def fetch(self, requirement, tmpdir, force_scan=False, source=False):
"""Obtain a file suitable for fulfilling `requirement`
DEPRECATED; use the ``fetch_distribution()`` method now instead. For
backward compatibility, this routine is identical but returns the
``location`` of the downloaded distribution instead of a distribution
object.
"""
dist = self.fetch_distribution(requirement, tmpdir, force_scan, source)
if dist is not None:
return dist.location
return None
def gen_setup(self, filename, fragment, tmpdir):
match = EGG_FRAGMENT.match(fragment)
dists = match and [
d for d in
interpret_distro_name(filename, match.group(1), None) if d.version
] or []
if len(dists) == 1: # unambiguous ``#egg`` fragment
basename = os.path.basename(filename)
# Make sure the file has been downloaded to the temp dir.
if os.path.dirname(filename) != tmpdir:
dst = os.path.join(tmpdir, basename)
from setuptools.command.easy_install import samefile
if not samefile(filename, dst):
shutil.copy2(filename, dst)
filename = dst
with open(os.path.join(tmpdir, 'setup.py'), 'w') as file:
file.write(
"from setuptools import setup\n"
"setup(name=%r, version=%r, py_modules=[%r])\n"
% (
dists[0].project_name, dists[0].version,
os.path.splitext(basename)[0]
)
)
return filename
elif match:
raise DistutilsError(
"Can't unambiguously interpret project/version identifier %r; "
"any dashes in the name or version should be escaped using "
"underscores. %r" % (fragment, dists)
)
else:
raise DistutilsError(
"Can't process plain .py files without an '#egg=name-version'"
" suffix to enable automatic setup script generation."
)
dl_blocksize = 8192
def _download_to(self, url, filename):
self.info("Downloading %s", url)
# Download the file
fp = None
try:
checker = HashChecker.from_url(url)
fp = self.open_url(url)
if isinstance(fp, urllib.error.HTTPError):
raise DistutilsError(
"Can't download %s: %s %s" % (url, fp.code, fp.msg)
)
headers = fp.info()
blocknum = 0
bs = self.dl_blocksize
size = -1
if "content-length" in headers:
# Some servers return multiple Content-Length headers :(
sizes = get_all_headers(headers, 'Content-Length')
size = max(map(int, sizes))
self.reporthook(url, filename, blocknum, bs, size)
with open(filename, 'wb') as tfp:
while True:
block = fp.read(bs)
if block:
checker.feed(block)
tfp.write(block)
blocknum += 1
self.reporthook(url, filename, blocknum, bs, size)
else:
break
self.check_hash(checker, filename, tfp)
return headers
finally:
if fp:
fp.close()
def reporthook(self, url, filename, blocknum, blksize, size):
pass # no-op
def open_url(self, url, warning=None):
if url.startswith('file:'):
return local_open(url)
try:
return open_with_auth(url, self.opener)
except (ValueError, http_client.InvalidURL) as v:
msg = ' '.join([str(arg) for arg in v.args])
if warning:
self.warn(warning, msg)
else:
raise DistutilsError('%s %s' % (url, msg))
except urllib.error.HTTPError as v:
return v
except urllib.error.URLError as v:
if warning:
self.warn(warning, v.reason)
else:
raise DistutilsError("Download error for %s: %s"
% (url, v.reason))
except http_client.BadStatusLine as v:
if warning:
self.warn(warning, v.line)
else:
raise DistutilsError(
'%s returned a bad status line. The server might be '
'down, %s' %
(url, v.line)
)
except (http_client.HTTPException, socket.error) as v:
if warning:
self.warn(warning, v)
else:
raise DistutilsError("Download error for %s: %s"
% (url, v))
def _download_url(self, scheme, url, tmpdir):
# Determine download filename
#
name, fragment = egg_info_for_url(url)
if name:
while '..' in name:
name = name.replace('..', '.').replace('\\', '_')
else:
name = "__downloaded__" # default if URL has no path contents
if name.endswith('.egg.zip'):
name = name[:-4] # strip the extra .zip before download
filename = os.path.join(tmpdir, name)
# Download the file
#
if scheme == 'svn' or scheme.startswith('svn+'):
return self._download_svn(url, filename)
elif scheme == 'git' or scheme.startswith('git+'):
return self._download_git(url, filename)
elif scheme.startswith('hg+'):
return self._download_hg(url, filename)
elif scheme == 'file':
return urllib.request.url2pathname(urllib.parse.urlparse(url)[2])
else:
self.url_ok(url, True) # raises error if not allowed
return self._attempt_download(url, filename)
def scan_url(self, url):
self.process_url(url, True)
def _attempt_download(self, url, filename):
headers = self._download_to(url, filename)
if 'html' in headers.get('content-type', '').lower():
return self._download_html(url, headers, filename)
else:
return filename
def _download_html(self, url, headers, filename):
file = open(filename)
for line in file:
if line.strip():
# Check for a subversion index page
if re.search(r'<title>([^- ]+ - )?Revision \d+:', line):
# it's a subversion index page:
file.close()
os.unlink(filename)
return self._download_svn(url, filename)
break # not an index page
file.close()
os.unlink(filename)
raise DistutilsError("Unexpected HTML page found at " + url)
def _download_svn(self, url, filename):
warnings.warn("SVN download support is deprecated", UserWarning)
url = url.split('#', 1)[0] # remove any fragment for svn's sake
creds = ''
if url.lower().startswith('svn:') and '@' in url:
scheme, netloc, path, p, q, f = urllib.parse.urlparse(url)
if not netloc and path.startswith('//') and '/' in path[2:]:
netloc, path = path[2:].split('/', 1)
auth, host = _splituser(netloc)
if auth:
if ':' in auth:
user, pw = auth.split(':', 1)
creds = " --username=%s --password=%s" % (user, pw)
else:
creds = " --username=" + auth
netloc = host
parts = scheme, netloc, url, p, q, f
url = urllib.parse.urlunparse(parts)
self.info("Doing subversion checkout from %s to %s", url, filename)
os.system("svn checkout%s -q %s %s" % (creds, url, filename))
return filename
@staticmethod
def _vcs_split_rev_from_url(url, pop_prefix=False):
scheme, netloc, path, query, frag = urllib.parse.urlsplit(url)
scheme = scheme.split('+', 1)[-1]
# Some fragment identification fails
path = path.split('#', 1)[0]
rev = None
if '@' in path:
path, rev = path.rsplit('@', 1)
# Also, discard fragment
url = urllib.parse.urlunsplit((scheme, netloc, path, query, ''))
return url, rev
def _download_git(self, url, filename):
filename = filename.split('#', 1)[0]
url, rev = self._vcs_split_rev_from_url(url, pop_prefix=True)
self.info("Doing git clone from %s to %s", url, filename)
os.system("git clone --quiet %s %s" % (url, filename))
if rev is not None:
self.info("Checking out %s", rev)
os.system("git -C %s checkout --quiet %s" % (
filename,
rev,
))
return filename
def _download_hg(self, url, filename):
filename = filename.split('#', 1)[0]
url, rev = self._vcs_split_rev_from_url(url, pop_prefix=True)
self.info("Doing hg clone from %s to %s", url, filename)
os.system("hg clone --quiet %s %s" % (url, filename))
if rev is not None:
self.info("Updating to %s", rev)
os.system("hg --cwd %s up -C -r %s -q" % (
filename,
rev,
))
return filename
def debug(self, msg, *args):
log.debug(msg, *args)
def info(self, msg, *args):
log.info(msg, *args)
def warn(self, msg, *args):
log.warn(msg, *args)
# This pattern matches a character entity reference (a decimal numeric
# references, a hexadecimal numeric reference, or a named reference).
entity_sub = re.compile(r'&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?').sub
def decode_entity(match):
what = match.group(0)
return unescape(what)
def htmldecode(text):
"""
Decode HTML entities in the given text.
>>> htmldecode(
... 'https://../package_name-0.1.2.tar.gz'
... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz')
'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
"""
return entity_sub(decode_entity, text)
def socket_timeout(timeout=15):
def _socket_timeout(func):
def _socket_timeout(*args, **kwargs):
old_timeout = socket.getdefaulttimeout()
socket.setdefaulttimeout(timeout)
try:
return func(*args, **kwargs)
finally:
socket.setdefaulttimeout(old_timeout)
return _socket_timeout
return _socket_timeout
def _encode_auth(auth):
"""
A function compatible with Python 2.3-3.3 that will encode
auth from a URL suitable for an HTTP header.
>>> str(_encode_auth('username%3Apassword'))
'dXNlcm5hbWU6cGFzc3dvcmQ='
Long auth strings should not cause a newline to be inserted.
>>> long_auth = 'username:' + 'password'*10
>>> chr(10) in str(_encode_auth(long_auth))
False
"""
auth_s = urllib.parse.unquote(auth)
# convert to bytes
auth_bytes = auth_s.encode()
encoded_bytes = base64.b64encode(auth_bytes)
# convert back to a string
encoded = encoded_bytes.decode()
# strip the trailing carriage return
return encoded.replace('\n', '')
class Credential:
"""
A username/password pair. Use like a namedtuple.
"""
def __init__(self, username, password):
self.username = username
self.password = password
def __iter__(self):
yield self.username
yield self.password
def __str__(self):
return '%(username)s:%(password)s' % vars(self)
class PyPIConfig(configparser.RawConfigParser):
def __init__(self):
"""
Load from ~/.pypirc
"""
defaults = dict.fromkeys(['username', 'password', 'repository'], '')
configparser.RawConfigParser.__init__(self, defaults)
rc = os.path.join(os.path.expanduser('~'), '.pypirc')
if os.path.exists(rc):
self.read(rc)
@property
def creds_by_repository(self):
sections_with_repositories = [
section for section in self.sections()
if self.get(section, 'repository').strip()
]
return dict(map(self._get_repo_cred, sections_with_repositories))
def _get_repo_cred(self, section):
repo = self.get(section, 'repository').strip()
return repo, Credential(
self.get(section, 'username').strip(),
self.get(section, 'password').strip(),
)
def find_credential(self, url):
"""
If the URL indicated appears to be a repository defined in this
config, return the credential for that repository.
"""
for repository, cred in self.creds_by_repository.items():
if url.startswith(repository):
return cred
def open_with_auth(url, opener=urllib.request.urlopen):
"""Open a urllib2 request, handling HTTP authentication"""
parsed = urllib.parse.urlparse(url)
scheme, netloc, path, params, query, frag = parsed
# Double scheme does not raise on Mac OS X as revealed by a
# failing test. We would expect "nonnumeric port". Refs #20.
if netloc.endswith(':'):
raise http_client.InvalidURL("nonnumeric port: ''")
if scheme in ('http', 'https'):
auth, address = _splituser(netloc)
else:
auth = None
if not auth:
cred = PyPIConfig().find_credential(url)
if cred:
auth = str(cred)
info = cred.username, url
log.info('Authenticating as %s for %s (from .pypirc)', *info)
if auth:
auth = "Basic " + _encode_auth(auth)
parts = scheme, address, path, params, query, frag
new_url = urllib.parse.urlunparse(parts)
request = urllib.request.Request(new_url)
request.add_header("Authorization", auth)
else:
request = urllib.request.Request(url)
request.add_header('User-Agent', user_agent)
fp = opener(request)
if auth:
# Put authentication info back into request URL if same host,
# so that links found on the page will work
s2, h2, path2, param2, query2, frag2 = urllib.parse.urlparse(fp.url)
if s2 == scheme and h2 == address:
parts = s2, netloc, path2, param2, query2, frag2
fp.url = urllib.parse.urlunparse(parts)
return fp
# copy of urllib.parse._splituser from Python 3.8
def _splituser(host):
"""splituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'."""
user, delim, host = host.rpartition('@')
return (user if delim else None), host
# adding a timeout to avoid freezing package_index
open_with_auth = socket_timeout(_SOCKET_TIMEOUT)(open_with_auth)
def fix_sf_url(url):
return url # backward compatibility
def local_open(url):
"""Read a local path, with special support for directories"""
scheme, server, path, param, query, frag = urllib.parse.urlparse(url)
filename = urllib.request.url2pathname(path)
if os.path.isfile(filename):
return urllib.request.urlopen(url)
elif path.endswith('/') and os.path.isdir(filename):
files = []
for f in os.listdir(filename):
filepath = os.path.join(filename, f)
if f == 'index.html':
with open(filepath, 'r') as fp:
body = fp.read()
break
elif os.path.isdir(filepath):
f += '/'
files.append('<a href="{name}">{name}</a>'.format(name=f))
else:
tmpl = (
"<html><head><title>{url}</title>"
"</head><body>{files}</body></html>")
body = tmpl.format(url=url, files='\n'.join(files))
status, message = 200, "OK"
else:
status, message, body = 404, "Path not found", "Not found"
headers = {'content-type': 'text/html'}
body_stream = six.StringIO(body)
return urllib.error.HTTPError(url, status, message, headers, body_stream)
site-packages/setuptools/py27compat.py 0000644 00000002730 15201600075 0014062 0 ustar 00 """
Compatibility Support for Python 2.7 and earlier
"""
import sys
import platform
from setuptools.extern import six
def get_all_headers(message, key):
"""
Given an HTTPMessage, return all headers matching a given key.
"""
return message.get_all(key)
if six.PY2:
def get_all_headers(message, key):
return message.getheaders(key)
linux_py2_ascii = (
platform.system() == 'Linux' and
six.PY2
)
rmtree_safe = str if linux_py2_ascii else lambda x: x
"""Workaround for http://bugs.python.org/issue24672"""
try:
from ._imp import find_module, PY_COMPILED, PY_FROZEN, PY_SOURCE
from ._imp import get_frozen_object, get_module
except ImportError:
import imp
from imp import PY_COMPILED, PY_FROZEN, PY_SOURCE # noqa
def find_module(module, paths=None):
"""Just like 'imp.find_module()', but with package support"""
parts = module.split('.')
while parts:
part = parts.pop(0)
f, path, (suffix, mode, kind) = info = imp.find_module(part, paths)
if kind == imp.PKG_DIRECTORY:
parts = parts or ['__init__']
paths = [path]
elif parts:
raise ImportError("Can't find %r in %s" % (parts, module))
return info
def get_frozen_object(module, paths):
return imp.get_frozen_object(module)
def get_module(module, paths, info):
imp.load_module(module, *info)
return sys.modules[module]
site-packages/setuptools/ssl_support.py 0000644 00000020455 15201600075 0014456 0 ustar 00 import os
import socket
import atexit
import re
import functools
from setuptools.extern.six.moves import urllib, http_client, map, filter
from pkg_resources import ResolutionError, ExtractionError
try:
import ssl
except ImportError:
ssl = None
__all__ = [
'VerifyingHTTPSHandler', 'find_ca_bundle', 'is_available', 'cert_paths',
'opener_for'
]
cert_paths = """
/etc/pki/tls/certs/ca-bundle.crt
/etc/ssl/certs/ca-certificates.crt
/usr/share/ssl/certs/ca-bundle.crt
/usr/local/share/certs/ca-root.crt
/etc/ssl/cert.pem
/System/Library/OpenSSL/certs/cert.pem
/usr/local/share/certs/ca-root-nss.crt
/etc/ssl/ca-bundle.pem
""".strip().split()
try:
HTTPSHandler = urllib.request.HTTPSHandler
HTTPSConnection = http_client.HTTPSConnection
except AttributeError:
HTTPSHandler = HTTPSConnection = object
is_available = ssl is not None and object not in (HTTPSHandler, HTTPSConnection)
try:
from ssl import CertificateError, match_hostname
except ImportError:
try:
from backports.ssl_match_hostname import CertificateError
from backports.ssl_match_hostname import match_hostname
except ImportError:
CertificateError = None
match_hostname = None
if not CertificateError:
class CertificateError(ValueError):
pass
if not match_hostname:
def _dnsname_match(dn, hostname, max_wildcards=1):
"""Matching according to RFC 6125, section 6.4.3
https://tools.ietf.org/html/rfc6125#section-6.4.3
"""
pats = []
if not dn:
return False
# Ported from python3-syntax:
# leftmost, *remainder = dn.split(r'.')
parts = dn.split(r'.')
leftmost = parts[0]
remainder = parts[1:]
wildcards = leftmost.count('*')
if wildcards > max_wildcards:
# Issue #17980: avoid denials of service by refusing more
# than one wildcard per fragment. A survey of established
# policy among SSL implementations showed it to be a
# reasonable choice.
raise CertificateError(
"too many wildcards in certificate DNS name: " + repr(dn))
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
# RFC 6125, section 6.4.3, subitem 1.
# The client SHOULD NOT attempt to match a presented identifier in which
# the wildcard character comprises a label other than the left-most label.
if leftmost == '*':
# When '*' is a fragment by itself, it matches a non-empty dotless
# fragment.
pats.append('[^.]+')
elif leftmost.startswith('xn--') or hostname.startswith('xn--'):
# RFC 6125, section 6.4.3, subitem 3.
# The client SHOULD NOT attempt to match a presented identifier
# where the wildcard character is embedded within an A-label or
# U-label of an internationalized domain name.
pats.append(re.escape(leftmost))
else:
# Otherwise, '*' matches any dotless string, e.g. www*
pats.append(re.escape(leftmost).replace(r'\*', '[^.]*'))
# add the remaining fragments, ignore any wildcards
for frag in remainder:
pats.append(re.escape(frag))
pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE)
return pat.match(hostname)
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError("empty or no certificate")
dnsnames = []
san = cert.get('subjectAltName', ())
for key, value in san:
if key == 'DNS':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get('subject', ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == 'commonName':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError("hostname %r "
"doesn't match either of %s"
% (hostname, ', '.join(map(repr, dnsnames))))
elif len(dnsnames) == 1:
raise CertificateError("hostname %r "
"doesn't match %r"
% (hostname, dnsnames[0]))
else:
raise CertificateError("no appropriate commonName or "
"subjectAltName fields were found")
class VerifyingHTTPSHandler(HTTPSHandler):
"""Simple verifying handler: no auth, subclasses, timeouts, etc."""
def __init__(self, ca_bundle):
self.ca_bundle = ca_bundle
HTTPSHandler.__init__(self)
def https_open(self, req):
return self.do_open(
lambda host, **kw: VerifyingHTTPSConn(host, self.ca_bundle, **kw), req
)
class VerifyingHTTPSConn(HTTPSConnection):
"""Simple verifying connection: no auth, subclasses, timeouts, etc."""
def __init__(self, host, ca_bundle, **kw):
HTTPSConnection.__init__(self, host, **kw)
self.ca_bundle = ca_bundle
def connect(self):
sock = socket.create_connection(
(self.host, self.port), getattr(self, 'source_address', None)
)
# Handle the socket if a (proxy) tunnel is present
if hasattr(self, '_tunnel') and getattr(self, '_tunnel_host', None):
self.sock = sock
self._tunnel()
# http://bugs.python.org/issue7776: Python>=3.4.1 and >=2.7.7
# change self.host to mean the proxy server host when tunneling is
# being used. Adapt, since we are interested in the destination
# host for the match_hostname() comparison.
actual_host = self._tunnel_host
else:
actual_host = self.host
if hasattr(ssl, 'create_default_context'):
ctx = ssl.create_default_context(cafile=self.ca_bundle)
self.sock = ctx.wrap_socket(sock, server_hostname=actual_host)
else:
# This is for python < 2.7.9 and < 3.4?
self.sock = ssl.wrap_socket(
sock, cert_reqs=ssl.CERT_REQUIRED, ca_certs=self.ca_bundle
)
try:
match_hostname(self.sock.getpeercert(), actual_host)
except CertificateError:
self.sock.shutdown(socket.SHUT_RDWR)
self.sock.close()
raise
def opener_for(ca_bundle=None):
"""Get a urlopen() replacement that uses ca_bundle for verification"""
return urllib.request.build_opener(
VerifyingHTTPSHandler(ca_bundle or find_ca_bundle())
).open
# from jaraco.functools
def once(func):
@functools.wraps(func)
def wrapper(*args, **kwargs):
if not hasattr(func, 'always_returns'):
func.always_returns = func(*args, **kwargs)
return func.always_returns
return wrapper
@once
def get_win_certfile():
try:
import wincertstore
except ImportError:
return None
class CertFile(wincertstore.CertFile):
def __init__(self):
super(CertFile, self).__init__()
atexit.register(self.close)
def close(self):
try:
super(CertFile, self).close()
except OSError:
pass
_wincerts = CertFile()
_wincerts.addstore('CA')
_wincerts.addstore('ROOT')
return _wincerts.name
def find_ca_bundle():
"""Return an existing CA bundle path, or None"""
extant_cert_paths = filter(os.path.isfile, cert_paths)
return (
get_win_certfile()
or next(extant_cert_paths, None)
or _certifi_where()
)
def _certifi_where():
try:
return __import__('certifi').where()
except (ImportError, ResolutionError, ExtractionError):
pass
site-packages/pip-19.3.1.dist-info/LICENSE.txt 0000644 00000002102 15201600075 0014310 0 ustar 00 Copyright (c) 2008-2019 The pip developers (see AUTHORS.txt file)
Permission is hereby granted, free of charge, to any person obtaining
a copy of this software and associated documentation files (the
"Software"), to deal in the Software without restriction, including
without limitation the rights to use, copy, modify, merge, publish,
distribute, sublicense, and/or sell copies of the Software, and to
permit persons to whom the Software is furnished to do so, subject to
the following conditions:
The above copyright notice and this permission notice shall be
included in all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
site-packages/pip-19.3.1.dist-info/WHEEL 0000644 00000000156 15201600075 0013263 0 ustar 00 Wheel-Version: 1.0
Generator: bdist_wheel (0.33.6)
Root-Is-Purelib: true
Tag: py2-none-any
Tag: py3-none-any
site-packages/pip-19.3.1.dist-info/RECORD 0000644 00000142732 15201600075 0013404 0 ustar 00 ../../../bin/pip,sha256=isMYezCDrq79FYcQQqNmVGeOh26HvQz3wntdy5zsiUc,219
../../../bin/pip3,sha256=isMYezCDrq79FYcQQqNmVGeOh26HvQz3wntdy5zsiUc,219
../../../bin/pip3.8,sha256=isMYezCDrq79FYcQQqNmVGeOh26HvQz3wntdy5zsiUc,219
pip-19.3.1.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
pip-19.3.1.dist-info/LICENSE.txt,sha256=W6Ifuwlk-TatfRU2LR7W1JMcyMj5_y1NkRkOEJvnRDE,1090
pip-19.3.1.dist-info/METADATA,sha256=3VTJN81wKoCumM54Ay7Je-xOiIkScmdYQu9WD43uK5o,3245
pip-19.3.1.dist-info/RECORD,,
pip-19.3.1.dist-info/WHEEL,sha256=8zNYZbwQSXoB9IfXOjPfeNwvAsALAjffgk27FqvCWbo,110
pip-19.3.1.dist-info/entry_points.txt,sha256=tbYijp8dTAsoGzseo-3RkvhZNzpr8DW4lFJdKFuARUk,113
pip-19.3.1.dist-info/top_level.txt,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
pip/__init__.py,sha256=3XVcbBDOOau8B2kbTs7mairuEe_dyGELVtflVt0LMVs,23
pip/__main__.py,sha256=JhJZiiWUmlPTwFOZ7_L68hWG4nUVQTDTtwc1o_yWdWw,628
pip/__pycache__/__init__.cpython-38.pyc,,
pip/__pycache__/__main__.cpython-38.pyc,,
pip/_internal/__init__.py,sha256=4lqJ4waZxiP4QFg34znQ3j5zdyDsrWZkERPeLAs7lT8,80
pip/_internal/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/__pycache__/build_env.cpython-38.pyc,,
pip/_internal/__pycache__/cache.cpython-38.pyc,,
pip/_internal/__pycache__/collector.cpython-38.pyc,,
pip/_internal/__pycache__/configuration.cpython-38.pyc,,
pip/_internal/__pycache__/download.cpython-38.pyc,,
pip/_internal/__pycache__/exceptions.cpython-38.pyc,,
pip/_internal/__pycache__/index.cpython-38.pyc,,
pip/_internal/__pycache__/legacy_resolve.cpython-38.pyc,,
pip/_internal/__pycache__/locations.cpython-38.pyc,,
pip/_internal/__pycache__/main.cpython-38.pyc,,
pip/_internal/__pycache__/pep425tags.cpython-38.pyc,,
pip/_internal/__pycache__/pyproject.cpython-38.pyc,,
pip/_internal/__pycache__/self_outdated_check.cpython-38.pyc,,
pip/_internal/__pycache__/wheel.cpython-38.pyc,,
pip/_internal/build_env.py,sha256=h8_IrSllK1aEv4cmoO9G7l5XDrwMeq2aADy6EWqbEKs,7517
pip/_internal/cache.py,sha256=tv5gyBOh4gx8my0ikxCEHzg92Y5D8mCbcE4lq9rQLhw,8371
pip/_internal/cli/__init__.py,sha256=FkHBgpxxb-_gd6r1FjnNhfMOzAUYyXoXKJ6abijfcFU,132
pip/_internal/cli/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/cli/__pycache__/autocompletion.cpython-38.pyc,,
pip/_internal/cli/__pycache__/base_command.cpython-38.pyc,,
pip/_internal/cli/__pycache__/cmdoptions.cpython-38.pyc,,
pip/_internal/cli/__pycache__/command_context.cpython-38.pyc,,
pip/_internal/cli/__pycache__/main_parser.cpython-38.pyc,,
pip/_internal/cli/__pycache__/parser.cpython-38.pyc,,
pip/_internal/cli/__pycache__/req_command.cpython-38.pyc,,
pip/_internal/cli/__pycache__/status_codes.cpython-38.pyc,,
pip/_internal/cli/autocompletion.py,sha256=KLBLfPkMKgkl6FS6RGlYlgRmdxFiwvdefv3Ywt5JqzM,6169
pip/_internal/cli/base_command.py,sha256=Xg0kP33AsjMYqXmFoZ-HX6-hRM5QaKDXAJRXLO03IVU,6504
pip/_internal/cli/cmdoptions.py,sha256=y6x_kbx-obAF2i6rO0cZR2HOi5SC31LKxl0ZjQV6uOs,26839
pip/_internal/cli/command_context.py,sha256=F0hZ0Xm8NZAgcOpl5J46OpjvAhIgx5P1nZHGaAAxlmc,796
pip/_internal/cli/main_parser.py,sha256=W9OWeryh7ZkqELohaFh0Ko9sB98ZkSeDmnYbOZ1imBc,2819
pip/_internal/cli/parser.py,sha256=O9djTuYQuSfObiY-NU6p4MJCfWsRUnDpE2YGA_fwols,9487
pip/_internal/cli/req_command.py,sha256=J1fTDjVZAExZDMBEqwJQ-NgNlab1g8zE1nZND-6TnP0,11363
pip/_internal/cli/status_codes.py,sha256=F6uDG6Gj7RNKQJUDnd87QKqI16Us-t-B0wPF_4QMpWc,156
pip/_internal/collector.py,sha256=zGSX67z_CN8uGIxxseKTIV2TC1QN1AE9mwBPvodTxak,18007
pip/_internal/commands/__init__.py,sha256=uTSj58QlrSKeXqCUSdL-eAf_APzx5BHy1ABxb0j5ZNE,3714
pip/_internal/commands/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/commands/__pycache__/check.cpython-38.pyc,,
pip/_internal/commands/__pycache__/completion.cpython-38.pyc,,
pip/_internal/commands/__pycache__/configuration.cpython-38.pyc,,
pip/_internal/commands/__pycache__/debug.cpython-38.pyc,,
pip/_internal/commands/__pycache__/download.cpython-38.pyc,,
pip/_internal/commands/__pycache__/freeze.cpython-38.pyc,,
pip/_internal/commands/__pycache__/hash.cpython-38.pyc,,
pip/_internal/commands/__pycache__/help.cpython-38.pyc,,
pip/_internal/commands/__pycache__/install.cpython-38.pyc,,
pip/_internal/commands/__pycache__/list.cpython-38.pyc,,
pip/_internal/commands/__pycache__/search.cpython-38.pyc,,
pip/_internal/commands/__pycache__/show.cpython-38.pyc,,
pip/_internal/commands/__pycache__/uninstall.cpython-38.pyc,,
pip/_internal/commands/__pycache__/wheel.cpython-38.pyc,,
pip/_internal/commands/check.py,sha256=mgLNYT3bd6Kmynwh4zzcBmVlFZ-urMo40jTgk6U405E,1505
pip/_internal/commands/completion.py,sha256=UFQvq0Q4_B96z1bvnQyMOq82aPSu05RejbLmqeTZjC0,2975
pip/_internal/commands/configuration.py,sha256=6riioZjMhsNSEct7dE-X8SobGodk3WERKJvuyjBje4Q,7226
pip/_internal/commands/debug.py,sha256=m9Ap_dd5jd7W6FbE9_t5495SAEvUC1vnDZ2m-TYXsQ4,3394
pip/_internal/commands/download.py,sha256=J6hxq7dO8Ld751WYueAdC18xiGhi27B6lrdOefFxwZo,5577
pip/_internal/commands/freeze.py,sha256=G9I_yoBHlpWLX1qItsWNOmmqc8ET7pekFybdbV333d4,3464
pip/_internal/commands/hash.py,sha256=47teimfAPhpkaVbSDaafck51BT3XXYuL83lAqc5lOcE,1735
pip/_internal/commands/help.py,sha256=Nhecq--ydFn80Gm1Zvbf9943EcRJfO0TnXUhsF0RO7s,1181
pip/_internal/commands/install.py,sha256=J6QUYQHD4XO-eTuC3wl3Mv1xYp3DxU1AWioHwnWIXwU,24559
pip/_internal/commands/list.py,sha256=wQijUCcLQmME_ryAk1EqjBM4CNfF8FXt5XGC5o3lQjc,10548
pip/_internal/commands/search.py,sha256=7Il8nKZ9mM7qF5jlnBoPvSIFY9f-0-5IbYoX3miTuZY,5148
pip/_internal/commands/show.py,sha256=Vzsj2oX0JBl94MPyF3LV8YoMcigl8B2UsMM8zp0pH2s,6792
pip/_internal/commands/uninstall.py,sha256=8mldFbrQecSoWDZRqxBgJkrlvx6Y9Iy7cs-2BIgtXt4,2983
pip/_internal/commands/wheel.py,sha256=cDwoMefUjOdLqE29rQGYwvdzwvsV0j5Ac7pCszbqaK8,6408
pip/_internal/configuration.py,sha256=ug70zCMs2OYEgef_6uebyXWDknbY-hz5cSaL9CpLYkI,14218
pip/_internal/distributions/__init__.py,sha256=plnByCzRAZJL98kuchZ4PoRKxseDWM7wBfjvb2_fMw8,967
pip/_internal/distributions/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/distributions/__pycache__/base.cpython-38.pyc,,
pip/_internal/distributions/__pycache__/installed.cpython-38.pyc,,
pip/_internal/distributions/__pycache__/wheel.cpython-38.pyc,,
pip/_internal/distributions/base.py,sha256=91UqVXWnIyQPpIQed4nAuYWkGY665aYIV1EjS-CkBEg,1108
pip/_internal/distributions/installed.py,sha256=4bZq8NqgXgPqX-yTz94WzTRvobjwDnxVnFCL24FjAWA,542
pip/_internal/distributions/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/distributions/source/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/distributions/source/__pycache__/legacy.cpython-38.pyc,,
pip/_internal/distributions/source/legacy.py,sha256=8QbAup0CBA5iPsSAJgxZyz1tQxO1C6hvfFpTlCJnyKE,3941
pip/_internal/distributions/wheel.py,sha256=0hkgI9NpkT4bCwA9RTsX2NJcz9MJyPhlh3f7Z3529sY,616
pip/_internal/download.py,sha256=IdIOCKfLSqfAgq34SCOyMKJHnJOr81JF-EeGB_faLHQ,20805
pip/_internal/exceptions.py,sha256=6YRuwXAK6F1iyUWKIkCIpWWN2khkAn1sZOgrFA9S8Ro,10247
pip/_internal/index.py,sha256=P5WnrP8zyBK29EFDCcIsznQquTNn4ZL-cYP8L-NbfPU,36887
pip/_internal/legacy_resolve.py,sha256=X9Vh3sRLMKI7HnGZ2UuTO_liClsSPwRA4m9D7L5osxY,17234
pip/_internal/locations.py,sha256=n6KALLEJN-L99QFHPNdJl3nMktwcpmqMyyo6EXZoCL0,5414
pip/_internal/main.py,sha256=ikuDY1c82JZivOvnSXJZN31IeeZF_BkNpgZZ90p6iJ4,1359
pip/_internal/models/__init__.py,sha256=3DHUd_qxpPozfzouoqa9g9ts1Czr5qaHfFxbnxriepM,63
pip/_internal/models/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/models/__pycache__/candidate.cpython-38.pyc,,
pip/_internal/models/__pycache__/format_control.cpython-38.pyc,,
pip/_internal/models/__pycache__/index.cpython-38.pyc,,
pip/_internal/models/__pycache__/link.cpython-38.pyc,,
pip/_internal/models/__pycache__/search_scope.cpython-38.pyc,,
pip/_internal/models/__pycache__/selection_prefs.cpython-38.pyc,,
pip/_internal/models/__pycache__/target_python.cpython-38.pyc,,
pip/_internal/models/candidate.py,sha256=S5ipn5ZvnWFX_A84OGrtc4DAZTJM7GSnIyDIA8PwZWw,1277
pip/_internal/models/format_control.py,sha256=bMcS0iTVLBXrYRDkGeGqYE3pTQUR96T7cGyMtLeH0Fs,2592
pip/_internal/models/index.py,sha256=K59A8-hVhBM20Xkahr4dTwP7OjkJyEqXH11UwHFVgqM,1060
pip/_internal/models/link.py,sha256=MFYBc2ko2B--zFyk6JBnorkAdFpJ8lwozz-64YBdDO0,6860
pip/_internal/models/search_scope.py,sha256=25LTMmqHvKxCpOsEH1qcb0Id-hqATsg2SVIjcxY702o,3971
pip/_internal/models/selection_prefs.py,sha256=rPeif2KKjhTPXeMoQYffjqh10oWpXhdkxRDaPT1HO8k,1908
pip/_internal/models/target_python.py,sha256=d66ljdpZZtAAQsuOytiZ7yq6spCa8GOmz5Vf7uoVZT0,3820
pip/_internal/network/__init__.py,sha256=jf6Tt5nV_7zkARBrKojIXItgejvoegVJVKUbhAa5Ioc,50
pip/_internal/network/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/network/__pycache__/auth.cpython-38.pyc,,
pip/_internal/network/__pycache__/cache.cpython-38.pyc,,
pip/_internal/network/__pycache__/session.cpython-38.pyc,,
pip/_internal/network/__pycache__/xmlrpc.cpython-38.pyc,,
pip/_internal/network/auth.py,sha256=K3G1ukKb3PiH8w_UnpXTz8qQsTULO-qdbfOE9zTo1fE,11119
pip/_internal/network/cache.py,sha256=WJafQhl9_gSxvEMvYN-ecsijGscKCVPsb09sEUbwL-E,2233
pip/_internal/network/session.py,sha256=m2E-pkpE3nWVswt2JzKP9NANwfhf38SjDOUor0cxqd8,15842
pip/_internal/network/xmlrpc.py,sha256=AL115M3vFJ8xiHVJneb8Hi0ZFeRvdPhblC89w25OG5s,1597
pip/_internal/operations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/operations/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/operations/__pycache__/check.cpython-38.pyc,,
pip/_internal/operations/__pycache__/freeze.cpython-38.pyc,,
pip/_internal/operations/__pycache__/generate_metadata.cpython-38.pyc,,
pip/_internal/operations/__pycache__/prepare.cpython-38.pyc,,
pip/_internal/operations/check.py,sha256=SG2AuZ4NFwUPAWo4OQOotKCn6OUxjkAgBdehNAo_2sM,5354
pip/_internal/operations/freeze.py,sha256=MeHazCBo6DF0B2ay0t0CqRRfR4bETqKB-ANv4yIq4Bg,9826
pip/_internal/operations/generate_metadata.py,sha256=oHJtWo0QpOt5xt5xQTfOEVNOpaPy9E0lhMCIE6Upidw,4699
pip/_internal/operations/prepare.py,sha256=_TNie4ORlITMh04dkEQcBVDFkcz5FW67VjUfeJDRUcM,11279
pip/_internal/pep425tags.py,sha256=mCZA3yvHjZfQGnQti2sNfzrinhLmDp0o9Fwb826Edj4,15941
pip/_internal/pyproject.py,sha256=98g1oHmpdqraOqAJuoCDr2XP3QQuN5oEuoD0fWDtVhE,6490
pip/_internal/req/__init__.py,sha256=iR73_MGlD4N2Dg86t2kooz7okpZgpAuZUSROrR9KkkE,2467
pip/_internal/req/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/req/__pycache__/constructors.cpython-38.pyc,,
pip/_internal/req/__pycache__/req_file.cpython-38.pyc,,
pip/_internal/req/__pycache__/req_install.cpython-38.pyc,,
pip/_internal/req/__pycache__/req_set.cpython-38.pyc,,
pip/_internal/req/__pycache__/req_tracker.cpython-38.pyc,,
pip/_internal/req/__pycache__/req_uninstall.cpython-38.pyc,,
pip/_internal/req/constructors.py,sha256=DcUoVBQabogW6FoTxo_7FApvYTBk5LmiTtLOSi9Wh7Y,14388
pip/_internal/req/req_file.py,sha256=Ip4KV67FLLexYq9xVGgzjbyjIQCP5W-RmkVZWFWV5AY,14294
pip/_internal/req/req_install.py,sha256=0Fkfk1ireEama-Ox3H7VJEW_ytMrb3g0zN_r4sEda-8,36635
pip/_internal/req/req_set.py,sha256=ykotCTON9_be3yzrkXs9yv986Tv-p-Sk5-q8tqgk6BY,8132
pip/_internal/req/req_tracker.py,sha256=M5VZxoKrvDmwH2G2kk1QthJmhF19zCmKSXLY-WDLKWY,3195
pip/_internal/req/req_uninstall.py,sha256=VyukcnrMTRob977YO6C5t9CVadmZIF24Yj30Hfz4lpc,23590
pip/_internal/self_outdated_check.py,sha256=0RuTI8jXNm_CK7ZV8huRUqtabE0SQgwJSogapEti_zo,7934
pip/_internal/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_internal/utils/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/utils/__pycache__/appdirs.cpython-38.pyc,,
pip/_internal/utils/__pycache__/compat.cpython-38.pyc,,
pip/_internal/utils/__pycache__/deprecation.cpython-38.pyc,,
pip/_internal/utils/__pycache__/encoding.cpython-38.pyc,,
pip/_internal/utils/__pycache__/filesystem.cpython-38.pyc,,
pip/_internal/utils/__pycache__/filetypes.cpython-38.pyc,,
pip/_internal/utils/__pycache__/glibc.cpython-38.pyc,,
pip/_internal/utils/__pycache__/hashes.cpython-38.pyc,,
pip/_internal/utils/__pycache__/inject_securetransport.cpython-38.pyc,,
pip/_internal/utils/__pycache__/logging.cpython-38.pyc,,
pip/_internal/utils/__pycache__/marker_files.cpython-38.pyc,,
pip/_internal/utils/__pycache__/misc.cpython-38.pyc,,
pip/_internal/utils/__pycache__/models.cpython-38.pyc,,
pip/_internal/utils/__pycache__/packaging.cpython-38.pyc,,
pip/_internal/utils/__pycache__/setuptools_build.cpython-38.pyc,,
pip/_internal/utils/__pycache__/subprocess.cpython-38.pyc,,
pip/_internal/utils/__pycache__/temp_dir.cpython-38.pyc,,
pip/_internal/utils/__pycache__/typing.cpython-38.pyc,,
pip/_internal/utils/__pycache__/ui.cpython-38.pyc,,
pip/_internal/utils/__pycache__/unpacking.cpython-38.pyc,,
pip/_internal/utils/__pycache__/urls.cpython-38.pyc,,
pip/_internal/utils/__pycache__/virtualenv.cpython-38.pyc,,
pip/_internal/utils/appdirs.py,sha256=hchP3vBMefwp3Jr05IqN6cssVlbzYPTj062hJzBDhA4,9766
pip/_internal/utils/compat.py,sha256=i9XoohQwMK73PwN0Nkan6DfiG47rdyllTXvX3WJO30c,9565
pip/_internal/utils/deprecation.py,sha256=pBnNogoA4UGTxa_JDnPXBRRYpKMbExAhXpBwAwklOBs,3318
pip/_internal/utils/encoding.py,sha256=hxZz0t3Whw3d4MHQEiofxalTlfKwxFdLc8fpeGfhKo8,1320
pip/_internal/utils/filesystem.py,sha256=TG_hHd0BZkYih17f4z4wEi0XXheo5TE-UnAQB964Pf0,3334
pip/_internal/utils/filetypes.py,sha256=R2FwzoeX7b-rZALOXx5cuO8VPPMhUQ4ne7wm3n3IcWA,571
pip/_internal/utils/glibc.py,sha256=HXnQNSGfrldTYbF6V6asT86h6QQKPwumYok1MFyQDnM,4397
pip/_internal/utils/hashes.py,sha256=XXj0SZfz4piN8XgqloGzPnfQYGTcSZZDtuqa1zWCts8,4020
pip/_internal/utils/inject_securetransport.py,sha256=M17ZlFVY66ApgeASVjKKLKNz0LAfk-SyU0HZ4ZB6MmI,810
pip/_internal/utils/logging.py,sha256=aJL7NldPhS5KGFof6Qt3o3MG5cjm5TOoo7bGRu9_wsg,13033
pip/_internal/utils/marker_files.py,sha256=ktYfV9ccPKzVREiWlmTveiKOztk0L7F2zXi2ob2lymM,823
pip/_internal/utils/misc.py,sha256=Ekpr2RWm4BwrccJT148FA7lvcJzJSB59qINEjHMre28,25579
pip/_internal/utils/models.py,sha256=IA0hw_T4awQzui0kqfIEASm5yLtgZAB08ag59Nip5G8,1148
pip/_internal/utils/packaging.py,sha256=VtiwcAAL7LBi7tGL2je7LeW4bE11KMHGCsJ1NZY5XtM,3035
pip/_internal/utils/setuptools_build.py,sha256=vHAmalU_IcDvU7ioRioVspEyVD2N4_NPDSbtHOoow8g,1631
pip/_internal/utils/subprocess.py,sha256=M3oBdbCSxDhmQSWYRZo0PTzGuyYvJaNIzt3DVCmtjJI,9911
pip/_internal/utils/temp_dir.py,sha256=fFNkfrE3MlyjZjoLzeX9A2AkjUWEEEoP-8ObyX3BSnE,5521
pip/_internal/utils/typing.py,sha256=bF73ImJzIaxLLEVwfEaSJzFGqV9LaxkQBvDULIyr1jI,1125
pip/_internal/utils/ui.py,sha256=SmwDgg45shGo0wVJSK3MUZUQtM4DNGdQntE3n2G97yk,13906
pip/_internal/utils/unpacking.py,sha256=7qOhuK60YvrXwqGGWYQ0rE7vBrMkAwYAtmsIsN0eQgc,9682
pip/_internal/utils/urls.py,sha256=aNV9wq5ClUmrz6sG-al7hEWJ4ToitOy7l82CmFGFNW8,1481
pip/_internal/utils/virtualenv.py,sha256=oSTrUMQUqmuXcDvQZGwV65w-hlvhBAqyQiWRxLf8fN0,891
pip/_internal/vcs/__init__.py,sha256=viJxJRqRE_mVScum85bgQIXAd6o0ozFt18VpC-qIJrM,617
pip/_internal/vcs/__pycache__/__init__.cpython-38.pyc,,
pip/_internal/vcs/__pycache__/bazaar.cpython-38.pyc,,
pip/_internal/vcs/__pycache__/git.cpython-38.pyc,,
pip/_internal/vcs/__pycache__/mercurial.cpython-38.pyc,,
pip/_internal/vcs/__pycache__/subversion.cpython-38.pyc,,
pip/_internal/vcs/__pycache__/versioncontrol.cpython-38.pyc,,
pip/_internal/vcs/bazaar.py,sha256=84q1-kj1_nJ9AMzMu8RmMp-riRZu81M7K9kowcYgi3U,3957
pip/_internal/vcs/git.py,sha256=PqhcEuFXQhutNNT4wI0uy6QcYnk9TOf8KGQNMBxL9hU,13568
pip/_internal/vcs/mercurial.py,sha256=2mg7BdYI_Fe00fF6omaNccFQLPHBsDBG5CAEzvqn5sA,5110
pip/_internal/vcs/subversion.py,sha256=Fpwy71AmuqXnoKi6h1SrXRtPjEMn8fieuM1O4j01IBg,12292
pip/_internal/vcs/versioncontrol.py,sha256=HiWHloaYAo4UWGxJGZhG0nO0PWS513H6ACiqT0z5Yh0,21374
pip/_internal/wheel.py,sha256=emOltdF4VmpsSabfIBbtlCcozviIOnUwIdB0D3_VMrQ,43080
pip/_vendor/__init__.py,sha256=gEJYEfJm7XGLslyjW3KBQyQxyTYxdvTEkRT5Bz28MDs,4657
pip/_vendor/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/__pycache__/appdirs.cpython-38.pyc,,
pip/_vendor/__pycache__/contextlib2.cpython-38.pyc,,
pip/_vendor/__pycache__/distro.cpython-38.pyc,,
pip/_vendor/__pycache__/ipaddress.cpython-38.pyc,,
pip/_vendor/__pycache__/pyparsing.cpython-38.pyc,,
pip/_vendor/__pycache__/retrying.cpython-38.pyc,,
pip/_vendor/__pycache__/six.cpython-38.pyc,,
pip/_vendor/appdirs.py,sha256=BENKsvcA08IpccD9345-rMrg3aXWFA1q6BFEglnHg6I,24547
pip/_vendor/cachecontrol/__init__.py,sha256=6cRPchVqkAkeUtYTSW8qCetjSqJo-GxP-n4VMVDbvmc,302
pip/_vendor/cachecontrol/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/adapter.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/cache.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/compat.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/controller.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/serialize.cpython-38.pyc,,
pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-38.pyc,,
pip/_vendor/cachecontrol/_cmd.py,sha256=URGE0KrA87QekCG3SGPatlSPT571dZTDjNa-ZXX3pDc,1295
pip/_vendor/cachecontrol/adapter.py,sha256=eBGAtVNRZgtl_Kj5JV54miqL9YND-D0JZPahwY8kFtY,4863
pip/_vendor/cachecontrol/cache.py,sha256=1fc4wJP8HYt1ycnJXeEw5pCpeBL2Cqxx6g9Fb0AYDWQ,805
pip/_vendor/cachecontrol/caches/__init__.py,sha256=-gHNKYvaeD0kOk5M74eOrsSgIKUtC6i6GfbmugGweEo,86
pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-38.pyc,,
pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-38.pyc,,
pip/_vendor/cachecontrol/caches/file_cache.py,sha256=nYVKsJtXh6gJXvdn1iWyrhxvkwpQrK-eKoMRzuiwkKk,4153
pip/_vendor/cachecontrol/caches/redis_cache.py,sha256=HxelMpNCo-dYr2fiJDwM3hhhRmxUYtB5tXm1GpAAT4Y,856
pip/_vendor/cachecontrol/compat.py,sha256=kHNvMRdt6s_Xwqq_9qJmr9ou3wYMOMUMxPPcwNxT8Mc,695
pip/_vendor/cachecontrol/controller.py,sha256=U7g-YwizQ2O5NRgK_MZreF1ntM4E49C3PuF3od-Vwz4,13698
pip/_vendor/cachecontrol/filewrapper.py,sha256=vACKO8Llzu_ZWyjV1Fxn1MA4TGU60N5N3GSrAFdAY2Q,2533
pip/_vendor/cachecontrol/heuristics.py,sha256=BFGHJ3yQcxvZizfo90LLZ04T_Z5XSCXvFotrp7Us0sc,4070
pip/_vendor/cachecontrol/serialize.py,sha256=GebE34fgToyWwAsRPguh8hEPN6CqoG-5hRMXRsjVABQ,6954
pip/_vendor/cachecontrol/wrapper.py,sha256=sfr9YHWx-5TwNz1H5rT6QOo8ggII6v3vbEDjQFwR6wc,671
pip/_vendor/certifi/__init__.py,sha256=WFoavXHhpX-BZ5kbvyinZTbhLsqPJypLKIZu29nUsQg,52
pip/_vendor/certifi/__main__.py,sha256=NaCn6WtWME-zzVWQ2j4zFyl8cY4knDa9CwtHNIeFPhM,53
pip/_vendor/certifi/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/certifi/__pycache__/__main__.cpython-38.pyc,,
pip/_vendor/certifi/__pycache__/core.cpython-38.pyc,,
pip/_vendor/certifi/core.py,sha256=p7-3v1KMyEft0Z4vBDRxJ4TfjS7l7zALERrmncYjhSg,188
pip/_vendor/chardet/__init__.py,sha256=YsP5wQlsHJ2auF1RZJfypiSrCA7_bQiRm3ES_NI76-Y,1559
pip/_vendor/chardet/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/big5freq.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/big5prober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/chardistribution.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/charsetgroupprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/charsetprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/codingstatemachine.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/compat.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/cp949prober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/enums.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/escprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/escsm.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/eucjpprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/euckrfreq.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/euckrprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/euctwfreq.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/euctwprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/gb2312freq.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/gb2312prober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/hebrewprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/jisfreq.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/jpcntx.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langbulgarianmodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langcyrillicmodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langgreekmodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langhebrewmodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langhungarianmodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langthaimodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/langturkishmodel.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/latin1prober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/mbcharsetprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/mbcsgroupprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/mbcssm.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/sbcsgroupprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/sjisprober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/universaldetector.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/utf8prober.cpython-38.pyc,,
pip/_vendor/chardet/__pycache__/version.cpython-38.pyc,,
pip/_vendor/chardet/big5freq.py,sha256=D_zK5GyzoVsRes0HkLJziltFQX0bKCLOrFe9_xDvO_8,31254
pip/_vendor/chardet/big5prober.py,sha256=kBxHbdetBpPe7xrlb-e990iot64g_eGSLd32lB7_h3M,1757
pip/_vendor/chardet/chardistribution.py,sha256=3woWS62KrGooKyqz4zQSnjFbJpa6V7g02daAibTwcl8,9411
pip/_vendor/chardet/charsetgroupprober.py,sha256=6bDu8YIiRuScX4ca9Igb0U69TA2PGXXDej6Cc4_9kO4,3787
pip/_vendor/chardet/charsetprober.py,sha256=KSmwJErjypyj0bRZmC5F5eM7c8YQgLYIjZXintZNstg,5110
pip/_vendor/chardet/cli/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
pip/_vendor/chardet/cli/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/chardet/cli/__pycache__/chardetect.cpython-38.pyc,,
pip/_vendor/chardet/cli/chardetect.py,sha256=DI8dlV3FBD0c0XA_y3sQ78z754DUv1J8n34RtDjOXNw,2774
pip/_vendor/chardet/codingstatemachine.py,sha256=VYp_6cyyki5sHgXDSZnXW4q1oelHc3cu9AyQTX7uug8,3590
pip/_vendor/chardet/compat.py,sha256=PKTzHkSbtbHDqS9PyujMbX74q1a8mMpeQTDVsQhZMRw,1134
pip/_vendor/chardet/cp949prober.py,sha256=TZ434QX8zzBsnUvL_8wm4AQVTZ2ZkqEEQL_lNw9f9ow,1855
pip/_vendor/chardet/enums.py,sha256=Aimwdb9as1dJKZaFNUH2OhWIVBVd6ZkJJ_WK5sNY8cU,1661
pip/_vendor/chardet/escprober.py,sha256=kkyqVg1Yw3DIOAMJ2bdlyQgUFQhuHAW8dUGskToNWSc,3950
pip/_vendor/chardet/escsm.py,sha256=RuXlgNvTIDarndvllNCk5WZBIpdCxQ0kcd9EAuxUh84,10510
pip/_vendor/chardet/eucjpprober.py,sha256=iD8Jdp0ISRjgjiVN7f0e8xGeQJ5GM2oeZ1dA8nbSeUw,3749
pip/_vendor/chardet/euckrfreq.py,sha256=-7GdmvgWez4-eO4SuXpa7tBiDi5vRXQ8WvdFAzVaSfo,13546
pip/_vendor/chardet/euckrprober.py,sha256=MqFMTQXxW4HbzIpZ9lKDHB3GN8SP4yiHenTmf8g_PxY,1748
pip/_vendor/chardet/euctwfreq.py,sha256=No1WyduFOgB5VITUA7PLyC5oJRNzRyMbBxaKI1l16MA,31621
pip/_vendor/chardet/euctwprober.py,sha256=13p6EP4yRaxqnP4iHtxHOJ6R2zxHq1_m8hTRjzVZ95c,1747
pip/_vendor/chardet/gb2312freq.py,sha256=JX8lsweKLmnCwmk8UHEQsLgkr_rP_kEbvivC4qPOrlc,20715
pip/_vendor/chardet/gb2312prober.py,sha256=gGvIWi9WhDjE-xQXHvNIyrnLvEbMAYgyUSZ65HUfylw,1754
pip/_vendor/chardet/hebrewprober.py,sha256=c3SZ-K7hvyzGY6JRAZxJgwJ_sUS9k0WYkvMY00YBYFo,13838
pip/_vendor/chardet/jisfreq.py,sha256=vpmJv2Bu0J8gnMVRPHMFefTRvo_ha1mryLig8CBwgOg,25777
pip/_vendor/chardet/jpcntx.py,sha256=PYlNqRUQT8LM3cT5FmHGP0iiscFlTWED92MALvBungo,19643
pip/_vendor/chardet/langbulgarianmodel.py,sha256=1HqQS9Pbtnj1xQgxitJMvw8X6kKr5OockNCZWfEQrPE,12839
pip/_vendor/chardet/langcyrillicmodel.py,sha256=LODajvsetH87yYDDQKA2CULXUH87tI223dhfjh9Zx9c,17948
pip/_vendor/chardet/langgreekmodel.py,sha256=8YAW7bU8YwSJap0kIJSbPMw1BEqzGjWzqcqf0WgUKAA,12688
pip/_vendor/chardet/langhebrewmodel.py,sha256=JSnqmE5E62tDLTPTvLpQsg5gOMO4PbdWRvV7Avkc0HA,11345
pip/_vendor/chardet/langhungarianmodel.py,sha256=RhapYSG5l0ZaO-VV4Fan5sW0WRGQqhwBM61yx3yxyOA,12592
pip/_vendor/chardet/langthaimodel.py,sha256=8l0173Gu_W6G8mxmQOTEF4ls2YdE7FxWf3QkSxEGXJQ,11290
pip/_vendor/chardet/langturkishmodel.py,sha256=W22eRNJsqI6uWAfwXSKVWWnCerYqrI8dZQTm_M0lRFk,11102
pip/_vendor/chardet/latin1prober.py,sha256=S2IoORhFk39FEFOlSFWtgVybRiP6h7BlLldHVclNkU8,5370
pip/_vendor/chardet/mbcharsetprober.py,sha256=AR95eFH9vuqSfvLQZN-L5ijea25NOBCoXqw8s5O9xLQ,3413
pip/_vendor/chardet/mbcsgroupprober.py,sha256=h6TRnnYq2OxG1WdD5JOyxcdVpn7dG0q-vB8nWr5mbh4,2012
pip/_vendor/chardet/mbcssm.py,sha256=SY32wVIF3HzcjY3BaEspy9metbNSKxIIB0RKPn7tjpI,25481
pip/_vendor/chardet/sbcharsetprober.py,sha256=LDSpCldDCFlYwUkGkwD2oFxLlPWIWXT09akH_2PiY74,5657
pip/_vendor/chardet/sbcsgroupprober.py,sha256=1IprcCB_k1qfmnxGC6MBbxELlKqD3scW6S8YIwdeyXA,3546
pip/_vendor/chardet/sjisprober.py,sha256=IIt-lZj0WJqK4rmUZzKZP4GJlE8KUEtFYVuY96ek5MQ,3774
pip/_vendor/chardet/universaldetector.py,sha256=qL0174lSZE442eB21nnktT9_VcAye07laFWUeUrjttY,12485
pip/_vendor/chardet/utf8prober.py,sha256=IdD8v3zWOsB8OLiyPi-y_fqwipRFxV9Nc1eKBLSuIEw,2766
pip/_vendor/chardet/version.py,sha256=sp3B08mrDXB-pf3K9fqJ_zeDHOCLC8RrngQyDFap_7g,242
pip/_vendor/colorama/__init__.py,sha256=lJdY6COz9uM_pXwuk9oLr0fp8H8q2RrUqN16GKabvq4,239
pip/_vendor/colorama/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/colorama/__pycache__/ansi.cpython-38.pyc,,
pip/_vendor/colorama/__pycache__/ansitowin32.cpython-38.pyc,,
pip/_vendor/colorama/__pycache__/initialise.cpython-38.pyc,,
pip/_vendor/colorama/__pycache__/win32.cpython-38.pyc,,
pip/_vendor/colorama/__pycache__/winterm.cpython-38.pyc,,
pip/_vendor/colorama/ansi.py,sha256=Fi0un-QLqRm-v7o_nKiOqyC8PapBJK7DLV_q9LKtTO0,2524
pip/_vendor/colorama/ansitowin32.py,sha256=u8QaqdqS_xYSfNkPM1eRJLHz6JMWPodaJaP0mxgHCDc,10462
pip/_vendor/colorama/initialise.py,sha256=PprovDNxMTrvoNHFcL2NZjpH2XzDc8BLxLxiErfUl4k,1915
pip/_vendor/colorama/win32.py,sha256=bJ8Il9jwaBN5BJ8bmN6FoYZ1QYuMKv2j8fGrXh7TJjw,5404
pip/_vendor/colorama/winterm.py,sha256=2y_2b7Zsv34feAsP67mLOVc-Bgq51mdYGo571VprlrM,6438
pip/_vendor/contextlib2.py,sha256=5HjGflUzwWAUfcILhSmC2GqvoYdZZzFzVfIDztHigUs,16915
pip/_vendor/distlib/__init__.py,sha256=SkHYPuEQNQF2a2Cr18rfZ-LQyDqwwizn8tJE4seXPgU,587
pip/_vendor/distlib/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/compat.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/database.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/index.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/locators.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/manifest.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/markers.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/metadata.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/resources.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/scripts.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/util.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/version.cpython-38.pyc,,
pip/_vendor/distlib/__pycache__/wheel.cpython-38.pyc,,
pip/_vendor/distlib/_backport/__init__.py,sha256=bqS_dTOH6uW9iGgd0uzfpPjo6vZ4xpPZ7kyfZJ2vNaw,274
pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/distlib/_backport/__pycache__/misc.cpython-38.pyc,,
pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-38.pyc,,
pip/_vendor/distlib/_backport/misc.py,sha256=KWecINdbFNOxSOP1fGF680CJnaC6S4fBRgEtaYTw0ig,971
pip/_vendor/distlib/_backport/sysconfig.cfg,sha256=swZKxq9RY5e9r3PXCrlvQPMsvOdiWZBTHLEbqS8LJLU,2617
pip/_vendor/distlib/_backport/sysconfig.py,sha256=JdJ9ztRy4Hc-b5-VS74x3nUtdEIVr_OBvMsIb8O2sjc,26964
pip/_vendor/distlib/compat.py,sha256=xdNZmqFN5HwF30HjRn5M415pcC2kgXRBXn767xS8v-M,41404
pip/_vendor/distlib/database.py,sha256=-KJH63AJ7hqjLtGCwOTrionhKr2Vsytdwkjyo8UdEco,51029
pip/_vendor/distlib/index.py,sha256=SXKzpQCERctxYDMp_OLee2f0J0e19ZhGdCIoMlUfUQM,21066
pip/_vendor/distlib/locators.py,sha256=bqzEWP3Ad8UE3D1rmzW1pgzVTKkY4rDUA_EWIVYli54,51807
pip/_vendor/distlib/manifest.py,sha256=nQEhYmgoreaBZzyFzwYsXxJARu3fo4EkunU163U16iE,14811
pip/_vendor/distlib/markers.py,sha256=6Ac3cCfFBERexiESWIOXmg-apIP8l2esafNSX3KMy-8,4387
pip/_vendor/distlib/metadata.py,sha256=OhbCKmf5lswE8unWBopI1hj7tRpHp4ZbFvU4d6aAEMM,40234
pip/_vendor/distlib/resources.py,sha256=2FGv0ZHF14KXjLIlL0R991lyQQGcewOS4mJ-5n-JVnc,10766
pip/_vendor/distlib/scripts.py,sha256=W24OXnZUmgRX_XtDrVZdfc-Frf4X4_cybvhP87iR-QU,16290
pip/_vendor/distlib/util.py,sha256=vv8T7g_c8Ei9dRosWP1ypxKmaBpPpTwlMpPRKbLgWEY,60408
pip/_vendor/distlib/version.py,sha256=_n7F6juvQGAcn769E_SHa7fOcf5ERlEVymJ_EjPRwGw,23391
pip/_vendor/distlib/wheel.py,sha256=2lviV6L4IvTP5DRkKE0HGpClvdoTJQHZJLfTQ6dfn2A,40437
pip/_vendor/distro.py,sha256=X2So5kjrRKyMbQJ90Xgy93HU5eFtujCzKaYNeoy1k1c,43251
pip/_vendor/html5lib/__init__.py,sha256=Ztrn7UvF-wIFAgRBBa0ML-Gu5AffH3BPX_INJx4SaBI,1162
pip/_vendor/html5lib/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/_inputstream.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/_utils.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/constants.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/html5parser.cpython-38.pyc,,
pip/_vendor/html5lib/__pycache__/serializer.cpython-38.pyc,,
pip/_vendor/html5lib/_ihatexml.py,sha256=3LBtJMlzgwM8vpQiU1TvGmEEmNH72sV0yD8yS53y07A,16705
pip/_vendor/html5lib/_inputstream.py,sha256=bPUWcAfJScK4xkjQQaG_HsI2BvEVbFvI0AsodDYPQj0,32552
pip/_vendor/html5lib/_tokenizer.py,sha256=YAaOEBD6qc5ISq9Xt9Nif1OFgcybTTfMdwqBkZhpAq4,76580
pip/_vendor/html5lib/_trie/__init__.py,sha256=8VR1bcgD2OpeS2XExpu5yBhP_Q1K-lwKbBKICBPf1kU,289
pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-38.pyc,,
pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-38.pyc,,
pip/_vendor/html5lib/_trie/__pycache__/py.cpython-38.pyc,,
pip/_vendor/html5lib/_trie/_base.py,sha256=CaybYyMro8uERQYjby2tTeSUatnWDfWroUN9N7ety5w,1013
pip/_vendor/html5lib/_trie/datrie.py,sha256=EQpqSfkZRuTbE-DuhW7xMdVDxdZNZ0CfmnYfHA_3zxM,1178
pip/_vendor/html5lib/_trie/py.py,sha256=wXmQLrZRf4MyWNyg0m3h81m9InhLR7GJ002mIIZh-8o,1775
pip/_vendor/html5lib/_utils.py,sha256=ismpASeqa2jqEPQjHUj8vReAf7yIoKnvLN5fuOw6nv0,4015
pip/_vendor/html5lib/constants.py,sha256=4lmZWLtEPRLnl8NzftOoYTJdo6jpeMtP6dqQC0g_bWQ,83518
pip/_vendor/html5lib/filters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/base.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/lint.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-38.pyc,,
pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-38.pyc,,
pip/_vendor/html5lib/filters/alphabeticalattributes.py,sha256=lViZc2JMCclXi_5gduvmdzrRxtO5Xo9ONnbHBVCsykU,919
pip/_vendor/html5lib/filters/base.py,sha256=z-IU9ZAYjpsVsqmVt7kuWC63jR11hDMr6CVrvuao8W0,286
pip/_vendor/html5lib/filters/inject_meta_charset.py,sha256=egDXUEHXmAG9504xz0K6ALDgYkvUrC2q15YUVeNlVQg,2945
pip/_vendor/html5lib/filters/lint.py,sha256=jk6q56xY0ojiYfvpdP-OZSm9eTqcAdRqhCoPItemPYA,3643
pip/_vendor/html5lib/filters/optionaltags.py,sha256=8lWT75J0aBOHmPgfmqTHSfPpPMp01T84NKu0CRedxcE,10588
pip/_vendor/html5lib/filters/sanitizer.py,sha256=4ON02KNjuqda1lCw5_JCUZxb0BzWR5M7ON84dtJ7dm0,26248
pip/_vendor/html5lib/filters/whitespace.py,sha256=8eWqZxd4UC4zlFGW6iyY6f-2uuT8pOCSALc3IZt7_t4,1214
pip/_vendor/html5lib/html5parser.py,sha256=g5g2ezkusHxhi7b23vK_-d6K6BfIJRbqIQmvQ9z4EgI,118963
pip/_vendor/html5lib/serializer.py,sha256=yfcfBHse2wDs6ojxn-kieJjLT5s1ipilQJ0gL3-rJis,15758
pip/_vendor/html5lib/treeadapters/__init__.py,sha256=A0rY5gXIe4bJOiSGRO_j_tFhngRBO8QZPzPtPw5dFzo,679
pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-38.pyc,,
pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-38.pyc,,
pip/_vendor/html5lib/treeadapters/genshi.py,sha256=CH27pAsDKmu4ZGkAUrwty7u0KauGLCZRLPMzaO3M5vo,1715
pip/_vendor/html5lib/treeadapters/sax.py,sha256=BKS8woQTnKiqeffHsxChUqL4q2ZR_wb5fc9MJ3zQC8s,1776
pip/_vendor/html5lib/treebuilders/__init__.py,sha256=AysSJyvPfikCMMsTVvaxwkgDieELD5dfR8FJIAuq7hY,3592
pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-38.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-38.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-38.pyc,,
pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.pyc,,
pip/_vendor/html5lib/treebuilders/base.py,sha256=wQGp5yy22TNG8tJ6aREe4UUeTR7A99dEz0BXVaedWb4,14579
pip/_vendor/html5lib/treebuilders/dom.py,sha256=22whb0C71zXIsai5mamg6qzBEiigcBIvaDy4Asw3at0,8925
pip/_vendor/html5lib/treebuilders/etree.py,sha256=aqIBOGj_dFYqBURIcTegGNBhAIJOw5iFDHb4jrkYH-8,12764
pip/_vendor/html5lib/treebuilders/etree_lxml.py,sha256=9V0dXxbJYYq-Skgb5-_OL2NkVYpjioEb4CHajo0e9yI,14122
pip/_vendor/html5lib/treewalkers/__init__.py,sha256=yhXxHpjlSqfQyUag3v8-vWjMPriFBU8YRAPNpDgBTn8,5714
pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-38.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-38.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-38.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.pyc,,
pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-38.pyc,,
pip/_vendor/html5lib/treewalkers/base.py,sha256=ouiOsuSzvI0KgzdWP8PlxIaSNs9falhbiinAEc_UIJY,7476
pip/_vendor/html5lib/treewalkers/dom.py,sha256=EHyFR8D8lYNnyDU9lx_IKigVJRyecUGua0mOi7HBukc,1413
pip/_vendor/html5lib/treewalkers/etree.py,sha256=sz1o6mmE93NQ53qJFDO7HKyDtuwgK-Ay3qSFZPC6u00,4550
pip/_vendor/html5lib/treewalkers/etree_lxml.py,sha256=sY6wfRshWTllu6n48TPWpKsQRPp-0CQrT0hj_AdzHSU,6309
pip/_vendor/html5lib/treewalkers/genshi.py,sha256=4D2PECZ5n3ZN3qu3jMl9yY7B81jnQApBQSVlfaIuYbA,2309
pip/_vendor/idna/__init__.py,sha256=9Nt7xpyet3DmOrPUGooDdAwmHZZu1qUAy2EaJ93kGiQ,58
pip/_vendor/idna/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/codec.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/compat.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/core.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/idnadata.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/intranges.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/package_data.cpython-38.pyc,,
pip/_vendor/idna/__pycache__/uts46data.cpython-38.pyc,,
pip/_vendor/idna/codec.py,sha256=lvYb7yu7PhAqFaAIAdWcwgaWI2UmgseUua-1c0AsG0A,3299
pip/_vendor/idna/compat.py,sha256=R-h29D-6mrnJzbXxymrWUW7iZUvy-26TQwZ0ij57i4U,232
pip/_vendor/idna/core.py,sha256=JDCZZ_PLESqIgEbU8mPyoEufWwoOiIqygA17-QZIe3s,11733
pip/_vendor/idna/idnadata.py,sha256=HXaPFw6_YAJ0qppACPu0YLAULtRs3QovRM_CCZHGdY0,40899
pip/_vendor/idna/intranges.py,sha256=TY1lpxZIQWEP6tNqjZkFA5hgoMWOj1OBmnUG8ihT87E,1749
pip/_vendor/idna/package_data.py,sha256=kIzeKKXEouXLR4srqwf9Q3zv-NffKSOz5aSDOJARPB0,21
pip/_vendor/idna/uts46data.py,sha256=oLyNZ1pBaiBlj9zFzLFRd_P7J8MkRcgDisjExZR_4MY,198292
pip/_vendor/ipaddress.py,sha256=2OgbkeAD2rLkcXqbcvof3J5R7lRwjNLoBySyTkBtKnc,79852
pip/_vendor/msgpack/__init__.py,sha256=LnKzG5v0RyZgs7KlY2-SZYDBn-toylovXxKiXR6C-IQ,1535
pip/_vendor/msgpack/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/msgpack/__pycache__/_version.cpython-38.pyc,,
pip/_vendor/msgpack/__pycache__/exceptions.cpython-38.pyc,,
pip/_vendor/msgpack/__pycache__/fallback.cpython-38.pyc,,
pip/_vendor/msgpack/_version.py,sha256=72BxB5FMl1q3Nz1hteHINzHhrFpXQ9nNtULaK52NLk8,20
pip/_vendor/msgpack/exceptions.py,sha256=dCTWei8dpkrMsQDcjQk74ATl9HsIBH0ybt8zOPNqMYc,1081
pip/_vendor/msgpack/fallback.py,sha256=vXo6S67Dmil9mz0PRBCLDu6znpv6CGKt9WPCEsdZx2A,37454
pip/_vendor/packaging/__about__.py,sha256=CpuMSyh1V7adw8QMjWKkY3LtdqRUkRX4MgJ6nF4stM0,744
pip/_vendor/packaging/__init__.py,sha256=6enbp5XgRfjBjsI9-bn00HjHf5TH21PDMOKkJW8xw-w,562
pip/_vendor/packaging/__pycache__/__about__.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/_compat.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/_structures.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/markers.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/requirements.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/tags.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/utils.cpython-38.pyc,,
pip/_vendor/packaging/__pycache__/version.cpython-38.pyc,,
pip/_vendor/packaging/_compat.py,sha256=Ugdm-qcneSchW25JrtMIKgUxfEEBcCAz6WrEeXeqz9o,865
pip/_vendor/packaging/_structures.py,sha256=pVd90XcXRGwpZRB_qdFuVEibhCHpX_bL5zYr9-N0mc8,1416
pip/_vendor/packaging/markers.py,sha256=jRoHXMzT_7InY31pBB9Nkx66COZpQBAwa5scHla9uVQ,8250
pip/_vendor/packaging/requirements.py,sha256=grcnFU8x7KD230JaFLXtWl3VClLuOmsOy4c-m55tOWs,4700
pip/_vendor/packaging/specifiers.py,sha256=0ZzQpcUnvrQ6LjR-mQRLzMr8G6hdRv-mY0VSf_amFtI,27778
pip/_vendor/packaging/tags.py,sha256=EPLXhO6GTD7_oiWEO1U0l0PkfR8R_xivpMDHXnsTlts,12933
pip/_vendor/packaging/utils.py,sha256=VaTC0Ei7zO2xl9ARiWmz2YFLFt89PuuhLbAlXMyAGms,1520
pip/_vendor/packaging/version.py,sha256=Npdwnb8OHedj_2L86yiUqscujb7w_i5gmSK1PhOAFzg,11978
pip/_vendor/pep517/__init__.py,sha256=nCw8ZdLH4c19g8xP_Ndag1KPdQhlSDKaL9pg-X7uNWU,84
pip/_vendor/pep517/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/_in_process.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/build.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/check.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/colorlog.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/compat.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/dirtools.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/envbuild.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/meta.cpython-38.pyc,,
pip/_vendor/pep517/__pycache__/wrappers.cpython-38.pyc,,
pip/_vendor/pep517/_in_process.py,sha256=v1Viek27-MGCOFu8eSlLd2jGCrIqc1fISnutGFoRDps,7792
pip/_vendor/pep517/build.py,sha256=WqM0-X4KyzY566qxGf3FeaYc1hw95H7YP0ElZ1zuTb0,3318
pip/_vendor/pep517/check.py,sha256=ST02kRWBrRMOxgnRm9clw18Q2X7sJGaD4j3h6GmBhJ8,5949
pip/_vendor/pep517/colorlog.py,sha256=Tk9AuYm_cLF3BKTBoSTJt9bRryn0aFojIQOwbfVUTxQ,4098
pip/_vendor/pep517/compat.py,sha256=M-5s4VNp8rjyT76ZZ_ibnPD44DYVzSQlyCEHayjtDPw,780
pip/_vendor/pep517/dirtools.py,sha256=2mkAkAL0mRz_elYFjRKuekTJVipH1zTn4tbf1EDev84,1129
pip/_vendor/pep517/envbuild.py,sha256=K4dIGAbkXf3RoQX_9RFpZvMvPrVSHtcbH7o9VSrNnlM,6024
pip/_vendor/pep517/meta.py,sha256=8mnM5lDnT4zXQpBTliJbRGfesH7iioHwozbDxALPS9Y,2463
pip/_vendor/pep517/wrappers.py,sha256=QiQaEQlfCrhRpPBFQiGVM9QjrKSlj8AvM39haoyfPRk,10599
pip/_vendor/pkg_resources/__init__.py,sha256=hnT0Ph4iK40Ycr-OzSii_wZW5f7HCkP79E6Vf4cR3Vg,108237
pip/_vendor/pkg_resources/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/pkg_resources/__pycache__/py31compat.cpython-38.pyc,,
pip/_vendor/pkg_resources/py31compat.py,sha256=CRk8fkiPRDLsbi5pZcKsHI__Pbmh_94L8mr9Qy9Ab2U,562
pip/_vendor/progress/__init__.py,sha256=fcbQQXo5np2CoQyhSH5XprkicwLZNLePR3uIahznSO0,4857
pip/_vendor/progress/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/progress/__pycache__/bar.cpython-38.pyc,,
pip/_vendor/progress/__pycache__/counter.cpython-38.pyc,,
pip/_vendor/progress/__pycache__/spinner.cpython-38.pyc,,
pip/_vendor/progress/bar.py,sha256=QuDuVNcmXgpxtNtxO0Fq72xKigxABaVmxYGBw4J3Z_E,2854
pip/_vendor/progress/counter.py,sha256=MznyBrvPWrOlGe4MZAlGUb9q3aODe6_aNYeAE_VNoYA,1372
pip/_vendor/progress/spinner.py,sha256=k8JbDW94T0-WXuXfxZIFhdoNPYp3jfnpXqBnfRv5fGs,1380
pip/_vendor/pyparsing.py,sha256=uJuFv_UoLmKOHlCU-EhIiKjYqYS2OCj-Gmr-sRkCzmU,263468
pip/_vendor/pytoml/__init__.py,sha256=W_SKx36Hsew-Fty36BOpreLm4uF4V_Tgkm_z9rIoOE8,127
pip/_vendor/pytoml/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/pytoml/__pycache__/core.cpython-38.pyc,,
pip/_vendor/pytoml/__pycache__/parser.cpython-38.pyc,,
pip/_vendor/pytoml/__pycache__/test.cpython-38.pyc,,
pip/_vendor/pytoml/__pycache__/utils.cpython-38.pyc,,
pip/_vendor/pytoml/__pycache__/writer.cpython-38.pyc,,
pip/_vendor/pytoml/core.py,sha256=9CrLLTs1PdWjEwRnYzt_i4dhHcZvGxs_GsMlYAX3iY4,509
pip/_vendor/pytoml/parser.py,sha256=qsc0NRnTgdFZgRp9gmr6D_KWFelrwxLkTj9dVxUcqS8,10309
pip/_vendor/pytoml/test.py,sha256=2nQs4aX3XQEaaQCx6x_OJTS2Hb0_IiTZRqNOeDmLCzo,1021
pip/_vendor/pytoml/utils.py,sha256=JCLHx77Hu1R3F-bRgiROIiKyCzLwyebnp5P35cRJxWs,1665
pip/_vendor/pytoml/writer.py,sha256=4QQky9JSuRv60uzuhVZASU8T3CuobSkLG1285X6bDW8,3369
pip/_vendor/requests/__init__.py,sha256=ONVsH6kJuPTV9nf-XVoubWsVX3qVtjCyju42kTW6Uug,4074
pip/_vendor/requests/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/__version__.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/_internal_utils.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/adapters.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/api.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/auth.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/certs.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/compat.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/cookies.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/exceptions.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/help.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/hooks.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/models.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/packages.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/sessions.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/status_codes.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/structures.cpython-38.pyc,,
pip/_vendor/requests/__pycache__/utils.cpython-38.pyc,,
pip/_vendor/requests/__version__.py,sha256=Bm-GFstQaFezsFlnmEMrJDe8JNROz9n2XXYtODdvjjc,436
pip/_vendor/requests/_internal_utils.py,sha256=Zx3PnEUccyfsB-ie11nZVAW8qClJy0gx1qNME7rgT18,1096
pip/_vendor/requests/adapters.py,sha256=e-bmKEApNVqFdylxuMJJfiaHdlmS_zhWhIMEzlHvGuc,21548
pip/_vendor/requests/api.py,sha256=fbUo11QoLOoNgWU6FfvNz8vMj9bE_cMmICXBa7TZHJs,6271
pip/_vendor/requests/auth.py,sha256=QB2-cSUj1jrvWZfPXttsZpyAacQgtKLVk14vQW9TpSE,10206
pip/_vendor/requests/certs.py,sha256=nXRVq9DtGmv_1AYbwjTu9UrgAcdJv05ZvkNeaoLOZxY,465
pip/_vendor/requests/compat.py,sha256=FZX4Q_EMKiMnhZpZ3g_gOsT-j2ca9ij2gehDx1cwYeo,1941
pip/_vendor/requests/cookies.py,sha256=Y-bKX6TvW3FnYlE6Au0SXtVVWcaNdFvuAwQxw-G0iTI,18430
pip/_vendor/requests/exceptions.py,sha256=-mLam3TAx80V09EaH3H-ZxR61eAVuLRZ8zgBBSLjK44,3197
pip/_vendor/requests/help.py,sha256=SJPVcoXeo7KfK4AxJN5eFVQCjr0im87tU2n7ubLsksU,3578
pip/_vendor/requests/hooks.py,sha256=QReGyy0bRcr5rkwCuObNakbYsc7EkiKeBwG4qHekr2Q,757
pip/_vendor/requests/models.py,sha256=6s-37iAqXVptq8z7U_LoH_pbIPrCQUm_Z8QuIGE29Q0,34275
pip/_vendor/requests/packages.py,sha256=njJmVifY4aSctuW3PP5EFRCxjEwMRDO6J_feG2dKWsI,695
pip/_vendor/requests/sessions.py,sha256=DjbCotDW6xSAaBsjbW-L8l4N0UcwmrxVNgSrZgIjGWM,29332
pip/_vendor/requests/status_codes.py,sha256=XWlcpBjbCtq9sSqpH9_KKxgnLTf9Z__wCWolq21ySlg,4129
pip/_vendor/requests/structures.py,sha256=zoP8qly2Jak5e89HwpqjN1z2diztI-_gaqts1raJJBc,2981
pip/_vendor/requests/utils.py,sha256=LtPJ1db6mJff2TJSJWKi7rBpzjPS3mSOrjC9zRhoD3A,30049
pip/_vendor/retrying.py,sha256=k3fflf5_Mm0XcIJYhB7Tj34bqCCPhUDkYbx1NvW2FPE,9972
pip/_vendor/six.py,sha256=h9jch2pS86y4R36pKRS3LOYUCVFNIJMRwjZ4fJDtJ44,32452
pip/_vendor/urllib3/__init__.py,sha256=cedaGRiXnA8WzcI3WPbb9u2Al9l2ortwfXZSQ4yFHHU,2683
pip/_vendor/urllib3/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/_collections.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/connection.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/connectionpool.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/exceptions.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/fields.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/filepost.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/poolmanager.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/request.cpython-38.pyc,,
pip/_vendor/urllib3/__pycache__/response.cpython-38.pyc,,
pip/_vendor/urllib3/_collections.py,sha256=GouVsNzwg6jADZTmimMI6oqmwKSswnMo9dh5tGNVWO4,10792
pip/_vendor/urllib3/connection.py,sha256=p7uUWh3cP0hgja8fFlzfZvwVxviJa8-C5cx9G3wQ5-o,15170
pip/_vendor/urllib3/connectionpool.py,sha256=NYYFYX-L9XO4tQMU7ug5ABidsmGKVSE2_X4XMggzwxk,36446
pip/_vendor/urllib3/contrib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/_appengine_environ.py,sha256=tJvMXygi5UnFn4tmCHtrXOQIqy1FAfZoDDK36Q35F1I,707
pip/_vendor/urllib3/contrib/_securetransport/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.pyc,,
pip/_vendor/urllib3/contrib/_securetransport/bindings.py,sha256=ZuSEVZwiubk0oaVmkZa8bUoK9ACVJJhPVgRzPZN6KoQ,16805
pip/_vendor/urllib3/contrib/_securetransport/low_level.py,sha256=V7GnujxnWZh2N2sMsV5N4d9Imymokkm3zBwgt77_bSE,11956
pip/_vendor/urllib3/contrib/appengine.py,sha256=CosoKgcu5PE5COkPSGa7Q5AFzh9XWAf0PTBU7LSBE7A,11314
pip/_vendor/urllib3/contrib/ntlmpool.py,sha256=YnWc2-np7Rzi2LfCxJ2fEprhGkeZDSjQFdJuTQ5vuUE,4201
pip/_vendor/urllib3/contrib/pyopenssl.py,sha256=w35mWy_1POZUsbOhurVb_zhf0C1Jkd79AFlucLs6KuQ,16440
pip/_vendor/urllib3/contrib/securetransport.py,sha256=_vByA8KzFPxn9x67hilAPu9wpoKDS9fU3K1DVavEk74,32742
pip/_vendor/urllib3/contrib/socks.py,sha256=nzDMgDIFJWVubKHqvIn2-SKCO91hhJInP92WgHChGzA,7036
pip/_vendor/urllib3/exceptions.py,sha256=_tiSmwYQ8em6OSr5GPO5hpbCG8q0DTIuJ2F7NMEyDyc,6610
pip/_vendor/urllib3/fields.py,sha256=kroD76QK-GdHHW7f_AUN4XxDC3OQPI2FFrS9eSL4BCs,8553
pip/_vendor/urllib3/filepost.py,sha256=vj0qbrpT1AFzvvW4SuC8M5kJiw7wftHcSr-7b8UpPpw,2440
pip/_vendor/urllib3/packages/__init__.py,sha256=h4BLhD4tLaBx1adaDtKXfupsgqY0wWLXb_f1_yVlV6A,108
pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/packages/__pycache__/six.cpython-38.pyc,,
pip/_vendor/urllib3/packages/backports/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-38.pyc,,
pip/_vendor/urllib3/packages/backports/makefile.py,sha256=005wrvH-_pWSnTFqQ2sdzzh4zVCtQUUQ4mR2Yyxwc0A,1418
pip/_vendor/urllib3/packages/six.py,sha256=adx4z-eM_D0Vvu0IIqVzFACQ_ux9l64y7DkSEfbxCDs,32536
pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py,sha256=ywgKMtfHi1-DrXlzPfVAhzsLzzqcK7GT6eLgdode1Fg,688
pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.pyc,,
pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.py,sha256=EFrDbzAs-pV-Fm1HeuAqLl2mJ6MS23LwxYiukKrtf9U,5724
pip/_vendor/urllib3/poolmanager.py,sha256=JYUyBUN3IiEknUdjZ7VJrpCQr6SP7vi0WwSndrn8XpE,17053
pip/_vendor/urllib3/request.py,sha256=hhoHvEEatyd9Tn5EbGjQ0emn-ENMCyY591yNWTneINA,6018
pip/_vendor/urllib3/response.py,sha256=O2DVzBeWOzyxZDZ8k0EDFU3GW1jWXk_b03mS0O1ybxs,27836
pip/_vendor/urllib3/util/__init__.py,sha256=bWNaav_OT-1L7-sxm59cGb59rDORlbhb_4noduM5m0U,1038
pip/_vendor/urllib3/util/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/connection.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/queue.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/request.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/response.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/retry.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/timeout.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/url.cpython-38.pyc,,
pip/_vendor/urllib3/util/__pycache__/wait.cpython-38.pyc,,
pip/_vendor/urllib3/util/connection.py,sha256=fOXAQ288KHaXmdTlDv5drwScDk9taQ9YzT42xegxzTg,4636
pip/_vendor/urllib3/util/queue.py,sha256=myTX3JDHntglKQNBf3b6dasHH-uF-W59vzGSQiFdAfI,497
pip/_vendor/urllib3/util/request.py,sha256=_LJPqQXTYA_9c0syijP8Bmj72BeKNO9PXBk62oM7HQY,3821
pip/_vendor/urllib3/util/response.py,sha256=_WbTQr8xRQuJuY2rTIZxVdJD6mnEOtQupjaK_bF_Vj8,2573
pip/_vendor/urllib3/util/retry.py,sha256=Ui74h44gLIIWkAxT9SK3A2mEvu55-odWgJMw3LiUNGk,15450
pip/_vendor/urllib3/util/ssl_.py,sha256=7mB3AsidIqLLq6gbeBL-7Ta0MyVOL5uZax8_5bH3y7c,14163
pip/_vendor/urllib3/util/timeout.py,sha256=2g39u7rU68ilOcGhP1sVzySm4yWDbiY1LxCjsrCrMk8,9874
pip/_vendor/urllib3/util/url.py,sha256=8rFC9RmQVDZuYlqBvlDUm7wcG7N4emdEWe0jQ101lzE,14313
pip/_vendor/urllib3/util/wait.py,sha256=k46KzqIYu3Vnzla5YW3EvtInNlU_QycFqQAghIOxoAg,5406
pip/_vendor/webencodings/__init__.py,sha256=qOBJIuPy_4ByYH6W_bNgJF-qYQ2DoU-dKsDu5yRWCXg,10579
pip/_vendor/webencodings/__pycache__/__init__.cpython-38.pyc,,
pip/_vendor/webencodings/__pycache__/labels.cpython-38.pyc,,
pip/_vendor/webencodings/__pycache__/mklabels.cpython-38.pyc,,
pip/_vendor/webencodings/__pycache__/tests.cpython-38.pyc,,
pip/_vendor/webencodings/__pycache__/x_user_defined.cpython-38.pyc,,
pip/_vendor/webencodings/labels.py,sha256=4AO_KxTddqGtrL9ns7kAPjb0CcN6xsCIxbK37HY9r3E,8979
pip/_vendor/webencodings/mklabels.py,sha256=GYIeywnpaLnP0GSic8LFWgd0UVvO_l1Nc6YoF-87R_4,1305
pip/_vendor/webencodings/tests.py,sha256=OtGLyjhNY1fvkW1GvLJ_FV9ZoqC9Anyjr7q3kxTbzNs,6563
pip/_vendor/webencodings/x_user_defined.py,sha256=yOqWSdmpytGfUgh_Z6JYgDNhoc-BAHyyeeT15Fr42tM,4307
site-packages/pip-19.3.1.dist-info/METADATA 0000644 00000006255 15201600075 0013605 0 ustar 00 Metadata-Version: 2.1
Name: pip
Version: 19.3.1
Summary: The PyPA recommended tool for installing Python packages.
Home-page: https://pip.pypa.io/
Author: The pip developers
Author-email: pypa-dev@groups.google.com
License: MIT
Keywords: distutils easy_install egg setuptools wheel virtualenv
Platform: UNKNOWN
Classifier: Development Status :: 5 - Production/Stable
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: MIT License
Classifier: Topic :: Software Development :: Build Tools
Classifier: Programming Language :: Python
Classifier: Programming Language :: Python :: 2
Classifier: Programming Language :: Python :: 2.7
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.5
Classifier: Programming Language :: Python :: 3.6
Classifier: Programming Language :: Python :: 3.7
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: Implementation :: CPython
Classifier: Programming Language :: Python :: Implementation :: PyPy
Requires-Python: >=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*
pip - The Python Package Installer
==================================
.. image:: https://img.shields.io/pypi/v/pip.svg
:target: https://pypi.org/project/pip/
.. image:: https://readthedocs.org/projects/pip/badge/?version=latest
:target: https://pip.pypa.io/en/latest
pip is the `package installer`_ for Python. You can use pip to install packages from the `Python Package Index`_ and other indexes.
Please take a look at our documentation for how to install and use pip:
* `Installation`_
* `Usage`_
Updates are released regularly, with a new version every 3 months. More details can be found in our documentation:
* `Release notes`_
* `Release process`_
If you find bugs, need help, or want to talk to the developers please use our mailing lists or chat rooms:
* `Issue tracking`_
* `Discourse channel`_
* `User IRC`_
If you want to get involved head over to GitHub to get the source code, look at our development documentation and feel free to jump on the developer mailing lists and chat rooms:
* `GitHub page`_
* `Dev documentation`_
* `Dev mailing list`_
* `Dev IRC`_
Code of Conduct
---------------
Everyone interacting in the pip project's codebases, issue trackers, chat
rooms, and mailing lists is expected to follow the `PyPA Code of Conduct`_.
.. _package installer: https://packaging.python.org/en/latest/current/
.. _Python Package Index: https://pypi.org
.. _Installation: https://pip.pypa.io/en/stable/installing.html
.. _Usage: https://pip.pypa.io/en/stable/
.. _Release notes: https://pip.pypa.io/en/stable/news.html
.. _Release process: https://pip.pypa.io/en/latest/development/release-process/
.. _GitHub page: https://github.com/pypa/pip
.. _Dev documentation: https://pip.pypa.io/en/latest/development
.. _Issue tracking: https://github.com/pypa/pip/issues
.. _Discourse channel: https://discuss.python.org/c/packaging
.. _Dev mailing list: https://groups.google.com/forum/#!forum/pypa-dev
.. _User IRC: https://webchat.freenode.net/?channels=%23pypa
.. _Dev IRC: https://webchat.freenode.net/?channels=%23pypa-dev
.. _PyPA Code of Conduct: https://www.pypa.io/en/latest/code-of-conduct/
site-packages/pip-19.3.1.dist-info/entry_points.txt 0000644 00000000161 15201600075 0015766 0 ustar 00 [console_scripts]
pip = pip._internal.main:main
pip3 = pip._internal.main:main
pip3.8 = pip._internal.main:main
site-packages/pip-19.3.1.dist-info/top_level.txt 0000644 00000000004 15201600075 0015216 0 ustar 00 pip
site-packages/pip-19.3.1.dist-info/INSTALLER 0000644 00000000004 15201600075 0013744 0 ustar 00 rpm
site-packages/easy_install.py 0000644 00000000176 15201600075 0012325 0 ustar 00 """Run the EasyInstall command"""
if __name__ == '__main__':
from setuptools.command.easy_install import main
main()
site-packages/setuptools-41.6.0.dist-info/WHEEL 0000644 00000000156 15201600075 0014711 0 ustar 00 Wheel-Version: 1.0
Generator: bdist_wheel (0.33.6)
Root-Is-Purelib: true
Tag: py2-none-any
Tag: py3-none-any
site-packages/setuptools-41.6.0.dist-info/dependency_links.txt 0000644 00000000357 15201600075 0020204 0 ustar 00 https://files.pythonhosted.org/packages/source/c/certifi/certifi-2016.9.26.tar.gz#md5=baa81e951a29958563689d868ef1064d
https://files.pythonhosted.org/packages/source/w/wincertstore/wincertstore-0.2.zip#md5=ae728f2f007185648d0c7a8679b361e2
site-packages/setuptools-41.6.0.dist-info/LICENSE 0000644 00000002066 15201600075 0015131 0 ustar 00 Copyright (C) 2016 Jason R Coombs <jaraco@jaraco.com>
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
of the Software, and to permit persons to whom the Software is furnished to do
so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
site-packages/setuptools-41.6.0.dist-info/zip-safe 0000644 00000000001 15201600075 0015550 0 ustar 00
site-packages/setuptools-41.6.0.dist-info/RECORD 0000644 00000032734 15201600075 0015032 0 ustar 00 ../../../bin/easy_install,sha256=kyVHjd3KmOt_Hd-ehMBXo7pGpLnKgL4ShtrVFRGdt3E,232
../../../bin/easy_install-3.8,sha256=kyVHjd3KmOt_Hd-ehMBXo7pGpLnKgL4ShtrVFRGdt3E,232
__pycache__/easy_install.cpython-38.pyc,,
easy_install.py,sha256=MDC9vt5AxDsXX5qcKlBz2TnW6Tpuv_AobnfhCJ9X3PM,126
pkg_resources/__init__.py,sha256=8L9Xzt6qtgAwlbk95DVBMbFflwoxjIbnikZkRjdJU7U,108349
pkg_resources/__pycache__/__init__.cpython-38.pyc,,
pkg_resources/__pycache__/py31compat.cpython-38.pyc,,
pkg_resources/_vendor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pkg_resources/_vendor/__pycache__/__init__.cpython-38.pyc,,
pkg_resources/_vendor/__pycache__/appdirs.cpython-38.pyc,,
pkg_resources/_vendor/__pycache__/pyparsing.cpython-38.pyc,,
pkg_resources/_vendor/__pycache__/six.cpython-38.pyc,,
pkg_resources/_vendor/appdirs.py,sha256=C1zpkt179PgsJ4dspL09N-HhOxy6bkTSxUj2_vG6Hkw,24679
pkg_resources/_vendor/packaging/__about__.py,sha256=zkcCPTN_6TcLW0Nrlg0176-R1QQ_WVPTm8sz1R4-HjM,720
pkg_resources/_vendor/packaging/__init__.py,sha256=_vNac5TrzwsrzbOFIbF-5cHqc_Y2aPT2D7zrIR06BOo,513
pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/markers.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/utils.cpython-38.pyc,,
pkg_resources/_vendor/packaging/__pycache__/version.cpython-38.pyc,,
pkg_resources/_vendor/packaging/_compat.py,sha256=Vi_A0rAQeHbU-a9X0tt1yQm9RqkgQbDSxzRw8WlU9kA,860
pkg_resources/_vendor/packaging/_structures.py,sha256=RImECJ4c_wTlaTYYwZYLHEiebDMaAJmK1oPARhw1T5o,1416
pkg_resources/_vendor/packaging/markers.py,sha256=uEcBBtGvzqltgnArqb9c4RrcInXezDLos14zbBHhWJo,8248
pkg_resources/_vendor/packaging/requirements.py,sha256=SikL2UynbsT0qtY9ltqngndha_sfo0w6XGFhAhoSoaQ,4355
pkg_resources/_vendor/packaging/specifiers.py,sha256=SAMRerzO3fK2IkFZCaZkuwZaL_EGqHNOz4pni4vhnN0,28025
pkg_resources/_vendor/packaging/utils.py,sha256=3m6WvPm6NNxE8rkTGmn0r75B_GZSGg7ikafxHsBN1WA,421
pkg_resources/_vendor/packaging/version.py,sha256=OwGnxYfr2ghNzYx59qWIBkrK3SnB6n-Zfd1XaLpnnM0,11556
pkg_resources/_vendor/pyparsing.py,sha256=tmrp-lu-qO1i75ZzIN5A12nKRRD1Cm4Vpk-5LR9rims,232055
pkg_resources/_vendor/six.py,sha256=A6hdJZVjI3t_geebZ9BzUvwRrIXo0lfwzQlM2LcKyas,30098
pkg_resources/extern/__init__.py,sha256=cHiEfHuLmm6rs5Ve_ztBfMI7Lr31vss-D4wkqF5xzlI,2498
pkg_resources/extern/__pycache__/__init__.cpython-38.pyc,,
pkg_resources/py31compat.py,sha256=-WQ0e4c3RG_acdhwC3gLiXhP_lg4G5q7XYkZkQg0gxU,558
setuptools-41.6.0.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
setuptools-41.6.0.dist-info/LICENSE,sha256=wyo6w5WvYyHv0ovnPQagDw22q4h9HCHU_sRhKNIFbVo,1078
setuptools-41.6.0.dist-info/METADATA,sha256=C4M3emJvpj_5ir5cWHN7qwqzqSdoNn90zBzQzCZcfEw,3355
setuptools-41.6.0.dist-info/RECORD,,
setuptools-41.6.0.dist-info/WHEEL,sha256=8zNYZbwQSXoB9IfXOjPfeNwvAsALAjffgk27FqvCWbo,110
setuptools-41.6.0.dist-info/dependency_links.txt,sha256=HlkCFkoK5TbZ5EMLbLKYhLcY_E31kBWD8TqW2EgmatQ,239
setuptools-41.6.0.dist-info/entry_points.txt,sha256=t51hYQSHTv2cDVO8fdyd3huPmuBPr2aDcevvakP7lbI,2990
setuptools-41.6.0.dist-info/top_level.txt,sha256=2HUXVVwA4Pff1xgTFr3GsTXXKaPaO6vlG6oNJ_4u4Tg,38
setuptools-41.6.0.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
setuptools/__init__.py,sha256=WBpCcn2lvdckotabeae1TTYonPOcgCIF3raD2zRWzBc,7283
setuptools/__pycache__/__init__.cpython-38.pyc,,
setuptools/__pycache__/_deprecation_warning.cpython-38.pyc,,
setuptools/__pycache__/_imp.cpython-38.pyc,,
setuptools/__pycache__/archive_util.cpython-38.pyc,,
setuptools/__pycache__/build_meta.cpython-38.pyc,,
setuptools/__pycache__/config.cpython-38.pyc,,
setuptools/__pycache__/dep_util.cpython-38.pyc,,
setuptools/__pycache__/depends.cpython-38.pyc,,
setuptools/__pycache__/dist.cpython-38.pyc,,
setuptools/__pycache__/extension.cpython-38.pyc,,
setuptools/__pycache__/glibc.cpython-38.pyc,,
setuptools/__pycache__/glob.cpython-38.pyc,,
setuptools/__pycache__/launch.cpython-38.pyc,,
setuptools/__pycache__/lib2to3_ex.cpython-38.pyc,,
setuptools/__pycache__/monkey.cpython-38.pyc,,
setuptools/__pycache__/msvc.cpython-38.pyc,,
setuptools/__pycache__/namespaces.cpython-38.pyc,,
setuptools/__pycache__/package_index.cpython-38.pyc,,
setuptools/__pycache__/pep425tags.cpython-38.pyc,,
setuptools/__pycache__/py27compat.cpython-38.pyc,,
setuptools/__pycache__/py31compat.cpython-38.pyc,,
setuptools/__pycache__/py33compat.cpython-38.pyc,,
setuptools/__pycache__/py34compat.cpython-38.pyc,,
setuptools/__pycache__/sandbox.cpython-38.pyc,,
setuptools/__pycache__/site-patch.cpython-38.pyc,,
setuptools/__pycache__/ssl_support.cpython-38.pyc,,
setuptools/__pycache__/unicode_utils.cpython-38.pyc,,
setuptools/__pycache__/version.cpython-38.pyc,,
setuptools/__pycache__/wheel.cpython-38.pyc,,
setuptools/__pycache__/windows_support.cpython-38.pyc,,
setuptools/_deprecation_warning.py,sha256=jU9-dtfv6cKmtQJOXN8nP1mm7gONw5kKEtiPtbwnZyI,218
setuptools/_imp.py,sha256=jloslOkxrTKbobgemfP94YII0nhqiJzE1bRmCTZ1a5I,2223
setuptools/_vendor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
setuptools/_vendor/__pycache__/__init__.cpython-38.pyc,,
setuptools/_vendor/__pycache__/ordered_set.cpython-38.pyc,,
setuptools/_vendor/__pycache__/pyparsing.cpython-38.pyc,,
setuptools/_vendor/__pycache__/six.cpython-38.pyc,,
setuptools/_vendor/ordered_set.py,sha256=dbaCcs27dyN9gnMWGF5nA_BrVn6Q-NrjKYJpV9_fgBs,15130
setuptools/_vendor/packaging/__about__.py,sha256=zkcCPTN_6TcLW0Nrlg0176-R1QQ_WVPTm8sz1R4-HjM,720
setuptools/_vendor/packaging/__init__.py,sha256=_vNac5TrzwsrzbOFIbF-5cHqc_Y2aPT2D7zrIR06BOo,513
setuptools/_vendor/packaging/__pycache__/__about__.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/__init__.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/_compat.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/_structures.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/markers.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/requirements.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/utils.cpython-38.pyc,,
setuptools/_vendor/packaging/__pycache__/version.cpython-38.pyc,,
setuptools/_vendor/packaging/_compat.py,sha256=Vi_A0rAQeHbU-a9X0tt1yQm9RqkgQbDSxzRw8WlU9kA,860
setuptools/_vendor/packaging/_structures.py,sha256=RImECJ4c_wTlaTYYwZYLHEiebDMaAJmK1oPARhw1T5o,1416
setuptools/_vendor/packaging/markers.py,sha256=Gvpk9EY20yKaMTiKgQZ8yFEEpodqVgVYtfekoic1Yts,8239
setuptools/_vendor/packaging/requirements.py,sha256=t44M2HVWtr8phIz2OhnILzuGT3rTATaovctV1dpnVIg,4343
setuptools/_vendor/packaging/specifiers.py,sha256=SAMRerzO3fK2IkFZCaZkuwZaL_EGqHNOz4pni4vhnN0,28025
setuptools/_vendor/packaging/utils.py,sha256=3m6WvPm6NNxE8rkTGmn0r75B_GZSGg7ikafxHsBN1WA,421
setuptools/_vendor/packaging/version.py,sha256=OwGnxYfr2ghNzYx59qWIBkrK3SnB6n-Zfd1XaLpnnM0,11556
setuptools/_vendor/pyparsing.py,sha256=tmrp-lu-qO1i75ZzIN5A12nKRRD1Cm4Vpk-5LR9rims,232055
setuptools/_vendor/six.py,sha256=A6hdJZVjI3t_geebZ9BzUvwRrIXo0lfwzQlM2LcKyas,30098
setuptools/archive_util.py,sha256=kw8Ib_lKjCcnPKNbS7h8HztRVK0d5RacU3r_KRdVnmM,6592
setuptools/build_meta.py,sha256=-9Nmj9YdbW4zX3TssPJZhsENrTa4fw3k86Jm1cdKMik,9597
setuptools/command/__init__.py,sha256=NWzJ0A1BEengZpVeqUyWLNm2bk4P3F4iL5QUErHy7kA,594
setuptools/command/__pycache__/__init__.cpython-38.pyc,,
setuptools/command/__pycache__/alias.cpython-38.pyc,,
setuptools/command/__pycache__/bdist_egg.cpython-38.pyc,,
setuptools/command/__pycache__/bdist_rpm.cpython-38.pyc,,
setuptools/command/__pycache__/bdist_wininst.cpython-38.pyc,,
setuptools/command/__pycache__/build_clib.cpython-38.pyc,,
setuptools/command/__pycache__/build_ext.cpython-38.pyc,,
setuptools/command/__pycache__/build_py.cpython-38.pyc,,
setuptools/command/__pycache__/develop.cpython-38.pyc,,
setuptools/command/__pycache__/dist_info.cpython-38.pyc,,
setuptools/command/__pycache__/easy_install.cpython-38.pyc,,
setuptools/command/__pycache__/egg_info.cpython-38.pyc,,
setuptools/command/__pycache__/install.cpython-38.pyc,,
setuptools/command/__pycache__/install_egg_info.cpython-38.pyc,,
setuptools/command/__pycache__/install_lib.cpython-38.pyc,,
setuptools/command/__pycache__/install_scripts.cpython-38.pyc,,
setuptools/command/__pycache__/py36compat.cpython-38.pyc,,
setuptools/command/__pycache__/register.cpython-38.pyc,,
setuptools/command/__pycache__/rotate.cpython-38.pyc,,
setuptools/command/__pycache__/saveopts.cpython-38.pyc,,
setuptools/command/__pycache__/sdist.cpython-38.pyc,,
setuptools/command/__pycache__/setopt.cpython-38.pyc,,
setuptools/command/__pycache__/test.cpython-38.pyc,,
setuptools/command/__pycache__/upload.cpython-38.pyc,,
setuptools/command/__pycache__/upload_docs.cpython-38.pyc,,
setuptools/command/alias.py,sha256=KjpE0sz_SDIHv3fpZcIQK-sCkJz-SrC6Gmug6b9Nkc8,2426
setuptools/command/bdist_egg.py,sha256=nnfV8Ah8IRC_Ifv5Loa9FdxL66MVbyDXwy-foP810zM,18185
setuptools/command/bdist_rpm.py,sha256=B7l0TnzCGb-0nLlm6rS00jWLkojASwVmdhW2w5Qz_Ak,1508
setuptools/command/bdist_wininst.py,sha256=_6dz3lpB1tY200LxKPLM7qgwTCceOMgaWFF-jW2-pm0,637
setuptools/command/build_clib.py,sha256=bQ9aBr-5ZSO-9fGsGsDLz0mnnFteHUZnftVLkhvHDq0,4484
setuptools/command/build_ext.py,sha256=Ib42YUGksBswm2mL5xmQPF6NeTA6HcqrvAtEgFCv32A,13019
setuptools/command/build_py.py,sha256=yWyYaaS9F3o9JbIczn064A5g1C5_UiKRDxGaTqYbtLE,9596
setuptools/command/develop.py,sha256=MQlnGS6uP19erK2JCNOyQYoYyquk3PADrqrrinqqLtA,8184
setuptools/command/dist_info.py,sha256=5t6kOfrdgALT-P3ogss6PF9k-Leyesueycuk3dUyZnI,960
setuptools/command/easy_install.py,sha256=BLJBFm2-rtp-ZZj0SoN1KAd3GH-LGhKV5MrcgIuFx_8,87453
setuptools/command/egg_info.py,sha256=w73EdxYSOk2gsaAiHGL2dZrCldoPiuRr2eTfqcFvCds,25570
setuptools/command/install.py,sha256=a0EZpL_A866KEdhicTGbuyD_TYl1sykfzdrri-zazT4,4683
setuptools/command/install_egg_info.py,sha256=bMgeIeRiXzQ4DAGPV1328kcjwQjHjOWU4FngAWLV78Q,2203
setuptools/command/install_lib.py,sha256=r5NuasaSxvmIrjgZNj38Iq-1UJG1o1ms7CuHq6MCTbQ,3862
setuptools/command/install_scripts.py,sha256=UD0rEZ6861mTYhIdzcsqKnUl8PozocXWl9VBQ1VTWnc,2439
setuptools/command/launcher manifest.xml,sha256=xlLbjWrB01tKC0-hlVkOKkiSPbzMml2eOPtJ_ucCnbE,628
setuptools/command/py36compat.py,sha256=SzjZcOxF7zdFUT47Zv2n7AM3H8koDys_0OpS-n9gIfc,4986
setuptools/command/register.py,sha256=LO3MvYKPE8dN1m-KkrBRHC68ZFoPvA_vI8Xgp7vv6zI,534
setuptools/command/rotate.py,sha256=co5C1EkI7P0GGT6Tqz-T2SIj2LBJTZXYELpmao6d4KQ,2164
setuptools/command/saveopts.py,sha256=za7QCBcQimKKriWcoCcbhxPjUz30gSB74zuTL47xpP4,658
setuptools/command/sdist.py,sha256=gr5hFrDzUtGfp_0tu0sllzIyr3jMQegIkFmlDauQJxw,7388
setuptools/command/setopt.py,sha256=NTWDyx-gjDF-txf4dO577s7LOzHVoKR0Mq33rFxaRr8,5085
setuptools/command/test.py,sha256=u2kXngIIdSYqtvwFlHiN6Iye1IB4TU6uadB2uiV1szw,9602
setuptools/command/upload.py,sha256=GxtNkIl7SA0r8mACkbDcSCN1m2_WPppK9gZXJmQSiow,6811
setuptools/command/upload_docs.py,sha256=oXiGplM_cUKLwE4CWWw98RzCufAu8tBhMC97GegFcms,7311
setuptools/config.py,sha256=Rek2y8zh67yIc5Rs4biqo63jOwYrvsy5gy8SSDJbWU0,20534
setuptools/dep_util.py,sha256=fgixvC1R7sH3r13ktyf7N0FALoqEXL1cBarmNpSEoWg,935
setuptools/depends.py,sha256=qt2RWllArRvhnm8lxsyRpcthEZYp4GHQgREl1q0LkFw,5517
setuptools/dist.py,sha256=awhNuAZVxwnjntKLjGeUKhSWiCaBsetnPyYQ9LDUUls,50309
setuptools/extension.py,sha256=uc6nHI-MxwmNCNPbUiBnybSyqhpJqjbhvOQ-emdvt_E,1729
setuptools/extern/__init__.py,sha256=4q9gtShB1XFP6CisltsyPqtcfTO6ZM9Lu1QBl3l-qmo,2514
setuptools/extern/__pycache__/__init__.cpython-38.pyc,,
setuptools/glibc.py,sha256=X64VvGPL2AbURKwYRsWJOXXGAYOiF_v2qixeTkAULuU,3146
setuptools/glob.py,sha256=o75cHrOxYsvn854thSxE0x9k8JrKDuhP_rRXlVB00Q4,5084
setuptools/launch.py,sha256=sd7ejwhBocCDx_wG9rIs0OaZ8HtmmFU8ZC6IR_S0Lvg,787
setuptools/lib2to3_ex.py,sha256=t5e12hbR2pi9V4ezWDTB4JM-AISUnGOkmcnYHek3xjg,2013
setuptools/monkey.py,sha256=FGc9fffh7gAxMLFmJs2DW_OYWpBjkdbNS2n14UAK4NA,5264
setuptools/msvc.py,sha256=8baJ6aYgCA4TRdWQQi185qB9dnU8FaP4wgpbmd7VODs,46751
setuptools/namespaces.py,sha256=F0Nrbv8KCT2OrO7rwa03om4N4GZKAlnce-rr-cgDQa8,3199
setuptools/package_index.py,sha256=6pb-B1POtHyLycAbkDETk4fO-Qv8_sY-rjTXhUOoh6k,40605
setuptools/pep425tags.py,sha256=o_D_WVeWcXZiI2xjPSg7pouGOvaWRgGRxEDK9DzAXIA,10861
setuptools/py27compat.py,sha256=tvmer0Tn-wk_JummCkoM22UIjpjL-AQ8uUiOaqTs8sI,1496
setuptools/py31compat.py,sha256=h2rtZghOfwoGYd8sQ0-auaKiF3TcL3qX0bX3VessqcE,838
setuptools/py33compat.py,sha256=SMF9Z8wnGicTOkU1uRNwZ_kz5Z_bj29PUBbqdqeeNsc,1330
setuptools/py34compat.py,sha256=KYOd6ybRxjBW8NJmYD8t_UyyVmysppFXqHpFLdslGXU,245
setuptools/sandbox.py,sha256=9UbwfEL5QY436oMI1LtFWohhoZ-UzwHvGyZjUH_qhkw,14276
setuptools/script (dev).tmpl,sha256=RUzQzCQUaXtwdLtYHWYbIQmOaES5Brqq1FvUA_tu-5I,218
setuptools/script.tmpl,sha256=WGTt5piezO27c-Dbx6l5Q4T3Ff20A5z7872hv3aAhYY,138
setuptools/site-patch.py,sha256=OumkIHMuoSenRSW1382kKWI1VAwxNE86E5W8iDd34FY,2302
setuptools/ssl_support.py,sha256=nLjPUBBw7RTTx6O4RJZ5eAMGgjJG8beiDbkFXDZpLuM,8493
setuptools/unicode_utils.py,sha256=NOiZ_5hD72A6w-4wVj8awHFM3n51Kmw1Ic_vx15XFqw,996
setuptools/version.py,sha256=og_cuZQb0QI6ukKZFfZWPlr1HgJBPPn2vO2m_bI9ZTE,144
setuptools/wheel.py,sha256=94uqXsOaKt91d9hW5z6ZppZmNSs_nO66R4uiwhcr4V0,8094
setuptools/windows_support.py,sha256=5GrfqSP2-dLGJoZTq2g6dCKkyQxxa2n5IQiXlJCoYEE,714
site-packages/setuptools-41.6.0.dist-info/METADATA 0000644 00000006433 15201600075 0015231 0 ustar 00 Metadata-Version: 2.1
Name: setuptools
Version: 41.6.0
Summary: Easily download, build, install, upgrade, and uninstall Python packages
Home-page: https://github.com/pypa/setuptools
Author: Python Packaging Authority
Author-email: distutils-sig@python.org
License: UNKNOWN
Project-URL: Documentation, https://setuptools.readthedocs.io/
Keywords: CPAN PyPI distutils eggs package management
Platform: UNKNOWN
Classifier: Development Status :: 5 - Production/Stable
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: MIT License
Classifier: Operating System :: OS Independent
Classifier: Programming Language :: Python :: 2
Classifier: Programming Language :: Python :: 2.7
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.4
Classifier: Programming Language :: Python :: 3.5
Classifier: Programming Language :: Python :: 3.6
Classifier: Programming Language :: Python :: 3.7
Classifier: Programming Language :: Python :: 3.8
Classifier: Topic :: Software Development :: Libraries :: Python Modules
Classifier: Topic :: System :: Archiving :: Packaging
Classifier: Topic :: System :: Systems Administration
Classifier: Topic :: Utilities
Requires-Python: !=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,>=2.7
Description-Content-Type: text/x-rst; charset=UTF-8
Provides-Extra: certs
Requires-Dist: certifi (==2016.9.26) ; extra == 'certs'
Provides-Extra: ssl
Requires-Dist: wincertstore (==0.2) ; (sys_platform == "win32") and extra == 'ssl'
.. image:: https://img.shields.io/pypi/v/setuptools.svg
:target: https://pypi.org/project/setuptools
.. image:: https://img.shields.io/readthedocs/setuptools/latest.svg
:target: https://setuptools.readthedocs.io
.. image:: https://img.shields.io/travis/pypa/setuptools/master.svg?label=Linux%20CI&logo=travis&logoColor=white
:target: https://travis-ci.org/pypa/setuptools
.. image:: https://img.shields.io/appveyor/ci/pypa/setuptools/master.svg?label=Windows%20CI&logo=appveyor&logoColor=white
:target: https://ci.appveyor.com/project/pypa/setuptools/branch/master
.. image:: https://img.shields.io/codecov/c/github/pypa/setuptools/master.svg?logo=codecov&logoColor=white
:target: https://codecov.io/gh/pypa/setuptools
.. image:: https://tidelift.com/badges/github/pypa/setuptools?style=flat
:target: https://tidelift.com/subscription/pkg/pypi-setuptools?utm_source=pypi-setuptools&utm_medium=readme
.. image:: https://img.shields.io/pypi/pyversions/setuptools.svg
See the `Installation Instructions
<https://packaging.python.org/installing/>`_ in the Python Packaging
User's Guide for instructions on installing, upgrading, and uninstalling
Setuptools.
Questions and comments should be directed to the `distutils-sig
mailing list <http://mail.python.org/pipermail/distutils-sig/>`_.
Bug reports and especially tested patches may be
submitted directly to the `bug tracker
<https://github.com/pypa/setuptools/issues>`_.
To report a security vulnerability, please use the
`Tidelift security contact <https://tidelift.com/security>`_.
Tidelift will coordinate the fix and disclosure.
Code of Conduct
---------------
Everyone interacting in the setuptools project's codebases, issue trackers,
chat rooms, and mailing lists is expected to follow the
`PyPA Code of Conduct <https://www.pypa.io/en/latest/code-of-conduct/>`_.
site-packages/setuptools-41.6.0.dist-info/entry_points.txt 0000644 00000005656 15201600075 0017432 0 ustar 00 [console_scripts]
easy_install = setuptools.command.easy_install:main
easy_install-3.8 = setuptools.command.easy_install:main
[distutils.commands]
alias = setuptools.command.alias:alias
bdist_egg = setuptools.command.bdist_egg:bdist_egg
bdist_rpm = setuptools.command.bdist_rpm:bdist_rpm
bdist_wininst = setuptools.command.bdist_wininst:bdist_wininst
build_clib = setuptools.command.build_clib:build_clib
build_ext = setuptools.command.build_ext:build_ext
build_py = setuptools.command.build_py:build_py
develop = setuptools.command.develop:develop
dist_info = setuptools.command.dist_info:dist_info
easy_install = setuptools.command.easy_install:easy_install
egg_info = setuptools.command.egg_info:egg_info
install = setuptools.command.install:install
install_egg_info = setuptools.command.install_egg_info:install_egg_info
install_lib = setuptools.command.install_lib:install_lib
install_scripts = setuptools.command.install_scripts:install_scripts
register = setuptools.command.register:register
rotate = setuptools.command.rotate:rotate
saveopts = setuptools.command.saveopts:saveopts
sdist = setuptools.command.sdist:sdist
setopt = setuptools.command.setopt:setopt
test = setuptools.command.test:test
upload = setuptools.command.upload:upload
upload_docs = setuptools.command.upload_docs:upload_docs
[distutils.setup_keywords]
convert_2to3_doctests = setuptools.dist:assert_string_list
dependency_links = setuptools.dist:assert_string_list
eager_resources = setuptools.dist:assert_string_list
entry_points = setuptools.dist:check_entry_points
exclude_package_data = setuptools.dist:check_package_data
extras_require = setuptools.dist:check_extras
include_package_data = setuptools.dist:assert_bool
install_requires = setuptools.dist:check_requirements
namespace_packages = setuptools.dist:check_nsp
package_data = setuptools.dist:check_package_data
packages = setuptools.dist:check_packages
python_requires = setuptools.dist:check_specifier
setup_requires = setuptools.dist:check_requirements
test_loader = setuptools.dist:check_importable
test_runner = setuptools.dist:check_importable
test_suite = setuptools.dist:check_test_suite
tests_require = setuptools.dist:check_requirements
use_2to3 = setuptools.dist:assert_bool
use_2to3_exclude_fixers = setuptools.dist:assert_string_list
use_2to3_fixers = setuptools.dist:assert_string_list
zip_safe = setuptools.dist:assert_bool
[egg_info.writers]
PKG-INFO = setuptools.command.egg_info:write_pkg_info
dependency_links.txt = setuptools.command.egg_info:overwrite_arg
depends.txt = setuptools.command.egg_info:warn_depends_obsolete
eager_resources.txt = setuptools.command.egg_info:overwrite_arg
entry_points.txt = setuptools.command.egg_info:write_entries
namespace_packages.txt = setuptools.command.egg_info:overwrite_arg
requires.txt = setuptools.command.egg_info:write_requirements
top_level.txt = setuptools.command.egg_info:write_toplevel_names
[setuptools.installation]
eggsecutable = setuptools.command.easy_install:bootstrap
site-packages/setuptools-41.6.0.dist-info/top_level.txt 0000644 00000000046 15201600075 0016652 0 ustar 00 easy_install
pkg_resources
setuptools
site-packages/setuptools-41.6.0.dist-info/INSTALLER 0000644 00000000004 15201600075 0015372 0 ustar 00 pip
site-packages/__pycache__/easy_install.cpython-38.opt-1.pyc 0000644 00000000431 15201600075 0017544 0 ustar 00 U
�Qab~ � @ s" d Z edkr ddlmZ e� dS )zRun the EasyInstall command�__main__� )�mainN)�__doc__�__name__Z setuptools.command.easy_installr � r r �0/usr/lib/python3.8/site-packages/easy_install.py�<module> s site-packages/__pycache__/easy_install.cpython-38.pyc 0000644 00000000431 15201600075 0016605 0 ustar 00 U
�Qab~ � @ s" d Z edkr ddlmZ e� dS )zRun the EasyInstall command�__main__� )�mainN)�__doc__�__name__Z setuptools.command.easy_installr � r r �0/usr/lib/python3.8/site-packages/easy_install.py�<module> s site-packages/pkg_resources/__init__.py 0000644 00000323475 15201600075 0014262 0 ustar 00 # coding: utf-8
"""
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
"""
from __future__ import absolute_import
import sys
import os
import io
import time
import re
import types
import zipfile
import zipimport
import warnings
import stat
import functools
import pkgutil
import operator
import platform
import collections
import plistlib
import email.parser
import errno
import tempfile
import textwrap
import itertools
import inspect
import ntpath
import posixpath
from pkgutil import get_importer
try:
import _imp
except ImportError:
# Python 3.2 compatibility
import imp as _imp
try:
FileExistsError
except NameError:
FileExistsError = OSError
from pkg_resources.extern import six
from pkg_resources.extern.six.moves import urllib, map, filter
# capture these to bypass sandboxing
from os import utime
try:
from os import mkdir, rename, unlink
WRITE_SUPPORT = True
except ImportError:
# no write support, probably under GAE
WRITE_SUPPORT = False
from os import open as os_open
from os.path import isdir, split
try:
import importlib.machinery as importlib_machinery
# access attribute to force import under delayed import mechanisms.
importlib_machinery.__name__
except ImportError:
importlib_machinery = None
from . import py31compat
from pkg_resources.extern import appdirs
from pkg_resources.extern import packaging
__import__('pkg_resources.extern.packaging.version')
__import__('pkg_resources.extern.packaging.specifiers')
__import__('pkg_resources.extern.packaging.requirements')
__import__('pkg_resources.extern.packaging.markers')
__metaclass__ = type
if (3, 0) < sys.version_info < (3, 4):
raise RuntimeError("Python 3.4 or later is required")
if six.PY2:
# Those builtin exceptions are only defined in Python 3
PermissionError = None
NotADirectoryError = None
# declare some globals that will be defined later to
# satisfy the linters.
require = None
working_set = None
add_activation_listener = None
resources_stream = None
cleanup_resources = None
resource_dir = None
resource_stream = None
set_extraction_path = None
resource_isdir = None
resource_string = None
iter_entry_points = None
resource_listdir = None
resource_filename = None
resource_exists = None
_distribution_finders = None
_namespace_handlers = None
_namespace_packages = None
class PEP440Warning(RuntimeWarning):
"""
Used when there is an issue with a version or specifier not complying with
PEP 440.
"""
def parse_version(v):
try:
return packaging.version.Version(v)
except packaging.version.InvalidVersion:
return packaging.version.LegacyVersion(v)
_state_vars = {}
def _declare_state(vartype, **kw):
globals().update(kw)
_state_vars.update(dict.fromkeys(kw, vartype))
def __getstate__():
state = {}
g = globals()
for k, v in _state_vars.items():
state[k] = g['_sget_' + v](g[k])
return state
def __setstate__(state):
g = globals()
for k, v in state.items():
g['_sset_' + _state_vars[k]](k, g[k], v)
return state
def _sget_dict(val):
return val.copy()
def _sset_dict(key, ob, state):
ob.clear()
ob.update(state)
def _sget_object(val):
return val.__getstate__()
def _sset_object(key, ob, state):
ob.__setstate__(state)
_sget_none = _sset_none = lambda *args: None
def get_supported_platform():
"""Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
"""
plat = get_build_platform()
m = macosVersionString.match(plat)
if m is not None and sys.platform == "darwin":
try:
plat = 'macosx-%s-%s' % ('.'.join(_macosx_vers()[:2]), m.group(3))
except ValueError:
# not Mac OS X
pass
return plat
__all__ = [
# Basic resource access and distribution/entry point discovery
'require', 'run_script', 'get_provider', 'get_distribution',
'load_entry_point', 'get_entry_map', 'get_entry_info',
'iter_entry_points',
'resource_string', 'resource_stream', 'resource_filename',
'resource_listdir', 'resource_exists', 'resource_isdir',
# Environmental control
'declare_namespace', 'working_set', 'add_activation_listener',
'find_distributions', 'set_extraction_path', 'cleanup_resources',
'get_default_cache',
# Primary implementation classes
'Environment', 'WorkingSet', 'ResourceManager',
'Distribution', 'Requirement', 'EntryPoint',
# Exceptions
'ResolutionError', 'VersionConflict', 'DistributionNotFound',
'UnknownExtra', 'ExtractionError',
# Warnings
'PEP440Warning',
# Parsing functions and string utilities
'parse_requirements', 'parse_version', 'safe_name', 'safe_version',
'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections',
'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker',
# filesystem utilities
'ensure_directory', 'normalize_path',
# Distribution "precedence" constants
'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST',
# "Provider" interfaces, implementations, and registration/lookup APIs
'IMetadataProvider', 'IResourceProvider', 'FileMetadata',
'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider',
'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider',
'register_finder', 'register_namespace_handler', 'register_loader_type',
'fixup_namespace_packages', 'get_importer',
# Warnings
'PkgResourcesDeprecationWarning',
# Deprecated/backward compatibility only
'run_main', 'AvailableDistributions',
]
class ResolutionError(Exception):
"""Abstract base for dependency resolution errors"""
def __repr__(self):
return self.__class__.__name__ + repr(self.args)
class VersionConflict(ResolutionError):
"""
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
"""
_template = "{self.dist} is installed but {self.req} is required"
@property
def dist(self):
return self.args[0]
@property
def req(self):
return self.args[1]
def report(self):
return self._template.format(**locals())
def with_context(self, required_by):
"""
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
"""
if not required_by:
return self
args = self.args + (required_by,)
return ContextualVersionConflict(*args)
class ContextualVersionConflict(VersionConflict):
"""
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
"""
_template = VersionConflict._template + ' by {self.required_by}'
@property
def required_by(self):
return self.args[2]
class DistributionNotFound(ResolutionError):
"""A requested distribution was not found"""
_template = ("The '{self.req}' distribution was not found "
"and is required by {self.requirers_str}")
@property
def req(self):
return self.args[0]
@property
def requirers(self):
return self.args[1]
@property
def requirers_str(self):
if not self.requirers:
return 'the application'
return ', '.join(self.requirers)
def report(self):
return self._template.format(**locals())
def __str__(self):
return self.report()
class UnknownExtra(ResolutionError):
"""Distribution doesn't have an "extra feature" of the given name"""
_provider_factories = {}
PY_MAJOR = '{}.{}'.format(*sys.version_info)
EGG_DIST = 3
BINARY_DIST = 2
SOURCE_DIST = 1
CHECKOUT_DIST = 0
DEVELOP_DIST = -1
def register_loader_type(loader_type, provider_factory):
"""Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
"""
_provider_factories[loader_type] = provider_factory
def get_provider(moduleOrReq):
"""Return an IResourceProvider for the named module or requirement"""
if isinstance(moduleOrReq, Requirement):
return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0]
try:
module = sys.modules[moduleOrReq]
except KeyError:
__import__(moduleOrReq)
module = sys.modules[moduleOrReq]
loader = getattr(module, '__loader__', None)
return _find_adapter(_provider_factories, loader)(module)
def _macosx_vers(_cache=[]):
if not _cache:
version = platform.mac_ver()[0]
# fallback for MacPorts
if version == '':
plist = '/System/Library/CoreServices/SystemVersion.plist'
if os.path.exists(plist):
if hasattr(plistlib, 'readPlist'):
plist_content = plistlib.readPlist(plist)
if 'ProductVersion' in plist_content:
version = plist_content['ProductVersion']
_cache.append(version.split('.'))
return _cache[0]
def _macosx_arch(machine):
return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine)
def get_build_platform():
"""Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
"""
from sysconfig import get_platform
plat = get_platform()
if sys.platform == "darwin" and not plat.startswith('macosx-'):
try:
version = _macosx_vers()
machine = os.uname()[4].replace(" ", "_")
return "macosx-%d.%d-%s" % (
int(version[0]), int(version[1]),
_macosx_arch(machine),
)
except ValueError:
# if someone is running a non-Mac darwin system, this will fall
# through to the default implementation
pass
return plat
macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)")
darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)")
# XXX backward compat
get_platform = get_build_platform
def compatible_platforms(provided, required):
"""Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
"""
if provided is None or required is None or provided == required:
# easy case
return True
# Mac OS X special cases
reqMac = macosVersionString.match(required)
if reqMac:
provMac = macosVersionString.match(provided)
# is this a Mac package?
if not provMac:
# this is backwards compatibility for packages built before
# setuptools 0.6. All packages built after this point will
# use the new macosx designation.
provDarwin = darwinVersionString.match(provided)
if provDarwin:
dversion = int(provDarwin.group(1))
macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2))
if dversion == 7 and macosversion >= "10.3" or \
dversion == 8 and macosversion >= "10.4":
return True
# egg isn't macosx or legacy darwin
return False
# are they the same major version and machine type?
if provMac.group(1) != reqMac.group(1) or \
provMac.group(3) != reqMac.group(3):
return False
# is the required OS major update >= the provided one?
if int(provMac.group(2)) > int(reqMac.group(2)):
return False
return True
# XXX Linux and other platforms' special cases should go here
return False
def run_script(dist_spec, script_name):
"""Locate distribution `dist_spec` and run its `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
require(dist_spec)[0].run_script(script_name, ns)
# backward compatibility
run_main = run_script
def get_distribution(dist):
"""Return a current distribution object for a Requirement or string"""
if isinstance(dist, six.string_types):
dist = Requirement.parse(dist)
if isinstance(dist, Requirement):
dist = get_provider(dist)
if not isinstance(dist, Distribution):
raise TypeError("Expected string, Requirement, or Distribution", dist)
return dist
def load_entry_point(dist, group, name):
"""Return `name` entry point of `group` for `dist` or raise ImportError"""
return get_distribution(dist).load_entry_point(group, name)
def get_entry_map(dist, group=None):
"""Return the entry point map for `group`, or the full entry map"""
return get_distribution(dist).get_entry_map(group)
def get_entry_info(dist, group, name):
"""Return the EntryPoint object for `group`+`name`, or ``None``"""
return get_distribution(dist).get_entry_info(group, name)
class IMetadataProvider:
def has_metadata(name):
"""Does the package's distribution contain the named metadata?"""
def get_metadata(name):
"""The named metadata resource as a string"""
def get_metadata_lines(name):
"""Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted."""
def metadata_isdir(name):
"""Is the named metadata a directory? (like ``os.path.isdir()``)"""
def metadata_listdir(name):
"""List of metadata names in the directory (like ``os.listdir()``)"""
def run_script(script_name, namespace):
"""Execute the named script in the supplied namespace dictionary"""
class IResourceProvider(IMetadataProvider):
"""An object that provides access to package resources"""
def get_resource_filename(manager, resource_name):
"""Return a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``"""
def get_resource_stream(manager, resource_name):
"""Return a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``"""
def get_resource_string(manager, resource_name):
"""Return a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``"""
def has_resource(resource_name):
"""Does the package contain the named resource?"""
def resource_isdir(resource_name):
"""Is the named resource a directory? (like ``os.path.isdir()``)"""
def resource_listdir(resource_name):
"""List of resource names in the directory (like ``os.listdir()``)"""
class WorkingSet:
"""A collection of active distributions on sys.path (or a similar list)"""
def __init__(self, entries=None):
"""Create working set from list of path entries (default=sys.path)"""
self.entries = []
self.entry_keys = {}
self.by_key = {}
self.callbacks = []
if entries is None:
entries = sys.path
for entry in entries:
self.add_entry(entry)
@classmethod
def _build_master(cls):
"""
Prepare the master working set.
"""
ws = cls()
try:
from __main__ import __requires__
except ImportError:
# The main program does not list any requirements
return ws
# ensure the requirements are met
try:
ws.require(__requires__)
except VersionConflict:
return cls._build_from_requirements(__requires__)
return ws
@classmethod
def _build_from_requirements(cls, req_spec):
"""
Build a working set from a requirement spec. Rewrites sys.path.
"""
# try it without defaults already on sys.path
# by starting with an empty path
ws = cls([])
reqs = parse_requirements(req_spec)
dists = ws.resolve(reqs, Environment())
for dist in dists:
ws.add(dist)
# add any missing entries from sys.path
for entry in sys.path:
if entry not in ws.entries:
ws.add_entry(entry)
# then copy back to sys.path
sys.path[:] = ws.entries
return ws
def add_entry(self, entry):
"""Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
"""
self.entry_keys.setdefault(entry, [])
self.entries.append(entry)
for dist in find_distributions(entry, True):
self.add(dist, entry, False)
def __contains__(self, dist):
"""True if `dist` is the active distribution for its project"""
return self.by_key.get(dist.key) == dist
def find(self, req):
"""Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
"""
dist = self.by_key.get(req.key)
if dist is not None and dist not in req:
# XXX add more info
raise VersionConflict(dist, req)
return dist
def iter_entry_points(self, group, name=None):
"""Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
"""
return (
entry
for dist in self
for entry in dist.get_entry_map(group).values()
if name is None or name == entry.name
)
def run_script(self, requires, script_name):
"""Locate distribution for `requires` and run `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
self.require(requires)[0].run_script(script_name, ns)
def __iter__(self):
"""Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
"""
seen = {}
for item in self.entries:
if item not in self.entry_keys:
# workaround a cache issue
continue
for key in self.entry_keys[item]:
if key not in seen:
seen[key] = 1
yield self.by_key[key]
def add(self, dist, entry=None, insert=True, replace=False):
"""Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
"""
if insert:
dist.insert_on(self.entries, entry, replace=replace)
if entry is None:
entry = dist.location
keys = self.entry_keys.setdefault(entry, [])
keys2 = self.entry_keys.setdefault(dist.location, [])
if not replace and dist.key in self.by_key:
# ignore hidden distros
return
self.by_key[dist.key] = dist
if dist.key not in keys:
keys.append(dist.key)
if dist.key not in keys2:
keys2.append(dist.key)
self._added_new(dist)
def resolve(self, requirements, env=None, installer=None,
replace_conflicting=False, extras=None):
"""List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
"""
# set up the stack
requirements = list(requirements)[::-1]
# set of processed requirements
processed = {}
# key -> dist
best = {}
to_activate = []
req_extras = _ReqExtras()
# Mapping of requirement to set of distributions that required it;
# useful for reporting info about conflicts.
required_by = collections.defaultdict(set)
while requirements:
# process dependencies breadth-first
req = requirements.pop(0)
if req in processed:
# Ignore cyclic or redundant dependencies
continue
if not req_extras.markers_pass(req, extras):
continue
dist = best.get(req.key)
if dist is None:
# Find the best distribution and add it to the map
dist = self.by_key.get(req.key)
if dist is None or (dist not in req and replace_conflicting):
ws = self
if env is None:
if dist is None:
env = Environment(self.entries)
else:
# Use an empty environment and workingset to avoid
# any further conflicts with the conflicting
# distribution
env = Environment([])
ws = WorkingSet([])
dist = best[req.key] = env.best_match(
req, ws, installer,
replace_conflicting=replace_conflicting
)
if dist is None:
requirers = required_by.get(req, None)
raise DistributionNotFound(req, requirers)
to_activate.append(dist)
if dist not in req:
# Oops, the "best" so far conflicts with a dependency
dependent_req = required_by[req]
raise VersionConflict(dist, req).with_context(dependent_req)
# push the new requirements onto the stack
new_requirements = dist.requires(req.extras)[::-1]
requirements.extend(new_requirements)
# Register the new requirements needed by req
for new_requirement in new_requirements:
required_by[new_requirement].add(req.project_name)
req_extras[new_requirement] = req.extras
processed[req] = True
# return list of distros to activate
return to_activate
def find_plugins(
self, plugin_env, full_env=None, installer=None, fallback=True):
"""Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
"""
plugin_projects = list(plugin_env)
# scan project names in alphabetic order
plugin_projects.sort()
error_info = {}
distributions = {}
if full_env is None:
env = Environment(self.entries)
env += plugin_env
else:
env = full_env + plugin_env
shadow_set = self.__class__([])
# put all our entries in shadow_set
list(map(shadow_set.add, self))
for project_name in plugin_projects:
for dist in plugin_env[project_name]:
req = [dist.as_requirement()]
try:
resolvees = shadow_set.resolve(req, env, installer)
except ResolutionError as v:
# save error info
error_info[dist] = v
if fallback:
# try the next older version of project
continue
else:
# give up on this project, keep going
break
else:
list(map(shadow_set.add, resolvees))
distributions.update(dict.fromkeys(resolvees))
# success, no need to try any more versions of this project
break
distributions = list(distributions)
distributions.sort()
return distributions, error_info
def require(self, *requirements):
"""Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
"""
needed = self.resolve(parse_requirements(requirements))
for dist in needed:
self.add(dist)
return needed
def subscribe(self, callback, existing=True):
"""Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
"""
if callback in self.callbacks:
return
self.callbacks.append(callback)
if not existing:
return
for dist in self:
callback(dist)
def _added_new(self, dist):
for callback in self.callbacks:
callback(dist)
def __getstate__(self):
return (
self.entries[:], self.entry_keys.copy(), self.by_key.copy(),
self.callbacks[:]
)
def __setstate__(self, e_k_b_c):
entries, keys, by_key, callbacks = e_k_b_c
self.entries = entries[:]
self.entry_keys = keys.copy()
self.by_key = by_key.copy()
self.callbacks = callbacks[:]
class _ReqExtras(dict):
"""
Map each requirement to the extras that demanded it.
"""
def markers_pass(self, req, extras=None):
"""
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
"""
extra_evals = (
req.marker.evaluate({'extra': extra})
for extra in self.get(req, ()) + (extras or (None,))
)
return not req.marker or any(extra_evals)
class Environment:
"""Searchable snapshot of distributions on a search path"""
def __init__(
self, search_path=None, platform=get_supported_platform(),
python=PY_MAJOR):
"""Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
"""
self._distmap = {}
self.platform = platform
self.python = python
self.scan(search_path)
def can_add(self, dist):
"""Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
"""
py_compat = (
self.python is None
or dist.py_version is None
or dist.py_version == self.python
)
return py_compat and compatible_platforms(dist.platform, self.platform)
def remove(self, dist):
"""Remove `dist` from the environment"""
self._distmap[dist.key].remove(dist)
def scan(self, search_path=None):
"""Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
"""
if search_path is None:
search_path = sys.path
for item in search_path:
for dist in find_distributions(item):
self.add(dist)
def __getitem__(self, project_name):
"""Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
"""
distribution_key = project_name.lower()
return self._distmap.get(distribution_key, [])
def add(self, dist):
"""Add `dist` if we ``can_add()`` it and it has not already been added
"""
if self.can_add(dist) and dist.has_version():
dists = self._distmap.setdefault(dist.key, [])
if dist not in dists:
dists.append(dist)
dists.sort(key=operator.attrgetter('hashcmp'), reverse=True)
def best_match(
self, req, working_set, installer=None, replace_conflicting=False):
"""Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
"""
try:
dist = working_set.find(req)
except VersionConflict:
if not replace_conflicting:
raise
dist = None
if dist is not None:
return dist
for dist in self[req.key]:
if dist in req:
return dist
# try to download/install
return self.obtain(req, installer)
def obtain(self, requirement, installer=None):
"""Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument."""
if installer is not None:
return installer(requirement)
def __iter__(self):
"""Yield the unique project names of the available distributions"""
for key in self._distmap.keys():
if self[key]:
yield key
def __iadd__(self, other):
"""In-place addition of a distribution or environment"""
if isinstance(other, Distribution):
self.add(other)
elif isinstance(other, Environment):
for project in other:
for dist in other[project]:
self.add(dist)
else:
raise TypeError("Can't add %r to environment" % (other,))
return self
def __add__(self, other):
"""Add an environment or distribution to an environment"""
new = self.__class__([], platform=None, python=None)
for env in self, other:
new += env
return new
# XXX backward compatibility
AvailableDistributions = Environment
class ExtractionError(RuntimeError):
"""An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
"""
class ResourceManager:
"""Manage resource extraction and packages"""
extraction_path = None
def __init__(self):
self.cached_files = {}
def resource_exists(self, package_or_requirement, resource_name):
"""Does the named resource exist?"""
return get_provider(package_or_requirement).has_resource(resource_name)
def resource_isdir(self, package_or_requirement, resource_name):
"""Is the named resource an existing directory?"""
return get_provider(package_or_requirement).resource_isdir(
resource_name
)
def resource_filename(self, package_or_requirement, resource_name):
"""Return a true filesystem path for specified resource"""
return get_provider(package_or_requirement).get_resource_filename(
self, resource_name
)
def resource_stream(self, package_or_requirement, resource_name):
"""Return a readable file-like object for specified resource"""
return get_provider(package_or_requirement).get_resource_stream(
self, resource_name
)
def resource_string(self, package_or_requirement, resource_name):
"""Return specified resource as a string"""
return get_provider(package_or_requirement).get_resource_string(
self, resource_name
)
def resource_listdir(self, package_or_requirement, resource_name):
"""List the contents of the named resource directory"""
return get_provider(package_or_requirement).resource_listdir(
resource_name
)
def extraction_error(self):
"""Give an error message for problems extracting file(s)"""
old_exc = sys.exc_info()[1]
cache_path = self.extraction_path or get_default_cache()
tmpl = textwrap.dedent("""
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
""").lstrip()
err = ExtractionError(tmpl.format(**locals()))
err.manager = self
err.cache_path = cache_path
err.original_error = old_exc
raise err
def get_cache_path(self, archive_name, names=()):
"""Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
"""
extract_path = self.extraction_path or get_default_cache()
target_path = os.path.join(extract_path, archive_name + '-tmp', *names)
try:
_bypass_ensure_directory(target_path)
except Exception:
self.extraction_error()
self._warn_unsafe_extraction_path(extract_path)
self.cached_files[target_path] = 1
return target_path
@staticmethod
def _warn_unsafe_extraction_path(path):
"""
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
"""
if os.name == 'nt' and not path.startswith(os.environ['windir']):
# On Windows, permissions are generally restrictive by default
# and temp directories are not writable by other users, so
# bypass the warning.
return
mode = os.stat(path).st_mode
if mode & stat.S_IWOTH or mode & stat.S_IWGRP:
msg = (
"%s is writable by group/others and vulnerable to attack "
"when "
"used with get_resource_filename. Consider a more secure "
"location (set with .set_extraction_path or the "
"PYTHON_EGG_CACHE environment variable)." % path
)
warnings.warn(msg, UserWarning)
def postprocess(self, tempname, filename):
"""Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
"""
if os.name == 'posix':
# Make the resource executable
mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777
os.chmod(tempname, mode)
def set_extraction_path(self, path):
"""Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
"""
if self.cached_files:
raise ValueError(
"Can't change extraction path, files already extracted"
)
self.extraction_path = path
def cleanup_resources(self, force=False):
"""
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
"""
# XXX
def get_default_cache():
"""
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
"""
return (
os.environ.get('PYTHON_EGG_CACHE')
or appdirs.user_cache_dir(appname='Python-Eggs')
)
def safe_name(name):
"""Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
"""
return re.sub('[^A-Za-z0-9.]+', '-', name)
def safe_version(version):
"""
Convert an arbitrary string to a standard version string
"""
try:
# normalize the version
return str(packaging.version.Version(version))
except packaging.version.InvalidVersion:
version = version.replace(' ', '.')
return re.sub('[^A-Za-z0-9.]+', '-', version)
def safe_extra(extra):
"""Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
"""
return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower()
def to_filename(name):
"""Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
"""
return name.replace('-', '_')
def invalid_marker(text):
"""
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
"""
try:
evaluate_marker(text)
except SyntaxError as e:
e.filename = None
e.lineno = None
return e
return False
def evaluate_marker(text, extra=None):
"""
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
"""
try:
marker = packaging.markers.Marker(text)
return marker.evaluate()
except packaging.markers.InvalidMarker as e:
raise SyntaxError(e)
class NullProvider:
"""Try to implement resources and metadata for arbitrary PEP 302 loaders"""
egg_name = None
egg_info = None
loader = None
def __init__(self, module):
self.loader = getattr(module, '__loader__', None)
self.module_path = os.path.dirname(getattr(module, '__file__', ''))
def get_resource_filename(self, manager, resource_name):
return self._fn(self.module_path, resource_name)
def get_resource_stream(self, manager, resource_name):
return io.BytesIO(self.get_resource_string(manager, resource_name))
def get_resource_string(self, manager, resource_name):
return self._get(self._fn(self.module_path, resource_name))
def has_resource(self, resource_name):
return self._has(self._fn(self.module_path, resource_name))
def _get_metadata_path(self, name):
return self._fn(self.egg_info, name)
def has_metadata(self, name):
if not self.egg_info:
return self.egg_info
path = self._get_metadata_path(name)
return self._has(path)
def get_metadata(self, name):
if not self.egg_info:
return ""
path = self._get_metadata_path(name)
value = self._get(path)
if six.PY2:
return value
try:
return value.decode('utf-8')
except UnicodeDecodeError as exc:
# Include the path in the error message to simplify
# troubleshooting, and without changing the exception type.
exc.reason += ' in {} file at path: {}'.format(name, path)
raise
def get_metadata_lines(self, name):
return yield_lines(self.get_metadata(name))
def resource_isdir(self, resource_name):
return self._isdir(self._fn(self.module_path, resource_name))
def metadata_isdir(self, name):
return self.egg_info and self._isdir(self._fn(self.egg_info, name))
def resource_listdir(self, resource_name):
return self._listdir(self._fn(self.module_path, resource_name))
def metadata_listdir(self, name):
if self.egg_info:
return self._listdir(self._fn(self.egg_info, name))
return []
def run_script(self, script_name, namespace):
script = 'scripts/' + script_name
if not self.has_metadata(script):
raise ResolutionError(
"Script {script!r} not found in metadata at {self.egg_info!r}"
.format(**locals()),
)
script_text = self.get_metadata(script).replace('\r\n', '\n')
script_text = script_text.replace('\r', '\n')
script_filename = self._fn(self.egg_info, script)
namespace['__file__'] = script_filename
if os.path.exists(script_filename):
source = open(script_filename).read()
code = compile(source, script_filename, 'exec')
exec(code, namespace, namespace)
else:
from linecache import cache
cache[script_filename] = (
len(script_text), 0, script_text.split('\n'), script_filename
)
script_code = compile(script_text, script_filename, 'exec')
exec(script_code, namespace, namespace)
def _has(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _isdir(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _listdir(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _fn(self, base, resource_name):
self._validate_resource_path(resource_name)
if resource_name:
return os.path.join(base, *resource_name.split('/'))
return base
@staticmethod
def _validate_resource_path(path):
"""
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path \
is not allowed.
>>> vrp(r'C:\\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path \
is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
"""
invalid = (
os.path.pardir in path.split(posixpath.sep) or
posixpath.isabs(path) or
ntpath.isabs(path)
)
if not invalid:
return
msg = "Use of .. or absolute path in a resource path is not allowed."
# Aggressively disallow Windows absolute paths
if ntpath.isabs(path) and not posixpath.isabs(path):
raise ValueError(msg)
# for compatibility, warn; in future
# raise ValueError(msg)
warnings.warn(
msg[:-1] + " and will raise exceptions in a future release.",
DeprecationWarning,
stacklevel=4,
)
def _get(self, path):
if hasattr(self.loader, 'get_data'):
return self.loader.get_data(path)
raise NotImplementedError(
"Can't perform this operation for loaders without 'get_data()'"
)
register_loader_type(object, NullProvider)
class EggProvider(NullProvider):
"""Provider based on a virtual filesystem"""
def __init__(self, module):
NullProvider.__init__(self, module)
self._setup_prefix()
def _setup_prefix(self):
# we assume here that our metadata may be nested inside a "basket"
# of multiple eggs; that's why we use module_path instead of .archive
path = self.module_path
old = None
while path != old:
if _is_egg_path(path):
self.egg_name = os.path.basename(path)
self.egg_info = os.path.join(path, 'EGG-INFO')
self.egg_root = path
break
old = path
path, base = os.path.split(path)
class DefaultProvider(EggProvider):
"""Provides access to package resources in the filesystem"""
def _has(self, path):
return os.path.exists(path)
def _isdir(self, path):
return os.path.isdir(path)
def _listdir(self, path):
return os.listdir(path)
def get_resource_stream(self, manager, resource_name):
return open(self._fn(self.module_path, resource_name), 'rb')
def _get(self, path):
with open(path, 'rb') as stream:
return stream.read()
@classmethod
def _register(cls):
loader_names = 'SourceFileLoader', 'SourcelessFileLoader',
for name in loader_names:
loader_cls = getattr(importlib_machinery, name, type(None))
register_loader_type(loader_cls, cls)
DefaultProvider._register()
class EmptyProvider(NullProvider):
"""Provider that returns nothing for all requests"""
module_path = None
_isdir = _has = lambda self, path: False
def _get(self, path):
return ''
def _listdir(self, path):
return []
def __init__(self):
pass
empty_provider = EmptyProvider()
class ZipManifests(dict):
"""
zip manifest builder
"""
@classmethod
def build(cls, path):
"""
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
"""
with zipfile.ZipFile(path) as zfile:
items = (
(
name.replace('/', os.sep),
zfile.getinfo(name),
)
for name in zfile.namelist()
)
return dict(items)
load = build
class MemoizedZipManifests(ZipManifests):
"""
Memoized zipfile manifests.
"""
manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime')
def load(self, path):
"""
Load a manifest at path or return a suitable manifest already loaded.
"""
path = os.path.normpath(path)
mtime = os.stat(path).st_mtime
if path not in self or self[path].mtime != mtime:
manifest = self.build(path)
self[path] = self.manifest_mod(manifest, mtime)
return self[path].manifest
class ZipProvider(EggProvider):
"""Resource support for zips and eggs"""
eagers = None
_zip_manifests = MemoizedZipManifests()
def __init__(self, module):
EggProvider.__init__(self, module)
self.zip_pre = self.loader.archive + os.sep
def _zipinfo_name(self, fspath):
# Convert a virtual filename (full path to file) into a zipfile subpath
# usable with the zipimport directory cache for our target archive
fspath = fspath.rstrip(os.sep)
if fspath == self.loader.archive:
return ''
if fspath.startswith(self.zip_pre):
return fspath[len(self.zip_pre):]
raise AssertionError(
"%s is not a subpath of %s" % (fspath, self.zip_pre)
)
def _parts(self, zip_path):
# Convert a zipfile subpath into an egg-relative path part list.
# pseudo-fs path
fspath = self.zip_pre + zip_path
if fspath.startswith(self.egg_root + os.sep):
return fspath[len(self.egg_root) + 1:].split(os.sep)
raise AssertionError(
"%s is not a subpath of %s" % (fspath, self.egg_root)
)
@property
def zipinfo(self):
return self._zip_manifests.load(self.loader.archive)
def get_resource_filename(self, manager, resource_name):
if not self.egg_name:
raise NotImplementedError(
"resource_filename() only supported for .egg, not .zip"
)
# no need to lock for extraction, since we use temp names
zip_path = self._resource_to_zip(resource_name)
eagers = self._get_eager_resources()
if '/'.join(self._parts(zip_path)) in eagers:
for name in eagers:
self._extract_resource(manager, self._eager_to_zip(name))
return self._extract_resource(manager, zip_path)
@staticmethod
def _get_date_and_size(zip_stat):
size = zip_stat.file_size
# ymdhms+wday, yday, dst
date_time = zip_stat.date_time + (0, 0, -1)
# 1980 offset already done
timestamp = time.mktime(date_time)
return timestamp, size
def _extract_resource(self, manager, zip_path):
if zip_path in self._index():
for name in self._index()[zip_path]:
last = self._extract_resource(
manager, os.path.join(zip_path, name)
)
# return the extracted directory name
return os.path.dirname(last)
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
if not WRITE_SUPPORT:
raise IOError('"os.rename" and "os.unlink" are not supported '
'on this platform')
try:
real_path = manager.get_cache_path(
self.egg_name, self._parts(zip_path)
)
if self._is_current(real_path, zip_path):
return real_path
outf, tmpnam = _mkstemp(
".$extract",
dir=os.path.dirname(real_path),
)
os.write(outf, self.loader.get_data(zip_path))
os.close(outf)
utime(tmpnam, (timestamp, timestamp))
manager.postprocess(tmpnam, real_path)
try:
rename(tmpnam, real_path)
except os.error:
if os.path.isfile(real_path):
if self._is_current(real_path, zip_path):
# the file became current since it was checked above,
# so proceed.
return real_path
# Windows, del old file and retry
elif os.name == 'nt':
unlink(real_path)
rename(tmpnam, real_path)
return real_path
raise
except os.error:
# report a user-friendly error
manager.extraction_error()
return real_path
def _is_current(self, file_path, zip_path):
"""
Return True if the file_path is current for this zip_path
"""
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
if not os.path.isfile(file_path):
return False
stat = os.stat(file_path)
if stat.st_size != size or stat.st_mtime != timestamp:
return False
# check that the contents match
zip_contents = self.loader.get_data(zip_path)
with open(file_path, 'rb') as f:
file_contents = f.read()
return zip_contents == file_contents
def _get_eager_resources(self):
if self.eagers is None:
eagers = []
for name in ('native_libs.txt', 'eager_resources.txt'):
if self.has_metadata(name):
eagers.extend(self.get_metadata_lines(name))
self.eagers = eagers
return self.eagers
def _index(self):
try:
return self._dirindex
except AttributeError:
ind = {}
for path in self.zipinfo:
parts = path.split(os.sep)
while parts:
parent = os.sep.join(parts[:-1])
if parent in ind:
ind[parent].append(parts[-1])
break
else:
ind[parent] = [parts.pop()]
self._dirindex = ind
return ind
def _has(self, fspath):
zip_path = self._zipinfo_name(fspath)
return zip_path in self.zipinfo or zip_path in self._index()
def _isdir(self, fspath):
return self._zipinfo_name(fspath) in self._index()
def _listdir(self, fspath):
return list(self._index().get(self._zipinfo_name(fspath), ()))
def _eager_to_zip(self, resource_name):
return self._zipinfo_name(self._fn(self.egg_root, resource_name))
def _resource_to_zip(self, resource_name):
return self._zipinfo_name(self._fn(self.module_path, resource_name))
register_loader_type(zipimport.zipimporter, ZipProvider)
class FileMetadata(EmptyProvider):
"""Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
"""
def __init__(self, path):
self.path = path
def _get_metadata_path(self, name):
return self.path
def has_metadata(self, name):
return name == 'PKG-INFO' and os.path.isfile(self.path)
def get_metadata(self, name):
if name != 'PKG-INFO':
raise KeyError("No metadata except PKG-INFO is available")
with io.open(self.path, encoding='utf-8', errors="replace") as f:
metadata = f.read()
self._warn_on_replacement(metadata)
return metadata
def _warn_on_replacement(self, metadata):
# Python 2.7 compat for: replacement_char = '�'
replacement_char = b'\xef\xbf\xbd'.decode('utf-8')
if replacement_char in metadata:
tmpl = "{self.path} could not be properly decoded in UTF-8"
msg = tmpl.format(**locals())
warnings.warn(msg)
def get_metadata_lines(self, name):
return yield_lines(self.get_metadata(name))
class PathMetadata(DefaultProvider):
"""Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
"""
def __init__(self, path, egg_info):
self.module_path = path
self.egg_info = egg_info
class EggMetadata(ZipProvider):
"""Metadata provider for .egg files"""
def __init__(self, importer):
"""Create a metadata provider from a zipimporter"""
self.zip_pre = importer.archive + os.sep
self.loader = importer
if importer.prefix:
self.module_path = os.path.join(importer.archive, importer.prefix)
else:
self.module_path = importer.archive
self._setup_prefix()
_declare_state('dict', _distribution_finders={})
def register_finder(importer_type, distribution_finder):
"""Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example."""
_distribution_finders[importer_type] = distribution_finder
def find_distributions(path_item, only=False):
"""Yield distributions accessible via `path_item`"""
importer = get_importer(path_item)
finder = _find_adapter(_distribution_finders, importer)
return finder(importer, path_item, only)
def find_eggs_in_zip(importer, path_item, only=False):
"""
Find eggs in zip files; possibly multiple nested eggs.
"""
if importer.archive.endswith('.whl'):
# wheels are not supported with this finder
# they don't have PKG-INFO metadata, and won't ever contain eggs
return
metadata = EggMetadata(importer)
if metadata.has_metadata('PKG-INFO'):
yield Distribution.from_filename(path_item, metadata=metadata)
if only:
# don't yield nested distros
return
for subitem in metadata.resource_listdir(''):
if _is_egg_path(subitem):
subpath = os.path.join(path_item, subitem)
dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath)
for dist in dists:
yield dist
elif subitem.lower().endswith('.dist-info'):
subpath = os.path.join(path_item, subitem)
submeta = EggMetadata(zipimport.zipimporter(subpath))
submeta.egg_info = subpath
yield Distribution.from_location(path_item, subitem, submeta)
register_finder(zipimport.zipimporter, find_eggs_in_zip)
def find_nothing(importer, path_item, only=False):
return ()
register_finder(object, find_nothing)
def _by_version_descending(names):
"""
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
"""
def _by_version(name):
"""
Parse each component of the filename
"""
name, ext = os.path.splitext(name)
parts = itertools.chain(name.split('-'), [ext])
return [packaging.version.parse(part) for part in parts]
return sorted(names, key=_by_version, reverse=True)
def find_on_path(importer, path_item, only=False):
"""Yield distributions accessible on a sys.path directory"""
path_item = _normalize_cached(path_item)
if _is_unpacked_egg(path_item):
yield Distribution.from_filename(
path_item, metadata=PathMetadata(
path_item, os.path.join(path_item, 'EGG-INFO')
)
)
return
entries = safe_listdir(path_item)
# for performance, before sorting by version,
# screen entries for only those that will yield
# distributions
filtered = (
entry
for entry in entries
if dist_factory(path_item, entry, only)
)
# scan for .egg and .egg-info in directory
path_item_entries = _by_version_descending(filtered)
for entry in path_item_entries:
fullpath = os.path.join(path_item, entry)
factory = dist_factory(path_item, entry, only)
for dist in factory(fullpath):
yield dist
def dist_factory(path_item, entry, only):
"""
Return a dist_factory for a path_item and entry
"""
lower = entry.lower()
is_meta = any(map(lower.endswith, ('.egg-info', '.dist-info')))
return (
distributions_from_metadata
if is_meta else
find_distributions
if not only and _is_egg_path(entry) else
resolve_egg_link
if not only and lower.endswith('.egg-link') else
NoDists()
)
class NoDists:
"""
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
"""
def __bool__(self):
return False
if six.PY2:
__nonzero__ = __bool__
def __call__(self, fullpath):
return iter(())
def safe_listdir(path):
"""
Attempt to list contents of path, but suppress some exceptions.
"""
try:
return os.listdir(path)
except (PermissionError, NotADirectoryError):
pass
except OSError as e:
# Ignore the directory if does not exist, not a directory or
# permission denied
ignorable = (
e.errno in (errno.ENOTDIR, errno.EACCES, errno.ENOENT)
# Python 2 on Windows needs to be handled this way :(
or getattr(e, "winerror", None) == 267
)
if not ignorable:
raise
return ()
def distributions_from_metadata(path):
root = os.path.dirname(path)
if os.path.isdir(path):
if len(os.listdir(path)) == 0:
# empty metadata dir; skip
return
metadata = PathMetadata(root, path)
else:
metadata = FileMetadata(path)
entry = os.path.basename(path)
yield Distribution.from_location(
root, entry, metadata, precedence=DEVELOP_DIST,
)
def non_empty_lines(path):
"""
Yield non-empty lines from file at path
"""
with open(path) as f:
for line in f:
line = line.strip()
if line:
yield line
def resolve_egg_link(path):
"""
Given a path to an .egg-link, resolve distributions
present in the referenced path.
"""
referenced_paths = non_empty_lines(path)
resolved_paths = (
os.path.join(os.path.dirname(path), ref)
for ref in referenced_paths
)
dist_groups = map(find_distributions, resolved_paths)
return next(dist_groups, ())
register_finder(pkgutil.ImpImporter, find_on_path)
if hasattr(importlib_machinery, 'FileFinder'):
register_finder(importlib_machinery.FileFinder, find_on_path)
_declare_state('dict', _namespace_handlers={})
_declare_state('dict', _namespace_packages={})
def register_namespace_handler(importer_type, namespace_handler):
"""Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
"""
_namespace_handlers[importer_type] = namespace_handler
def _handle_ns(packageName, path_item):
"""Ensure that named package includes a subpath of path_item (if needed)"""
importer = get_importer(path_item)
if importer is None:
return None
# capture warnings due to #1111
with warnings.catch_warnings():
warnings.simplefilter("ignore")
loader = importer.find_module(packageName)
if loader is None:
return None
module = sys.modules.get(packageName)
if module is None:
module = sys.modules[packageName] = types.ModuleType(packageName)
module.__path__ = []
_set_parent_ns(packageName)
elif not hasattr(module, '__path__'):
raise TypeError("Not a package:", packageName)
handler = _find_adapter(_namespace_handlers, importer)
subpath = handler(importer, path_item, packageName, module)
if subpath is not None:
path = module.__path__
path.append(subpath)
loader.load_module(packageName)
_rebuild_mod_path(path, packageName, module)
return subpath
def _rebuild_mod_path(orig_path, package_name, module):
"""
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
"""
sys_path = [_normalize_cached(p) for p in sys.path]
def safe_sys_path_index(entry):
"""
Workaround for #520 and #513.
"""
try:
return sys_path.index(entry)
except ValueError:
return float('inf')
def position_in_sys_path(path):
"""
Return the ordinal of the path based on its position in sys.path
"""
path_parts = path.split(os.sep)
module_parts = package_name.count('.') + 1
parts = path_parts[:-module_parts]
return safe_sys_path_index(_normalize_cached(os.sep.join(parts)))
new_path = sorted(orig_path, key=position_in_sys_path)
new_path = [_normalize_cached(p) for p in new_path]
if isinstance(module.__path__, list):
module.__path__[:] = new_path
else:
module.__path__ = new_path
def declare_namespace(packageName):
"""Declare that package 'packageName' is a namespace package"""
_imp.acquire_lock()
try:
if packageName in _namespace_packages:
return
path = sys.path
parent, _, _ = packageName.rpartition('.')
if parent:
declare_namespace(parent)
if parent not in _namespace_packages:
__import__(parent)
try:
path = sys.modules[parent].__path__
except AttributeError:
raise TypeError("Not a package:", parent)
# Track what packages are namespaces, so when new path items are added,
# they can be updated
_namespace_packages.setdefault(parent or None, []).append(packageName)
_namespace_packages.setdefault(packageName, [])
for path_item in path:
# Ensure all the parent's path items are reflected in the child,
# if they apply
_handle_ns(packageName, path_item)
finally:
_imp.release_lock()
def fixup_namespace_packages(path_item, parent=None):
"""Ensure that previously-declared namespace packages include path_item"""
_imp.acquire_lock()
try:
for package in _namespace_packages.get(parent, ()):
subpath = _handle_ns(package, path_item)
if subpath:
fixup_namespace_packages(subpath, package)
finally:
_imp.release_lock()
def file_ns_handler(importer, path_item, packageName, module):
"""Compute an ns-package subpath for a filesystem or zipfile importer"""
subpath = os.path.join(path_item, packageName.split('.')[-1])
normalized = _normalize_cached(subpath)
for item in module.__path__:
if _normalize_cached(item) == normalized:
break
else:
# Only return the path if it's not already there
return subpath
register_namespace_handler(pkgutil.ImpImporter, file_ns_handler)
register_namespace_handler(zipimport.zipimporter, file_ns_handler)
if hasattr(importlib_machinery, 'FileFinder'):
register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler)
def null_ns_handler(importer, path_item, packageName, module):
return None
register_namespace_handler(object, null_ns_handler)
def normalize_path(filename):
"""Normalize a file/dir name for comparison purposes"""
return os.path.normcase(os.path.realpath(os.path.normpath(_cygwin_patch(filename))))
def _cygwin_patch(filename): # pragma: nocover
"""
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
"""
return os.path.abspath(filename) if sys.platform == 'cygwin' else filename
def _normalize_cached(filename, _cache={}):
try:
return _cache[filename]
except KeyError:
_cache[filename] = result = normalize_path(filename)
return result
def _is_egg_path(path):
"""
Determine if given path appears to be an egg.
"""
return path.lower().endswith('.egg')
def _is_unpacked_egg(path):
"""
Determine if given path appears to be an unpacked egg.
"""
return (
_is_egg_path(path) and
os.path.isfile(os.path.join(path, 'EGG-INFO', 'PKG-INFO'))
)
def _set_parent_ns(packageName):
parts = packageName.split('.')
name = parts.pop()
if parts:
parent = '.'.join(parts)
setattr(sys.modules[parent], name, sys.modules[packageName])
def yield_lines(strs):
"""Yield non-empty/non-comment lines of a string or sequence"""
if isinstance(strs, six.string_types):
for s in strs.splitlines():
s = s.strip()
# skip blank lines/comments
if s and not s.startswith('#'):
yield s
else:
for ss in strs:
for s in yield_lines(ss):
yield s
MODULE = re.compile(r"\w+(\.\w+)*$").match
EGG_NAME = re.compile(
r"""
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
""",
re.VERBOSE | re.IGNORECASE,
).match
class EntryPoint:
"""Object representing an advertised importable object"""
def __init__(self, name, module_name, attrs=(), extras=(), dist=None):
if not MODULE(module_name):
raise ValueError("Invalid module name", module_name)
self.name = name
self.module_name = module_name
self.attrs = tuple(attrs)
self.extras = tuple(extras)
self.dist = dist
def __str__(self):
s = "%s = %s" % (self.name, self.module_name)
if self.attrs:
s += ':' + '.'.join(self.attrs)
if self.extras:
s += ' [%s]' % ','.join(self.extras)
return s
def __repr__(self):
return "EntryPoint.parse(%r)" % str(self)
def load(self, require=True, *args, **kwargs):
"""
Require packages for this EntryPoint, then resolve it.
"""
if not require or args or kwargs:
warnings.warn(
"Parameters to load are deprecated. Call .resolve and "
".require separately.",
PkgResourcesDeprecationWarning,
stacklevel=2,
)
if require:
self.require(*args, **kwargs)
return self.resolve()
def resolve(self):
"""
Resolve the entry point from its module and attrs.
"""
module = __import__(self.module_name, fromlist=['__name__'], level=0)
try:
return functools.reduce(getattr, self.attrs, module)
except AttributeError as exc:
raise ImportError(str(exc))
def require(self, env=None, installer=None):
if self.extras and not self.dist:
raise UnknownExtra("Can't require() without a distribution", self)
# Get the requirements for this entry point with all its extras and
# then resolve them. We have to pass `extras` along when resolving so
# that the working set knows what extras we want. Otherwise, for
# dist-info distributions, the working set will assume that the
# requirements for that extra are purely optional and skip over them.
reqs = self.dist.requires(self.extras)
items = working_set.resolve(reqs, env, installer, extras=self.extras)
list(map(working_set.add, items))
pattern = re.compile(
r'\s*'
r'(?P<name>.+?)\s*'
r'=\s*'
r'(?P<module>[\w.]+)\s*'
r'(:\s*(?P<attr>[\w.]+))?\s*'
r'(?P<extras>\[.*\])?\s*$'
)
@classmethod
def parse(cls, src, dist=None):
"""Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
"""
m = cls.pattern.match(src)
if not m:
msg = "EntryPoint must be in 'name=module:attrs [extras]' format"
raise ValueError(msg, src)
res = m.groupdict()
extras = cls._parse_extras(res['extras'])
attrs = res['attr'].split('.') if res['attr'] else ()
return cls(res['name'], res['module'], attrs, extras, dist)
@classmethod
def _parse_extras(cls, extras_spec):
if not extras_spec:
return ()
req = Requirement.parse('x' + extras_spec)
if req.specs:
raise ValueError()
return req.extras
@classmethod
def parse_group(cls, group, lines, dist=None):
"""Parse an entry point group"""
if not MODULE(group):
raise ValueError("Invalid group name", group)
this = {}
for line in yield_lines(lines):
ep = cls.parse(line, dist)
if ep.name in this:
raise ValueError("Duplicate entry point", group, ep.name)
this[ep.name] = ep
return this
@classmethod
def parse_map(cls, data, dist=None):
"""Parse a map of entry point groups"""
if isinstance(data, dict):
data = data.items()
else:
data = split_sections(data)
maps = {}
for group, lines in data:
if group is None:
if not lines:
continue
raise ValueError("Entry points must be listed in groups")
group = group.strip()
if group in maps:
raise ValueError("Duplicate group name", group)
maps[group] = cls.parse_group(group, lines, dist)
return maps
def _remove_md5_fragment(location):
if not location:
return ''
parsed = urllib.parse.urlparse(location)
if parsed[-1].startswith('md5='):
return urllib.parse.urlunparse(parsed[:-1] + ('',))
return location
def _version_from_file(lines):
"""
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
"""
def is_version_line(line):
return line.lower().startswith('version:')
version_lines = filter(is_version_line, lines)
line = next(iter(version_lines), '')
_, _, value = line.partition(':')
return safe_version(value.strip()) or None
class Distribution:
"""Wrap an actual or potential sys.path entry w/metadata"""
PKG_INFO = 'PKG-INFO'
def __init__(
self, location=None, metadata=None, project_name=None,
version=None, py_version=PY_MAJOR, platform=None,
precedence=EGG_DIST):
self.project_name = safe_name(project_name or 'Unknown')
if version is not None:
self._version = safe_version(version)
self.py_version = py_version
self.platform = platform
self.location = location
self.precedence = precedence
self._provider = metadata or empty_provider
@classmethod
def from_location(cls, location, basename, metadata=None, **kw):
project_name, version, py_version, platform = [None] * 4
basename, ext = os.path.splitext(basename)
if ext.lower() in _distributionImpl:
cls = _distributionImpl[ext.lower()]
match = EGG_NAME(basename)
if match:
project_name, version, py_version, platform = match.group(
'name', 'ver', 'pyver', 'plat'
)
return cls(
location, metadata, project_name=project_name, version=version,
py_version=py_version, platform=platform, **kw
)._reload_version()
def _reload_version(self):
return self
@property
def hashcmp(self):
return (
self.parsed_version,
self.precedence,
self.key,
_remove_md5_fragment(self.location),
self.py_version or '',
self.platform or '',
)
def __hash__(self):
return hash(self.hashcmp)
def __lt__(self, other):
return self.hashcmp < other.hashcmp
def __le__(self, other):
return self.hashcmp <= other.hashcmp
def __gt__(self, other):
return self.hashcmp > other.hashcmp
def __ge__(self, other):
return self.hashcmp >= other.hashcmp
def __eq__(self, other):
if not isinstance(other, self.__class__):
# It's not a Distribution, so they are not equal
return False
return self.hashcmp == other.hashcmp
def __ne__(self, other):
return not self == other
# These properties have to be lazy so that we don't have to load any
# metadata until/unless it's actually needed. (i.e., some distributions
# may not know their name or version without loading PKG-INFO)
@property
def key(self):
try:
return self._key
except AttributeError:
self._key = key = self.project_name.lower()
return key
@property
def parsed_version(self):
if not hasattr(self, "_parsed_version"):
self._parsed_version = parse_version(self.version)
return self._parsed_version
def _warn_legacy_version(self):
LV = packaging.version.LegacyVersion
is_legacy = isinstance(self._parsed_version, LV)
if not is_legacy:
return
# While an empty version is technically a legacy version and
# is not a valid PEP 440 version, it's also unlikely to
# actually come from someone and instead it is more likely that
# it comes from setuptools attempting to parse a filename and
# including it in the list. So for that we'll gate this warning
# on if the version is anything at all or not.
if not self.version:
return
tmpl = textwrap.dedent("""
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
""").strip().replace('\n', ' ')
warnings.warn(tmpl.format(**vars(self)), PEP440Warning)
@property
def version(self):
try:
return self._version
except AttributeError:
version = self._get_version()
if version is None:
path = self._get_metadata_path_for_display(self.PKG_INFO)
msg = (
"Missing 'Version:' header and/or {} file at path: {}"
).format(self.PKG_INFO, path)
raise ValueError(msg, self)
return version
@property
def _dep_map(self):
"""
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
"""
try:
return self.__dep_map
except AttributeError:
self.__dep_map = self._filter_extras(self._build_dep_map())
return self.__dep_map
@staticmethod
def _filter_extras(dm):
"""
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
"""
for extra in list(filter(None, dm)):
new_extra = extra
reqs = dm.pop(extra)
new_extra, _, marker = extra.partition(':')
fails_marker = marker and (
invalid_marker(marker)
or not evaluate_marker(marker)
)
if fails_marker:
reqs = []
new_extra = safe_extra(new_extra) or None
dm.setdefault(new_extra, []).extend(reqs)
return dm
def _build_dep_map(self):
dm = {}
for name in 'requires.txt', 'depends.txt':
for extra, reqs in split_sections(self._get_metadata(name)):
dm.setdefault(extra, []).extend(parse_requirements(reqs))
return dm
def requires(self, extras=()):
"""List of Requirements needed for this distro if `extras` are used"""
dm = self._dep_map
deps = []
deps.extend(dm.get(None, ()))
for ext in extras:
try:
deps.extend(dm[safe_extra(ext)])
except KeyError:
raise UnknownExtra(
"%s has no such extra feature %r" % (self, ext)
)
return deps
def _get_metadata_path_for_display(self, name):
"""
Return the path to the given metadata file, if available.
"""
try:
# We need to access _get_metadata_path() on the provider object
# directly rather than through this class's __getattr__()
# since _get_metadata_path() is marked private.
path = self._provider._get_metadata_path(name)
# Handle exceptions e.g. in case the distribution's metadata
# provider doesn't support _get_metadata_path().
except Exception:
return '[could not detect]'
return path
def _get_metadata(self, name):
if self.has_metadata(name):
for line in self.get_metadata_lines(name):
yield line
def _get_version(self):
lines = self._get_metadata(self.PKG_INFO)
version = _version_from_file(lines)
return version
def activate(self, path=None, replace=False):
"""Ensure distribution is importable on `path` (default=sys.path)"""
if path is None:
path = sys.path
self.insert_on(path, replace=replace)
if path is sys.path:
fixup_namespace_packages(self.location)
for pkg in self._get_metadata('namespace_packages.txt'):
if pkg in sys.modules:
declare_namespace(pkg)
def egg_name(self):
"""Return what this distribution's standard .egg filename should be"""
filename = "%s-%s-py%s" % (
to_filename(self.project_name), to_filename(self.version),
self.py_version or PY_MAJOR
)
if self.platform:
filename += '-' + self.platform
return filename
def __repr__(self):
if self.location:
return "%s (%s)" % (self, self.location)
else:
return str(self)
def __str__(self):
try:
version = getattr(self, 'version', None)
except ValueError:
version = None
version = version or "[unknown version]"
return "%s %s" % (self.project_name, version)
def __getattr__(self, attr):
"""Delegate all unrecognized public attributes to .metadata provider"""
if attr.startswith('_'):
raise AttributeError(attr)
return getattr(self._provider, attr)
def __dir__(self):
return list(
set(super(Distribution, self).__dir__())
| set(
attr for attr in self._provider.__dir__()
if not attr.startswith('_')
)
)
if not hasattr(object, '__dir__'):
# python 2.7 not supported
del __dir__
@classmethod
def from_filename(cls, filename, metadata=None, **kw):
return cls.from_location(
_normalize_cached(filename), os.path.basename(filename), metadata,
**kw
)
def as_requirement(self):
"""Return a ``Requirement`` that matches this distribution exactly"""
if isinstance(self.parsed_version, packaging.version.Version):
spec = "%s==%s" % (self.project_name, self.parsed_version)
else:
spec = "%s===%s" % (self.project_name, self.parsed_version)
return Requirement.parse(spec)
def load_entry_point(self, group, name):
"""Return the `name` entry point of `group` or raise ImportError"""
ep = self.get_entry_info(group, name)
if ep is None:
raise ImportError("Entry point %r not found" % ((group, name),))
return ep.load()
def get_entry_map(self, group=None):
"""Return the entry point map for `group`, or the full entry map"""
try:
ep_map = self._ep_map
except AttributeError:
ep_map = self._ep_map = EntryPoint.parse_map(
self._get_metadata('entry_points.txt'), self
)
if group is not None:
return ep_map.get(group, {})
return ep_map
def get_entry_info(self, group, name):
"""Return the EntryPoint object for `group`+`name`, or ``None``"""
return self.get_entry_map(group).get(name)
def insert_on(self, path, loc=None, replace=False):
"""Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
"""
loc = loc or self.location
if not loc:
return
nloc = _normalize_cached(loc)
bdir = os.path.dirname(nloc)
npath = [(p and _normalize_cached(p) or p) for p in path]
for p, item in enumerate(npath):
if item == nloc:
if replace:
break
else:
# don't modify path (even removing duplicates) if
# found and not replace
return
elif item == bdir and self.precedence == EGG_DIST:
# if it's an .egg, give it precedence over its directory
# UNLESS it's already been added to sys.path and replace=False
if (not replace) and nloc in npath[p:]:
return
if path is sys.path:
self.check_version_conflict()
path.insert(p, loc)
npath.insert(p, nloc)
break
else:
if path is sys.path:
self.check_version_conflict()
if replace:
path.insert(0, loc)
else:
path.append(loc)
return
# p is the spot where we found or inserted loc; now remove duplicates
while True:
try:
np = npath.index(nloc, p + 1)
except ValueError:
break
else:
del npath[np], path[np]
# ha!
p = np
return
def check_version_conflict(self):
if self.key == 'setuptools':
# ignore the inevitable setuptools self-conflicts :(
return
nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt'))
loc = normalize_path(self.location)
for modname in self._get_metadata('top_level.txt'):
if (modname not in sys.modules or modname in nsp
or modname in _namespace_packages):
continue
if modname in ('pkg_resources', 'setuptools', 'site'):
continue
fn = getattr(sys.modules[modname], '__file__', None)
if fn and (normalize_path(fn).startswith(loc) or
fn.startswith(self.location)):
continue
issue_warning(
"Module %s was already imported from %s, but %s is being added"
" to sys.path" % (modname, fn, self.location),
)
def has_version(self):
try:
self.version
except ValueError:
issue_warning("Unbuilt egg for " + repr(self))
return False
return True
def clone(self, **kw):
"""Copy this distribution, substituting in any changed keyword args"""
names = 'project_name version py_version platform location precedence'
for attr in names.split():
kw.setdefault(attr, getattr(self, attr, None))
kw.setdefault('metadata', self._provider)
return self.__class__(**kw)
@property
def extras(self):
return [dep for dep in self._dep_map if dep]
class EggInfoDistribution(Distribution):
def _reload_version(self):
"""
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
"""
md_version = self._get_version()
if md_version:
self._version = md_version
return self
class DistInfoDistribution(Distribution):
"""
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
"""
PKG_INFO = 'METADATA'
EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])")
@property
def _parsed_pkg_info(self):
"""Parse and cache metadata"""
try:
return self._pkg_info
except AttributeError:
metadata = self.get_metadata(self.PKG_INFO)
self._pkg_info = email.parser.Parser().parsestr(metadata)
return self._pkg_info
@property
def _dep_map(self):
try:
return self.__dep_map
except AttributeError:
self.__dep_map = self._compute_dependencies()
return self.__dep_map
def _compute_dependencies(self):
"""Recompute this distribution's dependencies."""
dm = self.__dep_map = {None: []}
reqs = []
# Including any condition expressions
for req in self._parsed_pkg_info.get_all('Requires-Dist') or []:
reqs.extend(parse_requirements(req))
def reqs_for_extra(extra):
for req in reqs:
if not req.marker or req.marker.evaluate({'extra': extra}):
yield req
common = frozenset(reqs_for_extra(None))
dm[None].extend(common)
for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []:
s_extra = safe_extra(extra.strip())
dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common)
return dm
_distributionImpl = {
'.egg': Distribution,
'.egg-info': EggInfoDistribution,
'.dist-info': DistInfoDistribution,
}
def issue_warning(*args, **kw):
level = 1
g = globals()
try:
# find the first stack frame that is *not* code in
# the pkg_resources module, to use for the warning
while sys._getframe(level).f_globals is g:
level += 1
except ValueError:
pass
warnings.warn(stacklevel=level + 1, *args, **kw)
class RequirementParseError(ValueError):
def __str__(self):
return ' '.join(self.args)
def parse_requirements(strs):
"""Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
"""
# create a steppable iterator, so we can handle \-continuations
lines = iter(yield_lines(strs))
for line in lines:
# Drop comments -- a hash without a space may be in a URL.
if ' #' in line:
line = line[:line.find(' #')]
# If there is a line continuation, drop it, and append the next line.
if line.endswith('\\'):
line = line[:-2].strip()
try:
line += next(lines)
except StopIteration:
return
yield Requirement(line)
class Requirement(packaging.requirements.Requirement):
def __init__(self, requirement_string):
"""DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!"""
try:
super(Requirement, self).__init__(requirement_string)
except packaging.requirements.InvalidRequirement as e:
raise RequirementParseError(str(e))
self.unsafe_name = self.name
project_name = safe_name(self.name)
self.project_name, self.key = project_name, project_name.lower()
self.specs = [
(spec.operator, spec.version) for spec in self.specifier]
self.extras = tuple(map(safe_extra, self.extras))
self.hashCmp = (
self.key,
self.url,
self.specifier,
frozenset(self.extras),
str(self.marker) if self.marker else None,
)
self.__hash = hash(self.hashCmp)
def __eq__(self, other):
return (
isinstance(other, Requirement) and
self.hashCmp == other.hashCmp
)
def __ne__(self, other):
return not self == other
def __contains__(self, item):
if isinstance(item, Distribution):
if item.key != self.key:
return False
item = item.version
# Allow prereleases always in order to match the previous behavior of
# this method. In the future this should be smarter and follow PEP 440
# more accurately.
return self.specifier.contains(item, prereleases=True)
def __hash__(self):
return self.__hash
def __repr__(self):
return "Requirement.parse(%r)" % str(self)
@staticmethod
def parse(s):
req, = parse_requirements(s)
return req
def _always_object(classes):
"""
Ensure object appears in the mro even
for old-style classes.
"""
if object not in classes:
return classes + (object,)
return classes
def _find_adapter(registry, ob):
"""Return an adapter factory for `ob` from `registry`"""
types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob))))
for t in types:
if t in registry:
return registry[t]
def ensure_directory(path):
"""Ensure that the parent directory of `path` exists"""
dirname = os.path.dirname(path)
py31compat.makedirs(dirname, exist_ok=True)
def _bypass_ensure_directory(path):
"""Sandbox-bypassing version of ensure_directory()"""
if not WRITE_SUPPORT:
raise IOError('"os.mkdir" not supported on this platform.')
dirname, filename = split(path)
if dirname and filename and not isdir(dirname):
_bypass_ensure_directory(dirname)
try:
mkdir(dirname, 0o755)
except FileExistsError:
pass
def split_sections(s):
"""Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
"""
section = None
content = []
for line in yield_lines(s):
if line.startswith("["):
if line.endswith("]"):
if section or content:
yield section, content
section = line[1:-1].strip()
content = []
else:
raise ValueError("Invalid section heading", line)
else:
content.append(line)
# wrap up last segment
yield section, content
def _mkstemp(*args, **kw):
old_open = os.open
try:
# temporarily bypass sandboxing
os.open = os_open
return tempfile.mkstemp(*args, **kw)
finally:
# and then put it back
os.open = old_open
# Silence the PEP440Warning by default, so that end users don't get hit by it
# randomly just because they use pkg_resources. We want to append the rule
# because we want earlier uses of filterwarnings to take precedence over this
# one.
warnings.filterwarnings("ignore", category=PEP440Warning, append=True)
# from jaraco.functools 1.3
def _call_aside(f, *args, **kwargs):
f(*args, **kwargs)
return f
@_call_aside
def _initialize(g=globals()):
"Set up global resource manager (deliberately not state-saved)"
manager = ResourceManager()
g['_manager'] = manager
g.update(
(name, getattr(manager, name))
for name in dir(manager)
if not name.startswith('_')
)
@_call_aside
def _initialize_master_working_set():
"""
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
"""
working_set = WorkingSet._build_master()
_declare_state('object', working_set=working_set)
require = working_set.require
iter_entry_points = working_set.iter_entry_points
add_activation_listener = working_set.subscribe
run_script = working_set.run_script
# backward compatibility
run_main = run_script
# Activate all distributions already on sys.path with replace=False and
# ensure that all distributions added to the working set in the future
# (e.g. by calling ``require()``) will get activated as well,
# with higher priority (replace=True).
tuple(
dist.activate(replace=False)
for dist in working_set
)
add_activation_listener(
lambda dist: dist.activate(replace=True),
existing=False,
)
working_set.entries = []
# match order
list(map(working_set.add_entry, sys.path))
globals().update(locals())
class PkgResourcesDeprecationWarning(Warning):
"""
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
"""
site-packages/pkg_resources/py31compat.py 0000644 00000001056 15201600075 0014507 0 ustar 00 import os
import errno
import sys
from .extern import six
def _makedirs_31(path, exist_ok=False):
try:
os.makedirs(path)
except OSError as exc:
if not exist_ok or exc.errno != errno.EEXIST:
raise
# rely on compatibility behavior until mode considerations
# and exists_ok considerations are disentangled.
# See https://github.com/pypa/setuptools/pull/1083#issuecomment-315168663
needs_makedirs = (
six.PY2 or
(3, 4) <= sys.version_info < (3, 4, 1)
)
makedirs = _makedirs_31 if needs_makedirs else os.makedirs
site-packages/pkg_resources/extern/__init__.py 0000644 00000004702 15201600075 0015554 0 ustar 00 import sys
class VendorImporter:
"""
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
"""
def __init__(self, root_name, vendored_names=(), vendor_pkg=None):
self.root_name = root_name
self.vendored_names = set(vendored_names)
self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor')
@property
def search_path(self):
"""
Search first the vendor package then as a natural package.
"""
yield self.vendor_pkg + '.'
yield ''
def find_module(self, fullname, path=None):
"""
Return self when fullname starts with root_name and the
target module is one vendored through this importer.
"""
root, base, target = fullname.partition(self.root_name + '.')
if root:
return
if not any(map(target.startswith, self.vendored_names)):
return
return self
def load_module(self, fullname):
"""
Iterate over the search path to locate and load fullname.
"""
root, base, target = fullname.partition(self.root_name + '.')
for prefix in self.search_path:
try:
extant = prefix + target
__import__(extant)
mod = sys.modules[extant]
sys.modules[fullname] = mod
# mysterious hack:
# Remove the reference to the extant package/module
# on later Python versions to cause relative imports
# in the vendor package to resolve the same modules
# as those going through this importer.
if prefix and sys.version_info > (3, 3):
del sys.modules[extant]
return mod
except ImportError:
pass
else:
raise ImportError(
"The '{target}' package is required; "
"normally this is bundled with this package so if you get "
"this warning, consult the packager of your "
"distribution.".format(**locals())
)
def install(self):
"""
Install this importer into sys.meta_path if not already present.
"""
if self not in sys.meta_path:
sys.meta_path.append(self)
names = 'packaging', 'pyparsing', 'six', 'appdirs'
VendorImporter(__name__, names).install()
site-packages/pkg_resources/extern/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000004546 15201600075 0023007 0 ustar 00 U
�Qab� � @ s, d dl Z G dd� d�ZdZeee��� dS )� Nc @ s@ e Zd ZdZddd�Zedd� �Zddd �Zd
d � Zd d
� Z dS )�VendorImporterz�
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
� Nc C s& || _ t|�| _|p |�dd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace�
vendor_pkg)�selfr r r r r �A/usr/lib/python3.8/site-packages/pkg_resources/extern/__init__.py�__init__
s
zVendorImporter.__init__c c s | j d V dV dS )zL
Search first the vendor package then as a natural package.
�.� N)r �r r r r
� search_path s zVendorImporter.search_pathc C s8 |� | jd �\}}}|r dS tt|j| j��s4dS | S )z�
Return self when fullname starts with root_name and the
target module is one vendored through this importer.
r N)� partitionr �any�map�
startswithr )r �fullname�path�root�base�targetr r r
� find_module s zVendorImporter.find_modulec C s� |� | jd �\}}}| jD ]^}zD|| }t|� tj| }|tj|< |r\tjdkr\tj|= |W S tk
rx Y q X q tdjf t � ���dS )zK
Iterate over the search path to locate and load fullname.
r )� r z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)
r r r �
__import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r
� load_module# s"
��zVendorImporter.load_modulec C s | t jkrt j�| � dS )zR
Install this importer into sys.meta_path if not already present.
N)r � meta_path�appendr r r r
�install@ s
zVendorImporter.install)r N)N)
�__name__�
__module__� __qualname__�__doc__r �propertyr r r$ r' r r r r
r s
r )Z packagingZ pyparsingZsixZappdirs)r r �namesr( r' r r r r
�<module> s D site-packages/pkg_resources/extern/__pycache__/__init__.cpython-38.pyc 0000644 00000004546 15201600075 0022050 0 ustar 00 U
�Qab� � @ s, d dl Z G dd� d�ZdZeee��� dS )� Nc @ s@ e Zd ZdZddd�Zedd� �Zddd �Zd
d � Zd d
� Z dS )�VendorImporterz�
A PEP 302 meta path importer for finding optionally-vendored
or otherwise naturally-installed packages from root_name.
� Nc C s& || _ t|�| _|p |�dd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace�
vendor_pkg)�selfr r r r r �A/usr/lib/python3.8/site-packages/pkg_resources/extern/__init__.py�__init__
s
zVendorImporter.__init__c c s | j d V dV dS )zL
Search first the vendor package then as a natural package.
�.� N)r �r r r r
� search_path s zVendorImporter.search_pathc C s8 |� | jd �\}}}|r dS tt|j| j��s4dS | S )z�
Return self when fullname starts with root_name and the
target module is one vendored through this importer.
r N)� partitionr �any�map�
startswithr )r �fullname�path�root�base�targetr r r
� find_module s zVendorImporter.find_modulec C s� |� | jd �\}}}| jD ]^}zD|| }t|� tj| }|tj|< |r\tjdkr\tj|= |W S tk
rx Y q X q tdjf t � ���dS )zK
Iterate over the search path to locate and load fullname.
r )� r z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)
r r r �
__import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r
� load_module# s"
��zVendorImporter.load_modulec C s | t jkrt j�| � dS )zR
Install this importer into sys.meta_path if not already present.
N)r � meta_path�appendr r r r
�install@ s
zVendorImporter.install)r N)N)
�__name__�
__module__� __qualname__�__doc__r �propertyr r r$ r' r r r r
r s
r )Z packagingZ pyparsingZsixZappdirs)r r �namesr( r' r r r r
�<module> s D site-packages/pkg_resources/_vendor/__init__.py 0000644 00000000000 15201600075 0015666 0 ustar 00 site-packages/pkg_resources/_vendor/pyparsing.py 0000644 00000705167 15201600075 0016175 0 ustar 00 # module pyparsing.py
#
# Copyright (c) 2003-2018 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
"""
__version__ = "2.2.1"
__versionTime__ = "18 Sep 2018 00:49 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
# Python 3
from collections.abc import Iterable
from collections.abc import MutableMapping
except ImportError:
# Python 2.7
from collections import Iterable
from collections import MutableMapping
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
#~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) )
__all__ = [
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
"""
if isinstance(obj,unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex(r'&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__,fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split())
for from_,to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
class _Constants(object):
pass
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, pstr, loc=0, msg=None, elem=None ):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__( self, aname ):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if( aname == "lineno" ):
return lineno( self.loc, self.pstr )
elif( aname in ("col", "column") ):
return col( self.loc, self.pstr )
elif( aname == "line" ):
return line( self.loc, self.pstr )
else:
raise AttributeError(aname)
def __str__( self ):
return "%s (at char %d), (line:%d, col:%d)" % \
( self.msg, self.loc, self.lineno, self.column )
def __repr__( self ):
return _ustr(self)
def markInputline( self, markerString = ">!<" ):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
pass
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been found"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive"""
def __init__( self, parseElementList ):
self.parseElementTrace = parseElementList
def __str__( self ):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self,p1,p2):
self.tup = (p1,p2)
def __getitem__(self,i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self,i):
self.tup = (self.tup[0],i)
class ParseResults(object):
"""
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True ):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name,int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])):
if isinstance(toklist,basestring):
toklist = [ toklist ]
if asList:
if isinstance(toklist,ParseResults):
self[name] = _ParseResultsWithOffset(toklist.copy(),0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError,TypeError,IndexError):
self[name] = toklist
def __getitem__( self, i ):
if isinstance( i, (int,slice) ):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[i] ])
def __setitem__( self, k, v, isinstance=isinstance ):
if isinstance(v,_ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k,list()) + [v]
sub = v[0]
elif isinstance(k,(int,slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)]
sub = v
if isinstance(sub,ParseResults):
sub.__parent = wkref(self)
def __delitem__( self, i ):
if isinstance(i,(int,slice)):
mylen = len( self.__toklist )
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i+1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__( self, k ):
return k in self.__tokdict
def __len__( self ): return len( self.__toklist )
def __bool__(self): return ( not not self.__toklist )
__nonzero__ = __bool__
def __iter__( self ): return iter( self.__toklist )
def __reversed__( self ): return iter( self.__toklist[::-1] )
def _iterkeys( self ):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues( self ):
return (self[k] for k in self._iterkeys())
def _iteritems( self ):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys (Python 3.x only)."""
values = _itervalues
"""Returns an iterator of all named result values (Python 3.x only)."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 3.x only)."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys( self ):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values( self ):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items( self ):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys( self ):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop( self, *args, **kwargs):
"""
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k,v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int) or
len(args) == 1 or
args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert( self, index, insStr ):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append( self, item ):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend( self, itemseq ):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self += itemseq
else:
self.__toklist.extend(itemseq)
def clear( self ):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__( self, name ):
try:
return self[name]
except KeyError:
return ""
if name in self.__tokdict:
if name not in self.__accumNames:
return self.__tokdict[name][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[name] ])
else:
return ""
def __add__( self, other ):
ret = self.copy()
ret += other
return ret
def __iadd__( self, other ):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a<0 else a+offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) )
for (k,vlist) in otheritems for v in vlist]
for k,v in otherdictitems:
self[k] = v
if isinstance(v[0],ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update( other.__accumNames )
return self
def __radd__(self, other):
if isinstance(other,int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__( self ):
return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) )
def __str__( self ):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList( self, sep='' ):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance( item, ParseResults ):
out += item._asStringList()
else:
out.append( _ustr(item) )
return out
def asList( self ):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist]
def asDict( self ):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k,toItem(v)) for k,v in item_fn())
def copy( self ):
"""
Returns a new copy of a C{ParseResults} object.
"""
ret = ParseResults( self.__toklist )
ret.__tokdict = self.__tokdict.copy()
ret.__parent = self.__parent
ret.__accumNames.update( self.__accumNames )
ret.__name = self.__name
return ret
def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [ nl, indent, "<", selfTag, ">" ]
for i,res in enumerate(self.__toklist):
if isinstance(res,ParseResults):
if i in namedItems:
out += [ res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [ res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [ nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">" ]
out += [ nl, indent, "</", selfTag, ">" ]
return "".join(out)
def __lookup(self,sub):
for k,vlist in self.__tokdict.items():
for v,loc in vlist:
if sub is v:
return k
return None
def getName(self):
r"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1 and
len(self.__tokdict) == 1 and
next(iter(self.__tokdict.values()))[0][1] in (0,-1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', depth=0, full=True):
"""
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
out.append( indent+_ustr(self.asList()) )
if full:
if self.haskeys():
items = sorted((str(k), v) for k,v in self.items())
for k,v in items:
if out:
out.append(NL)
out.append( "%s%s- %s: " % (indent,(' '*depth), k) )
if isinstance(v,ParseResults):
if v:
out.append( v.dump(indent,depth+1) )
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv,ParseResults) for vv in self):
v = self
for i,vv in enumerate(v):
if isinstance(vv,ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) ))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return ( self.__toklist,
( self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name ) )
def __setstate__(self,state):
self.__toklist = state[0]
(self.__tokdict,
par,
inAccumNames,
self.__name) = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return (dir(type(self)) + list(self.keys()))
MutableMapping.register(ParseResults)
def col (loc,strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
s = strg
return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc,strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
return strg.count("\n",0,loc) + 1
def line( loc, strg ):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR+1:nextCR]
else:
return strg[lastCR+1:]
def _defaultStartDebugAction( instring, loc, expr ):
print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )))
def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ):
print ("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction( instring, loc, expr, exc ):
print ("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s,l,t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3,5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3,5,0) else -2
frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset]
return [frame_summary[:2]]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [frame_summary[:2]]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
del tb
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars( chars ):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
def __init__( self, savelist=False ):
self.parseAction = list()
self.failAction = None
#~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = ( None, None, None ) #custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy( self ):
"""
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
"""
cpy = copy.copy( self )
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName( self, name ):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if hasattr(self,"exception"):
self.exception.msg = self.errmsg
return self
def setResultsName( self, name, listAllMatches=False ):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches=True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self,breakFlag = True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
pdb.set_trace()
return _parseMethod( instring, loc, doActions, callPreParse )
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse,"_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction( self, *fns, **kwargs ):
"""
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction( self, *fns, **kwargs ):
"""
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
msg = kwargs.get("message", "failed user-defined condition")
exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException
for fn in fns:
def pa(s,l,t):
if not bool(_trim_arity(fn)(s,l,t)):
raise exc_type(s,l,msg)
self.parseAction.append(pa)
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction( self, fn ):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables( self, instring, loc ):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc,dummy = e._parse( instring, loc )
exprsFound = True
except ParseException:
pass
return loc
def preParse( self, instring, loc ):
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
return loc, []
def postParse( self, instring, loc, tokenlist ):
return tokenlist
#~ @profile
def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ):
debugging = ( self.debug ) #and doActions )
if debugging or self.failAction:
#~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))
if (self.debugActions[0] ):
self.debugActions[0]( instring, loc, self )
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
try:
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
except ParseBaseException as err:
#~ print ("Exception raised:", err)
if self.debugActions[2]:
self.debugActions[2]( instring, tokensStart, self, err )
if self.failAction:
self.failAction( instring, tokensStart, self, err )
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
else:
loc,tokens = self.parseImpl( instring, preloc, doActions )
tokens = self.postParse( instring, loc, tokens )
retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults )
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
except ParseBaseException as err:
#~ print "Exception raised in user parse action:", err
if (self.debugActions[2] ):
self.debugActions[2]( instring, tokensStart, self, err )
raise
else:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
if debugging:
#~ print ("Matched",self,"->",retTokens.asList())
if (self.debugActions[1] ):
self.debugActions[1]( instring, tokensStart, loc, self, retTokens )
return loc, retTokens
def tryParse( self, instring, loc ):
try:
return self._parse( instring, loc, doActions=False )[0]
except ParseFatalException:
raise ParseException( instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(cache) > size:
try:
cache.popitem(False)
except KeyError:
pass
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(key_fifo) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache( self, instring, loc, doActions=True, callPreParse=True ):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return (value[0], value[1].copy())
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString( self, instring, parseAll=False ):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
#~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse( instring, 0 )
if parseAll:
loc = self.preParse( instring, loc )
se = Empty() + StringEnd()
se._parse( instring, loc )
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
else:
return tokens
def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn( instring, loc )
nextLoc,tokens = parseFn( instring, preloc, callPreParse=False )
except ParseException:
loc = preloc+1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn( instring, loc )
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc+1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def transformString( self, instring ):
"""
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t,s,e in self.scanString( instring ):
out.append( instring[lastE:s] )
if t:
if isinstance(t,ParseResults):
out += t.asList()
elif isinstance(t,list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr,_flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def searchString( self, instring, maxMatches=_MAX_INT ):
"""
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
"""
try:
return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t,s,e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other ):
"""
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And( [ self, other ] )
def __radd__(self, other ):
"""
Implementation of + operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns C{L{And}} with error stop
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return self + And._ErrorStop() + other
def __rsub__(self, other ):
"""
Implementation of - operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self,other):
"""
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
"""
if isinstance(other,int):
minElements, optElements = other,0
elif isinstance(other,tuple):
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0],int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self*other[0] + ZeroOrMore(self)
elif isinstance(other[0],int) and isinstance(other[1],int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0,0)")
if (optElements):
def makeOptionalList(n):
if n>1:
return Optional(self + makeOptionalList(n-1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self]*minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self]*minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other ):
"""
Implementation of | operator - returns C{L{MatchFirst}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst( [ self, other ] )
def __ror__(self, other ):
"""
Implementation of | operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other ):
"""
Implementation of ^ operator - returns C{L{Or}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or( [ self, other ] )
def __rxor__(self, other ):
"""
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other ):
"""
Implementation of & operator - returns C{L{Each}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each( [ self, other ] )
def __rand__(self, other ):
"""
Implementation of & operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__( self ):
"""
Implementation of ~ operator - returns C{L{NotAny}}
"""
return NotAny( self )
def __call__(self, name=None):
"""
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
"""
if name is not None:
return self.setResultsName(name)
else:
return self.copy()
def suppress( self ):
"""
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress( self )
def leaveWhitespace( self ):
"""
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars( self, chars ):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs( self ):
"""
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
"""
self.keepTabs = True
return self
def ignore( self, other ):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append( Suppress( other.copy() ) )
return self
def setDebugActions( self, startAction, successAction, exceptionAction ):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug( self, flag=True ):
"""
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
"""
if flag:
self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction )
else:
self.debug = False
return self
def __str__( self ):
return self.name
def __repr__( self ):
return _ustr(self)
def streamline( self ):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion( self, parseElementList ):
pass
def validate( self, validateTrace=[] ):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion( [] )
def parseFile( self, file_or_filename, parseAll=False ):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def __eq__(self,other):
if isinstance(other, ParserElement):
return self is other or vars(self) == vars(other)
elif isinstance(other, basestring):
return self.matches(other)
else:
return super(ParserElement,self)==other
def __ne__(self,other):
return not (self == other)
def __hash__(self):
return hash(id(self))
def __req__(self,other):
return self == other
def __rne__(self,other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
allResults = []
comments = []
success = True
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n'.join(comments), t]
comments = []
try:
t = t.replace(r'\n','\n')
result = self.parseString(t, parseAll=parseAll)
out.append(result.dump(full=fullDump))
success = success and not failureTests
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' '*(col(pe.loc,t)-1) + '^' + fatal)
else:
out.append(' '*pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
if printResults:
if fullDump:
out.append('')
print('\n'.join(out))
allResults.append((t, result))
return success, allResults
class Token(ParserElement):
"""
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
"""
def __init__( self ):
super(Token,self).__init__( savelist=False )
class Empty(Token):
"""
An empty token, will always match.
"""
def __init__( self ):
super(Empty,self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""
A token that will never match.
"""
def __init__( self ):
super(NoMatch,self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl( self, instring, loc, doActions=True ):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
"""
def __init__( self, matchString ):
super(Literal,self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: this routine gets called a *lot*
# if this is a single character match string and the first character matches,
# short-circuit as quickly as possible, and avoid calling startswith
#~ @profile
def parseImpl( self, instring, loc, doActions=True ):
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
"""
DEFAULT_KEYWORD_CHARS = alphanums+"_$"
def __init__( self, matchString, identChars=None, caseless=False ):
super(Keyword,self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl( self, instring, loc, doActions=True ):
if self.caseless:
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and
(loc == 0 or instring[loc-1].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
else:
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and
(loc == 0 or instring[loc-1] not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword,self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars( chars ):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
"""
def __init__( self, matchString ):
super(CaselessLiteral,self).__init__( matchString.upper() )
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl( self, instring, loc, doActions=True ):
if instring[ loc:loc+self.matchLen ].upper() == self.match:
return loc+self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
"""
def __init__( self, matchString, identChars=None ):
super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True )
def parseImpl( self, instring, loc, doActions=True ):
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class CloseMatch(Token):
"""
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch,self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl( self, instring, loc, doActions=True ):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)):
src,mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = self.match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ):
super(Word,self).__init__()
if excludeChars:
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars :
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % \
(re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % \
(_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b"+self.reString+r"\b"
try:
self.re = re.compile( self.reString )
except Exception:
self.re = None
def parseImpl( self, instring, loc, doActions=True ):
if self.re:
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
if not(instring[ loc ] in self.initChars):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min( maxloc, instrlen )
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
if self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
if self.asKeyword:
if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(Word,self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s)>4:
return s[:4]+"..."
else:
return s
if ( self.initCharsOrig != self.bodyCharsOrig ):
self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) )
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class Regex(Token):
r"""
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
"""
compiledREtype = type(re.compile("[A-Z]"))
def __init__( self, pattern, flags=0):
"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags."""
super(Regex,self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif isinstance(pattern, Regex.compiledREtype):
self.re = pattern
self.pattern = \
self.reString = str(pattern)
self.flags = flags
else:
raise ValueError("Regex may only be constructed with a string or a compiled RE object")
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
d = result.groupdict()
ret = ParseResults(result.group())
if d:
for k in d:
ret[k] = d[k]
return loc,ret
def __str__( self ):
try:
return super(Regex,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString,self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar)-1,0,-1)) + ')'
)
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar)+"(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen:-self.endQuoteCharLen]
if isinstance(ret,basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t' : '\t',
r'\n' : '\n',
r'\f' : '\f',
r'\r' : '\r',
}
for wslit,wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__( self ):
try:
return super(QuotedString,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__( self, notChars, min=1, max=0, exact=0 ):
super(CharsNotIn,self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = ( self.minLen == 0 )
self.mayIndexError = False
def parseImpl( self, instring, loc, doActions=True ):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min( start+self.maxLen, len(instring) )
while loc < maxlen and \
(instring[loc] not in notchars):
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
"""
whiteStrs = {
" " : "<SPC>",
"\t": "<TAB>",
"\n": "<LF>",
"\r": "<CR>",
"\f": "<FF>",
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White,self).__init__()
self.matchWhite = ws
self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) )
#~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl( self, instring, loc, doActions=True ):
if not(instring[ loc ] in self.matchWhite):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min( maxloc, len(instring) )
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__( self ):
super(_PositionToken,self).__init__()
self.name=self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""
Token to advance to a specific column of input text; useful for tabular report scraping.
"""
def __init__( self, colno ):
super(GoToColumn,self).__init__()
self.col = colno
def preParse( self, instring, loc ):
if col(loc,instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col :
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
thiscol = col( loc, instring )
if thiscol > self.col:
raise ParseException( instring, loc, "Text not in expected column", self )
newloc = loc + self.col - thiscol
ret = instring[ loc: newloc ]
return newloc, ret
class LineStart(_PositionToken):
"""
Matches if current position is at the beginning of a line within the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__( self ):
super(LineStart,self).__init__()
self.errmsg = "Expected start of line"
def parseImpl( self, instring, loc, doActions=True ):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""
Matches if current position is at the end of a line within the parse string
"""
def __init__( self ):
super(LineEnd,self).__init__()
self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") )
self.errmsg = "Expected end of line"
def parseImpl( self, instring, loc, doActions=True ):
if loc<len(instring):
if instring[loc] == "\n":
return loc+1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""
Matches if current position is at the beginning of the parse string
"""
def __init__( self ):
super(StringStart,self).__init__()
self.errmsg = "Expected start of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse( instring, 0 ):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""
Matches if current position is at the end of the parse string
"""
def __init__( self ):
super(StringEnd,self).__init__()
self.errmsg = "Expected end of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
"""
def __init__(self, wordChars = printables):
super(WordStart,self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True ):
if loc != 0:
if (instring[loc-1] in self.wordChars or
instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
"""
def __init__(self, wordChars = printables):
super(WordEnd,self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True ):
instrlen = len(instring)
if instrlen>0 and loc<instrlen:
if (instring[loc] in self.wordChars or
instring[loc-1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
"""
def __init__( self, exprs, savelist = False ):
super(ParseExpression,self).__init__(savelist)
if isinstance( exprs, _generatorType ):
exprs = list(exprs)
if isinstance( exprs, basestring ):
self.exprs = [ ParserElement._literalStringClass( exprs ) ]
elif isinstance( exprs, Iterable ):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if all(isinstance(expr, basestring) for expr in exprs):
exprs = map(ParserElement._literalStringClass, exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list( exprs )
except TypeError:
self.exprs = [ exprs ]
self.callPreparse = False
def __getitem__( self, i ):
return self.exprs[i]
def append( self, other ):
self.exprs.append( other )
self.strRepr = None
return self
def leaveWhitespace( self ):
"""Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [ e.copy() for e in self.exprs ]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
else:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
return self
def __str__( self ):
try:
return super(ParseExpression,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) )
return self.strRepr
def streamline( self ):
super(ParseExpression,self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d )
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if ( len(self.exprs) == 2 ):
other = self.exprs[0]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = other.exprs[:] + [ self.exprs[1] ]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def setResultsName( self, name, listAllMatches=False ):
ret = super(ParseExpression,self).setResultsName(name,listAllMatches)
return ret
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion( [] )
def copy(self):
ret = super(ParseExpression,self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
class And(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop,self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__( self, exprs, savelist = True ):
super(And,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars( self.exprs[0].whiteChars )
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def parseImpl( self, instring, loc, doActions=True ):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False )
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse( instring, loc, doActions )
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse( instring, loc, doActions )
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #And( [ self, other ] )
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
if not e.mayReturnEmpty:
break
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(Or,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse( instring, loc )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
matches.sort(key=lambda x: -x[0])
for _,e in matches:
try:
return e._parse( instring, loc, doActions )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #Or( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class MatchFirst(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(MatchFirst,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse( instring, loc, doActions )
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #MatchFirst( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class Each(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__( self, exprs, savelist = True ):
super(Each,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
def parseImpl( self, instring, loc, doActions=True ):
if self.initExprGroups:
self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional))
opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ]
opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)]
self.optionals = opt1 + opt2
self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ]
self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ]
self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse( instring, tmpLoc )
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e),e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing )
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc,results = e._parse(instring,loc,doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class ParseElementEnhance(ParserElement):
"""
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
"""
def __init__( self, expr, savelist=False ):
super(ParseElementEnhance,self).__init__(savelist)
if isinstance( expr, basestring ):
if issubclass(ParserElement._literalStringClass, Token):
expr = ParserElement._literalStringClass(expr)
else:
expr = ParserElement._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars( expr.whiteChars )
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr is not None:
return self.expr._parse( instring, loc, doActions, callPreParse=False )
else:
raise ParseException("",loc,self.errmsg,self)
def leaveWhitespace( self ):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
else:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
return self
def streamline( self ):
super(ParseElementEnhance,self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion( self, parseElementList ):
if self in parseElementList:
raise RecursiveGrammarException( parseElementList+[self] )
subRecCheckList = parseElementList[:] + [ self ]
if self.expr is not None:
self.expr.checkRecursion( subRecCheckList )
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion( [] )
def __str__( self ):
try:
return super(ParseElementEnhance,self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) )
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__( self, expr ):
super(FollowedBy,self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
self.expr.tryParse( instring, loc )
return loc, []
class NotAny(ParseElementEnhance):
"""
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
"""
def __init__( self, expr ):
super(NotAny,self).__init__(expr)
#~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__( self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = ParserElement._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
def parseImpl( self, instring, loc, doActions=True ):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False )
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables( instring, loc )
else:
preloc = loc
loc, tmptokens = self_expr_parse( instring, preloc, doActions )
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException,IndexError):
pass
return loc, tokens
class OneOrMore(_MultipleMatch):
"""
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
"""
def __init__( self, expr, stopOn=None):
super(ZeroOrMore,self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException,IndexError):
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
_optionalNotMatched = _NullToken()
class Optional(ParseElementEnhance):
"""
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
def __init__( self, expr, default=_optionalNotMatched ):
super(Optional,self).__init__( expr, savelist=False )
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False )
except (ParseException,IndexError):
if self.defaultValue is not _optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([ self.defaultValue ])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [ self.defaultValue ]
else:
tokens = []
return loc, tokens
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__( self, other, include=False, ignore=None, failOn=None ):
super( SkipTo, self ).__init__( other )
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.asList = False
if isinstance(failOn, basestring):
self.failOn = ParserElement._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring,loc,doActions,callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
"""
def __init__( self, other=None ):
super(Forward,self).__init__( other, savelist=False )
def __lshift__( self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars( self.expr.whiteChars )
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace( self ):
self.skipWhitespace = False
return self
def streamline( self ):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate( self, validateTrace=[] ):
if self not in validateTrace:
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__( self ):
if hasattr(self,"name"):
return self.name
return self.__class__.__name__ + ": ..."
# stubbed out for now - creates awful memory and perf issues
self._revertClass = self.__class__
self.__class__ = _ForwardNoRecurse
try:
if self.expr is not None:
retString = _ustr(self.expr)
else:
retString = "None"
finally:
self.__class__ = self._revertClass
return self.__class__.__name__ + ": " + retString
def copy(self):
if self.expr is not None:
return super(Forward,self).copy()
else:
ret = Forward()
ret <<= self
return ret
class _ForwardNoRecurse(Forward):
def __str__( self ):
return "..."
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of C{ParseExpression}, for converting parsed results.
"""
def __init__( self, expr, savelist=False ):
super(TokenConverter,self).__init__( expr )#, savelist )
self.saveAsList = False
class Combine(TokenConverter):
"""
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__( self, expr, joinString="", adjacent=True ):
super(Combine,self).__init__( expr )
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore( self, other ):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super( Combine, self).ignore( other )
return self
def postParse( self, instring, loc, tokenlist ):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [ retToks ]
else:
return retToks
class Group(TokenConverter):
"""
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__( self, expr ):
super(Group,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
return [ tokenlist ]
class Dict(TokenConverter):
"""
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
"""
def __init__( self, expr ):
super(Dict,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
for i,tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey,int):
ikey = _ustr(tok[0]).strip()
if len(tok)==1:
tokenlist[ikey] = _ParseResultsWithOffset("",i)
elif len(tok)==2 and not isinstance(tok[1],ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i)
else:
dictvalue = tok.copy() #ParseResults(i)
del dictvalue[0]
if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i)
if self.resultsName:
return [ tokenlist ]
else:
return tokenlist
class Suppress(TokenConverter):
"""
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
"""
def postParse( self, instring, loc, tokenlist ):
return []
def suppress( self ):
return self
class OnlyOnce(object):
"""
Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self,s,l,t):
if not self.called:
results = self.callable(s,l,t)
self.called = True
return results
raise ParseException(s,l,"")
def reset(self):
self.called = False
def traceParseAction(f):
"""
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s,l,t = paArgs[-3:]
if len(paArgs)>3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) )
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) )
raise
sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) )
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList( expr, delim=",", combine=False ):
"""
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..."
if combine:
return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName)
else:
return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName)
def countedArray( expr, intExpr=None ):
"""
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s,l,t):
n = t[0]
arrayExpr << (n and Group(And([expr]*n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t:int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i,list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
def copyTokenToRepeater(s,l,t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s,l,t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s,l,t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException("",0,"")
rep.setParseAction( mustMatchTheseTokens, callDuringTry=True )
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
#~ escape these chars: ^-]
for c in r"\^-]":
s = s.replace(c,_bslash+c)
s = s.replace("\n",r"\n")
s = s.replace("\t",r"\t")
return _ustr(s)
def oneOf( strs, caseless=False, useRegex=True ):
"""
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if caseless:
isequal = ( lambda a,b: a.upper() == b.upper() )
masks = ( lambda a,b: b.upper().startswith(a.upper()) )
parseElementClass = CaselessLiteral
else:
isequal = ( lambda a,b: a == b )
masks = ( lambda a,b: b.startswith(a) )
parseElementClass = Literal
symbols = []
if isinstance(strs,basestring):
symbols = strs.split()
elif isinstance(strs, Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
i = 0
while i < len(symbols)-1:
cur = symbols[i]
for j,other in enumerate(symbols[i+1:]):
if ( isequal(other, cur) ):
del symbols[i+j+1]
break
elif ( masks(cur, other) ):
del symbols[i+j+1]
symbols.insert(i,other)
cur = other
break
else:
i += 1
if not caseless and useRegex:
#~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] ))
try:
if len(symbols)==len("".join(symbols)):
return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols))
else:
return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf( key, value ):
"""
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict( ZeroOrMore( Group ( key + value ) ) )
def originalTextFor(expr, asString=True):
"""
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s,loc,t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s,l,t: s[t._original_start:t._original_end]
else:
def extractText(s,l,t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
"""
return TokenConverter(expr).setParseAction(lambda t:t[0])
def locatedExpr(expr):
"""
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s,l,t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]"
def srange(s):
r"""
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
"""
_expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""
Helper method for defining parse actions that require matching at a specific
column in the input text.
"""
def verifyCol(strg,locn,toks):
if col(locn,strg) != n:
raise ParseException(strg,locn,"matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s,l,t: [replStr]
def removeQuotes(s,l,t):
"""
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s,l,t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}"""
def _makeTags(tagStr, xml):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr,basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas,alphanums+"_-:")
if (xml):
tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes )
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
else:
printablesLessRAbrack = "".join(c for c in printables if c not in ">")
tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack)
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \
Optional( Suppress("=") + tagAttrValue ) ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
closeTag = Combine(_L("</") + tagStr + ">")
openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname)
closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
return openTag, closeTag
def makeHTMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
"""
return _makeTags( tagStr, False )
def makeXMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
"""
return _makeTags( tagStr, True )
def withAttribute(*args,**attrDict):
"""
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k,v) for k,v in attrs]
def pa(s,l,tokens):
for attrName,attrValue in attrs:
if attrName not in tokens:
raise ParseException(s,l,"no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr : classname})
opAssoc = _Constants()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ):
"""
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
ret = Forward()
lastExpr = baseExpr | ( lpar + ret + rpar )
for i,operDef in enumerate(opList):
opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) )
else:
matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \
Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) )
else:
matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \
Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
if isinstance(pa, (tuple, list)):
matchExpr.setParseAction(*pa)
else:
matchExpr.setParseAction(pa)
thisExpr <<= ( matchExpr.setName(termName) | lastExpr )
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'|
Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener,basestring) and isinstance(closer,basestring):
if len(opener) == 1 and len(closer)==1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t:t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) )
else:
ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) )
ret.setName('nested %s%s expression' % (opener,closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
def checkPeerIndent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseFatalException(s,l,"illegal nesting")
raise ParseException(s,l,"not a peer entry")
def checkSubIndent(s,l,t):
curCol = col(l,s)
if curCol > indentStack[-1]:
indentStack.append( curCol )
else:
raise ParseException(s,l,"not a subentry")
def checkUnindent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]):
raise ParseException(s,l,"not an unindent")
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group( Optional(NL) +
#~ FollowedBy(blockStatementExpr) +
INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT)
else:
smExpr = Group( Optional(NL) +
(OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) )
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form C{/* ... */}"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form C{<!-- ... -->}"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form C{// ... (to end of line)}"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment")
"Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}"
javaStyleComment = cppStyleComment
"Same as C{L{cppStyleComment}}"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form C{# ... (to end of line)}"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') +
Optional( Word(" \t") +
~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem")
commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas.
This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}."""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas+'_', alphanums+'_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (C{0.0.0.0 - 255.255.255.255})"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (C{yyyy-mm-dd})"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',')
+ Optional( White(" \t") ) ) ).streamline().setName("commaItem")
comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
site-packages/pkg_resources/_vendor/packaging/__init__.py 0000644 00000001001 15201600075 0017614 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
from .__about__ import (
__author__, __copyright__, __email__, __license__, __summary__, __title__,
__uri__, __version__
)
__all__ = [
"__title__", "__summary__", "__uri__", "__version__", "__author__",
"__email__", "__license__", "__copyright__",
]
site-packages/pkg_resources/_vendor/packaging/_structures.py 0000644 00000002610 15201600075 0020446 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
class Infinity(object):
def __repr__(self):
return "Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return False
def __le__(self, other):
return False
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return True
def __ge__(self, other):
return True
def __neg__(self):
return NegativeInfinity
Infinity = Infinity()
class NegativeInfinity(object):
def __repr__(self):
return "-Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return True
def __le__(self, other):
return True
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return False
def __ge__(self, other):
return False
def __neg__(self):
return Infinity
NegativeInfinity = NegativeInfinity()
site-packages/pkg_resources/_vendor/packaging/requirements.py 0000644 00000010403 15201600075 0020606 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import string
import re
from pkg_resources.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException
from pkg_resources.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine
from pkg_resources.extern.pyparsing import Literal as L # noqa
from pkg_resources.extern.six.moves.urllib import parse as urlparse
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r'[^ ]+')("url")
URL = (AT + URI)
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE),
joinString=",", adjacent=False)("_raw_spec")
_VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY))
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '')
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start:t._original_end])
)
MARKER_SEPERATOR = SEMICOLON
MARKER = MARKER_SEPERATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = \
NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
class Requirement(object):
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string):
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
"Invalid requirement, parse error at \"{0!r}\"".format(
requirement_string[e.loc:e.loc + 8]))
self.name = req.name
if req.url:
parsed_url = urlparse.urlparse(req.url)
if not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc):
raise InvalidRequirement("Invalid URL given")
self.url = req.url
else:
self.url = None
self.extras = set(req.extras.asList() if req.extras else [])
self.specifier = SpecifierSet(req.specifier)
self.marker = req.marker if req.marker else None
def __str__(self):
parts = [self.name]
if self.extras:
parts.append("[{0}]".format(",".join(sorted(self.extras))))
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append("@ {0}".format(self.url))
if self.marker:
parts.append("; {0}".format(self.marker))
return "".join(parts)
def __repr__(self):
return "<Requirement({0!r})>".format(str(self))
site-packages/pkg_resources/_vendor/packaging/_compat.py 0000644 00000001534 15201600075 0017512 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import sys
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
# flake8: noqa
if PY3:
string_types = str,
else:
string_types = basestring,
def with_metaclass(meta, *bases):
"""
Create a base class with a metaclass.
"""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
site-packages/pkg_resources/_vendor/packaging/version.py 0000644 00000026444 15201600075 0017564 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import collections
import itertools
import re
from ._structures import Infinity
__all__ = [
"parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"
]
_Version = collections.namedtuple(
"_Version",
["epoch", "release", "dev", "pre", "post", "local"],
)
def parse(version):
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion(object):
def __hash__(self):
return hash(self._key)
def __lt__(self, other):
return self._compare(other, lambda s, o: s < o)
def __le__(self, other):
return self._compare(other, lambda s, o: s <= o)
def __eq__(self, other):
return self._compare(other, lambda s, o: s == o)
def __ge__(self, other):
return self._compare(other, lambda s, o: s >= o)
def __gt__(self, other):
return self._compare(other, lambda s, o: s > o)
def __ne__(self, other):
return self._compare(other, lambda s, o: s != o)
def _compare(self, other, method):
if not isinstance(other, _BaseVersion):
return NotImplemented
return method(self._key, other._key)
class LegacyVersion(_BaseVersion):
def __init__(self, version):
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self):
return self._version
def __repr__(self):
return "<LegacyVersion({0})>".format(repr(str(self)))
@property
def public(self):
return self._version
@property
def base_version(self):
return self._version
@property
def local(self):
return None
@property
def is_prerelease(self):
return False
@property
def is_postrelease(self):
return False
_legacy_version_component_re = re.compile(
r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE,
)
_legacy_version_replacement_map = {
"pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@",
}
def _parse_version_parts(s):
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version):
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts = []
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
parts = tuple(parts)
return epoch, parts
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(
r"^\s*" + VERSION_PATTERN + r"\s*$",
re.VERBOSE | re.IGNORECASE,
)
def __init__(self, version):
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion("Invalid version: '{0}'".format(version))
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(
match.group("pre_l"),
match.group("pre_n"),
),
post=_parse_letter_version(
match.group("post_l"),
match.group("post_n1") or match.group("post_n2"),
),
dev=_parse_letter_version(
match.group("dev_l"),
match.group("dev_n"),
),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self):
return "<Version({0})>".format(repr(str(self)))
def __str__(self):
parts = []
# Epoch
if self._version.epoch != 0:
parts.append("{0}!".format(self._version.epoch))
# Release segment
parts.append(".".join(str(x) for x in self._version.release))
# Pre-release
if self._version.pre is not None:
parts.append("".join(str(x) for x in self._version.pre))
# Post-release
if self._version.post is not None:
parts.append(".post{0}".format(self._version.post[1]))
# Development release
if self._version.dev is not None:
parts.append(".dev{0}".format(self._version.dev[1]))
# Local version segment
if self._version.local is not None:
parts.append(
"+{0}".format(".".join(str(x) for x in self._version.local))
)
return "".join(parts)
@property
def public(self):
return str(self).split("+", 1)[0]
@property
def base_version(self):
parts = []
# Epoch
if self._version.epoch != 0:
parts.append("{0}!".format(self._version.epoch))
# Release segment
parts.append(".".join(str(x) for x in self._version.release))
return "".join(parts)
@property
def local(self):
version_string = str(self)
if "+" in version_string:
return version_string.split("+", 1)[1]
@property
def is_prerelease(self):
return bool(self._version.dev or self._version.pre)
@property
def is_postrelease(self):
return bool(self._version.post)
def _parse_letter_version(letter, number):
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
_local_version_seperators = re.compile(r"[\._-]")
def _parse_local_version(local):
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_seperators.split(local)
)
def _cmpkey(epoch, release, pre, post, dev, local):
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
release = tuple(
reversed(list(
itertools.dropwhile(
lambda x: x == 0,
reversed(release),
)
))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
pre = -Infinity
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
pre = Infinity
# Versions without a post segment should sort before those with one.
if post is None:
post = -Infinity
# Versions without a development segment should sort after those with one.
if dev is None:
dev = Infinity
if local is None:
# Versions without a local segment should sort before those with one.
local = -Infinity
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
local = tuple(
(i, "") if isinstance(i, int) else (-Infinity, i)
for i in local
)
return epoch, release, pre, post, dev, local
site-packages/pkg_resources/_vendor/packaging/utils.py 0000644 00000000645 15201600075 0017232 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import re
_canonicalize_regex = re.compile(r"[-_.]+")
def canonicalize_name(name):
# This is taken from PEP 503.
return _canonicalize_regex.sub("-", name).lower()
site-packages/pkg_resources/_vendor/packaging/markers.py 0000644 00000020070 15201600075 0017530 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import operator
import os
import platform
import sys
from pkg_resources.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd
from pkg_resources.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString
from pkg_resources.extern.pyparsing import Literal as L # noqa
from ._compat import string_types
from .specifiers import Specifier, InvalidSpecifier
__all__ = [
"InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName",
"Marker", "default_environment",
]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node(object):
def __init__(self, value):
self.value = value
def __str__(self):
return str(self.value)
def __repr__(self):
return "<{0}({1!r})>".format(self.__class__.__name__, str(self))
def serialize(self):
raise NotImplementedError
class Variable(Node):
def serialize(self):
return str(self)
class Value(Node):
def serialize(self):
return '"{0}"'.format(self)
class Op(Node):
def serialize(self):
return str(self)
VARIABLE = (
L("implementation_version") |
L("platform_python_implementation") |
L("implementation_name") |
L("python_full_version") |
L("platform_release") |
L("platform_version") |
L("platform_machine") |
L("platform_system") |
L("python_version") |
L("sys_platform") |
L("os_name") |
L("os.name") | # PEP-345
L("sys.platform") | # PEP-345
L("platform.version") | # PEP-345
L("platform.machine") | # PEP-345
L("platform.python_implementation") | # PEP-345
L("python_implementation") | # undocumented setuptools legacy
L("extra")
)
ALIASES = {
'os.name': 'os_name',
'sys.platform': 'sys_platform',
'platform.version': 'platform_version',
'platform.machine': 'platform_machine',
'platform.python_implementation': 'platform_python_implementation',
'python_implementation': 'platform_python_implementation'
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") |
L("==") |
L(">=") |
L("<=") |
L("!=") |
L("~=") |
L(">") |
L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results):
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(marker, first=True):
assert isinstance(marker, (list, tuple, string_types))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (isinstance(marker, list) and len(marker) == 1 and
isinstance(marker[0], (list, tuple))):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
}
def _eval_op(lhs, op, rhs):
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper = _operators.get(op.serialize())
if oper is None:
raise UndefinedComparison(
"Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs)
)
return oper(lhs, rhs)
_undefined = object()
def _get_env(environment, name):
value = environment.get(name, _undefined)
if value is _undefined:
raise UndefinedEnvironmentName(
"{0!r} does not exist in evaluation environment.".format(name)
)
return value
def _evaluate_markers(markers, environment):
groups = [[]]
for marker in markers:
assert isinstance(marker, (list, tuple, string_types))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info):
version = '{0.major}.{0.minor}.{0.micro}'.format(info)
kind = info.releaselevel
if kind != 'final':
version += kind[0] + str(info.serial)
return version
def default_environment():
if hasattr(sys, 'implementation'):
iver = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
else:
iver = '0'
implementation_name = ''
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": platform.python_version()[:3],
"sys_platform": sys.platform,
}
class Marker(object):
def __init__(self, marker):
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
err_str = "Invalid marker: {0!r}, parse error at {1!r}".format(
marker, marker[e.loc:e.loc + 8])
raise InvalidMarker(err_str)
def __str__(self):
return _format_marker(self._markers)
def __repr__(self):
return "<Marker({0!r})>".format(str(self))
def evaluate(self, environment=None):
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
site-packages/pkg_resources/_vendor/packaging/__about__.py 0000644 00000001320 15201600075 0017767 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
__all__ = [
"__title__", "__summary__", "__uri__", "__version__", "__author__",
"__email__", "__license__", "__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "16.8"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD or Apache License, Version 2.0"
__copyright__ = "Copyright 2014-2016 %s" % __author__
site-packages/pkg_resources/_vendor/packaging/specifiers.py 0000644 00000066571 15201600075 0020240 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import abc
import functools
import itertools
import re
from ._compat import string_types, with_metaclass
from .version import Version, LegacyVersion, parse
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(with_metaclass(abc.ABCMeta, object)):
@abc.abstractmethod
def __str__(self):
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self):
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self):
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value):
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item, prereleases=None):
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(self, iterable, prereleases=None):
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators = {}
def __init__(self, spec="", prereleases=None):
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec))
self._spec = (
match.group("operator").strip(),
match.group("version").strip(),
)
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<{0}({1!r}{2})>".format(
self.__class__.__name__,
str(self),
pre,
)
def __str__(self):
return "{0}{1}".format(*self._spec)
def __hash__(self):
return hash(self._spec)
def __eq__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec == other._spec
def __ne__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op):
return getattr(self, "_compare_{0}".format(self._operators[op]))
def _coerce_version(self, version):
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self):
return self._spec[0]
@property
def version(self):
return self._spec[1]
@property
def prereleases(self):
return self._prereleases
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
return self._get_operator(self.operator)(item, self.version)
def filter(self, iterable, prereleases=None):
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later incase nothing
# else matches this specifier.
if (parsed_version.is_prerelease and not
(prereleases or self.prereleases)):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the begining.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = (
r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
)
_regex = re.compile(
r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def _coerce_version(self, version):
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective, spec):
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective, spec):
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective, spec):
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective, spec):
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective, spec):
return prospective > self._coerce_version(spec)
def _require_version_compare(fn):
@functools.wraps(fn)
def wrapped(self, prospective, spec):
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = (
r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
)
_regex = re.compile(
r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective, spec):
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore post and dev releases and we want to treat the pre-release as
# it's own separate segment.
prefix = ".".join(
list(
itertools.takewhile(
lambda x: (not x.startswith("post") and not
x.startswith("dev")),
_version_split(spec),
)
)[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return (self._get_operator(">=")(prospective, spec) and
self._get_operator("==")(prospective, prefix))
@_require_version_compare
def _compare_equal(self, prospective, spec):
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
prospective = prospective[:len(spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
spec, prospective = _pad_version(spec, prospective)
else:
# Convert our spec string into a Version
spec = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec.local:
prospective = Version(prospective.public)
return prospective == spec
@_require_version_compare
def _compare_not_equal(self, prospective, spec):
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective, spec):
return prospective <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is techincally greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective, spec):
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self):
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version):
result = []
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _pad_version(left, right):
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]):])
right_split.append(right[len(right_split[0]):])
# Insert our padding
left_split.insert(
1,
["0"] * max(0, len(right_split[0]) - len(left_split[0])),
)
right_split.insert(
1,
["0"] * max(0, len(left_split[0]) - len(right_split[0])),
)
return (
list(itertools.chain(*left_split)),
list(itertools.chain(*right_split)),
)
class SpecifierSet(BaseSpecifier):
def __init__(self, specifiers="", prereleases=None):
# Split on , to break each indidivual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed = set()
for specifier in specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<SpecifierSet({0!r}{1})>".format(str(self), pre)
def __str__(self):
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self):
return hash(self._specs)
def __and__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self):
return len(self._specs)
def __iter__(self):
return iter(self._specs)
@property
def prereleases(self):
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(
s.contains(item, prereleases=prereleases)
for s in self._specs
)
def filter(self, iterable, prereleases=None):
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered = []
found_prereleases = []
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
site-packages/pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc 0000644 00000046513 15201600075 0024520 0 ustar 00 U
�Qabym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �N/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 9 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s �z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr___ s ���z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r l s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r o s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r r s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r } s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' N s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s( �
�� rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare
s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� s �z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatible� s ���� �z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr} ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r} r� TF)r1 r0 r� r
rK )r r) r* r r r r s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt sD �_
��
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� ' s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ 6 � z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ 7 r� r r �0)rL r r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� 2 s
"�"� �r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 O s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 d s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)r~ �sortedr� r r r r r m s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__s s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r � s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r � s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s �z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
�zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� M s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 9 4
site-packages/pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-38.pyc 0000644 00000001303 15201600075 0024256 0 ustar 00 U
�Qab� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �M/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__about__.py�<module> s" � site-packages/pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001041 15201600075 0025045 0 ustar 00 U
�Qab � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �L/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__init__.py�<module> s ( � site-packages/pkg_resources/_vendor/packaging/__pycache__/markers.cpython-38.pyc 0000644 00000021327 15201600075 0024024 0 ustar 00 U
�Qab8 � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__. s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__1 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__4 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize7 s zNode.serializeN)r r r r" r% r( r* r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* = s zVariable.serializeN�r r r r* r r r r r+ ; s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. A s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* I s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>i � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH w rI �'�"c C s t |d �S rA )r. rD r r r rH z rI �and�orc C s t |d �S rA )�tuplerD r r r rH � rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �listrV r �AssertionError�lenr` �join)�markerr_ �innerr r r r` � s �
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rk r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rh r* r �contains�
_operatorsrC r r& )rl �oprm �specZoperr r r �_eval_op� s
�rs c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rw c C s� g g}| D ]�}t |tttf�s"t�t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j �}|j }n|j }t||j �}|d �t
|||�� q
|dks�t�|dkr
|�g � q
t dd� |D ��S )N���)rT rU rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>) r] re rV r rf �append�_evaluate_markersr+ rw r rs �any) Zmarkersru �groupsri rl rq rm Z lhs_valueZ rhs_valuer r r r| � s"
r| c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sl t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � t� � d d� tjd� S )N�implementation�0rn � ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )
�hasattr�sysr� r� r� rv �os�platform�machine�release�systemr8 r@ )Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! ri �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater| r� )r! ru Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Z pkg_resources.extern.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtrp rs rt rw r| r� r r r r r r �<module> s� ��������� �
� � �
���������������
� site-packages/pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-38.opt-1.pyc 0000644 00000007446 15201600075 0026050 0 ustar 00 U
�Qab � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �P/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>6 � r- � specifierc C s |d S )Nr r r) r r r r- 9 r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- = r. c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s� zt �|�}W n@ tk
rN } z"td�||j|jd � ���W 5 d }~X Y nX |j| _|jr�t�|j�}|j r�|j
r�|j s�|j
s�td��|j| _nd | _t |j r�|j �
� ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �formatZlocr$ r% �urlparseZschemeZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__X s, �� ��
zRequirement.__init__c C sz | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrX|�d�| j�� | j rp|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}z; {0}r( )
r$ r& �appendr4 �join�sortedr/ �strr% r0 )r7 �partsr r r �__str__m s zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r4 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r1 K s r1 )DZ
__future__r r r �string�reZ pkg_resources.extern.pyparsingr r r r r r
r r r
r �LZ%pkg_resources.extern.six.moves.urllibr r5 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr3 �objectr1 r r r r �<module> sf �� � � site-packages/pkg_resources/_vendor/packaging/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000024612 15201600075 0025004 0 ustar 00 U
�Qab$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
$ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__, s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>0 � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 3 r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__2 s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 6 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__5 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 9 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__8 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ < r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__; s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ? r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' A s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z dS )r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__N s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicT s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionX s zLegacyVersion.base_versionc C s d S r r r r r r r \ s zLegacyVersion.localc C s dS �NFr r r r r �
is_prerelease` s zLegacyVersion.is_prereleasec C s dS r? r r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r6 r8 r< �propertyr= r> r r@ rA r r r r r H s
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_partsr s rS c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )N���rK rL z*final-Z00000000)rS �lower�
startswith�pop�append�tuple)r r
�partsrR r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s| e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rH Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr[ rY rN �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s8 ��� ��zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� | j jd k rl|�d�dd� | j jD ��� | j jd k r�|�d�| j jd �� | j jd k r�|�d
�| j jd �� | j j d k r�|�d �d�d d� | j j D ���� d�|�S )
Nr �{0}!rH c s s | ]}t |�V qd S r �r3 �r] �xr r r r_ � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r ri rj r r r r_ � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S r ri rj r r r r_ s )
r4 r
rX r: �joinr r r r r �r rZ r r r r8 � s �zVersion.__str__c C s t | ��dd�d S )N�+r r �r3 rN r r r r r=
s zVersion.publicc C sL g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� d�|�S )Nr rh rH c s s | ]}t |�V qd S r ri rj r r r r_ s z'Version.base_version.<locals>.<genexpr>rl )r4 r
rX r: rm r rn r r r r> s
zVersion.base_versionc C s$ t | �}d|kr |�dd�d S d S )Nro r rp )r Zversion_stringr r r r s z
Version.localc C s t | jjp| jj�S r )�boolr4 r r r r r r r@ ! s zVersion.is_prereleasec C s t | jj�S r )rq r4 r r r r r rA % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASEra r6 r< r8 rB r= r> r r@ rA r r r r r � s"
�#
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rC r rE rG )Zrev�rr )rU r[ )ZletterZnumberr r r rd * s rd z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrU r[ )r] rR r r r r_ Q s �z'_parse_local_version.<locals>.<genexpr>)rY �_local_version_seperatorsrN )r r r r re L s �re c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rk r r r r$ ` r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rl N)r0 r[ r r\ r r r r_ � s �z_cmpkey.<locals>.<genexpr>)rY �reversed�list� itertools� dropwhiler r` r r r rf W s, ���
�rf ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rM rO rS r5 r r rd rz re rf r r r r �<module> sH �� ! � � k
site-packages/pkg_resources/_vendor/packaging/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000000722 15201600075 0024453 0 ustar 00 U
�Qab� � @ s2 d dl mZmZmZ d dlZe�d�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�I/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/utils.py�canonicalize_name s r )Z
__future__r r r �re�compiler r r
r
r
r �<module> s
site-packages/pkg_resources/_vendor/packaging/__pycache__/utils.cpython-38.pyc 0000644 00000000722 15201600075 0023514 0 ustar 00 U
�Qab� � @ s2 d dl mZmZmZ d dlZe�d�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�I/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/utils.py�canonicalize_name s r )Z
__future__r r r �re�compiler r r
r
r
r �<module> s
site-packages/pkg_resources/_vendor/packaging/__pycache__/markers.cpython-38.opt-1.pyc 0000644 00000021162 15201600075 0024760 0 ustar 00 U
�Qab8 � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__. s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__1 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__4 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize7 s zNode.serializeN)r r r r" r% r( r* r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* = s zVariable.serializeN�r r r r* r r r r r+ ; s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. A s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* I s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>i � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH w rI �'�"c C s t |d �S rA )r. rD r r r rH z rI �and�orc C s t |d �S rA )�tuplerD r r r rH � rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �list�lenrV r` �join)�markerr_ �innerr r r r` � s �
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rj r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rg r* r �contains�
_operatorsrC r r& )rk �oprl �specZoperr r r �_eval_op� s
�rr c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rv c C s� g g}| D ]�}t |t�r.|d �t||�� q
t |t�r�|\}}}t |t�r`t||j�}|j}n|j}t||j�}|d �t|||�� q
|dkr
|�g � q
t dd� |D ��S )N���rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>)
r] re �append�_evaluate_markersrV r+ rv r rr �any) Zmarkersrt �groupsrh rk rp rl Z lhs_valueZ rhs_valuer r r r{ � s
r{ c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sl t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � t� � d d� tjd� S )N�implementation�0rm � ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )
�hasattr�sysr� r� r� ru �os�platform�machine�release�systemr8 r@ )Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! rh �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater{ r� )r! rt Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Z pkg_resources.extern.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtro rr rs rv r{ r� r r r r r r �<module> s� ��������� �
� � �
���������������
� site-packages/pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-38.opt-1.pyc 0000644 00000046513 15201600075 0025457 0 ustar 00 U
�Qabym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �N/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 9 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s �z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr___ s ���z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r l s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r o s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r r s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r } s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' N s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s( �
�� rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare
s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� s �z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatible� s ���� �z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr} ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r} r� TF)r1 r0 r� r
rK )r r) r* r r r r s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt sD �_
��
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� ' s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ 6 � z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ 7 r� r r �0)rL r r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� 2 s
"�"� �r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 O s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 d s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)r~ �sortedr� r r r r r m s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__s s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r � s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r � s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s �z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
�zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� M s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 9 4
site-packages/pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-38.opt-1.pyc 0000644 00000001303 15201600075 0025215 0 ustar 00 U
�Qab� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �M/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__about__.py�<module> s" � site-packages/pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-38.opt-1.pyc 0000644 00000005313 15201600075 0025676 0 ustar 00 U
�Qab� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �O/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__! s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
) s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r , s zNegativeInfinity.__hash__c C s dS r r r r r r r / s zNegativeInfinity.__lt__c C s dS r r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 8 s zNegativeInfinity.__ne__c C s dS r r r r r r r ; s zNegativeInfinity.__gt__c C s dS r r r r r r r > s zNegativeInfinity.__ge__c C s t S r )r r r r r r A s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-38.opt-1.pyc 0000644 00000001725 15201600075 0024741 0 ustar 00 U
�Qab\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-38.pyc 0000644 00000005313 15201600075 0024737 0 ustar 00 U
�Qab� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �O/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__! s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
) s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r , s zNegativeInfinity.__hash__c C s dS r r r r r r r / s zNegativeInfinity.__lt__c C s dS r r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 8 s zNegativeInfinity.__ne__c C s dS r r r r r r r ; s zNegativeInfinity.__gt__c C s dS r r r r r r r > s zNegativeInfinity.__ge__c C s t S r )r r r r r r A s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-38.pyc 0000644 00000001725 15201600075 0024002 0 ustar 00 U
�Qab\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-38.pyc 0000644 00000001041 15201600075 0024106 0 ustar 00 U
�Qab � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �L/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__init__.py�<module> s ( � site-packages/pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-38.pyc 0000644 00000007446 15201600075 0025111 0 ustar 00 U
�Qab � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �P/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>6 � r- � specifierc C s |d S )Nr r r) r r r r- 9 r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- = r. c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s� zt �|�}W n@ tk
rN } z"td�||j|jd � ���W 5 d }~X Y nX |j| _|jr�t�|j�}|j r�|j
r�|j s�|j
s�td��|j| _nd | _t |j r�|j �
� ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �formatZlocr$ r% �urlparseZschemeZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__X s, �� ��
zRequirement.__init__c C sz | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrX|�d�| j�� | j rp|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}z; {0}r( )
r$ r& �appendr4 �join�sortedr/ �strr% r0 )r7 �partsr r r �__str__m s zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r4 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r1 K s r1 )DZ
__future__r r r �string�reZ pkg_resources.extern.pyparsingr r r r r r
r r r
r �LZ%pkg_resources.extern.six.moves.urllibr r5 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr3 �objectr1 r r r r �<module> sf �� � � site-packages/pkg_resources/_vendor/packaging/__pycache__/version.cpython-38.pyc 0000644 00000024612 15201600075 0024045 0 ustar 00 U
�Qab$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
$ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__, s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>0 � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 3 r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__2 s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 6 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__5 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 9 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__8 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ < r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__; s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ? r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' A s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z dS )r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__N s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicT s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionX s zLegacyVersion.base_versionc C s d S r r r r r r r \ s zLegacyVersion.localc C s dS �NFr r r r r �
is_prerelease` s zLegacyVersion.is_prereleasec C s dS r? r r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r6 r8 r< �propertyr= r> r r@ rA r r r r r H s
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_partsr s rS c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )N���rK rL z*final-Z00000000)rS �lower�
startswith�pop�append�tuple)r r
�partsrR r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s| e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rH Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr[ rY rN �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s8 ��� ��zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� | j jd k rl|�d�dd� | j jD ��� | j jd k r�|�d�| j jd �� | j jd k r�|�d
�| j jd �� | j j d k r�|�d �d�d d� | j j D ���� d�|�S )
Nr �{0}!rH c s s | ]}t |�V qd S r �r3 �r] �xr r r r_ � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r ri rj r r r r_ � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S r ri rj r r r r_ s )
r4 r
rX r: �joinr r r r r �r rZ r r r r8 � s �zVersion.__str__c C s t | ��dd�d S )N�+r r �r3 rN r r r r r=
s zVersion.publicc C sL g }| j jdkr$|�d�| j j�� |�d�dd� | j jD ��� d�|�S )Nr rh rH c s s | ]}t |�V qd S r ri rj r r r r_ s z'Version.base_version.<locals>.<genexpr>rl )r4 r
rX r: rm r rn r r r r> s
zVersion.base_versionc C s$ t | �}d|kr |�dd�d S d S )Nro r rp )r Zversion_stringr r r r s z
Version.localc C s t | jjp| jj�S r )�boolr4 r r r r r r r@ ! s zVersion.is_prereleasec C s t | jj�S r )rq r4 r r r r r rA % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASEra r6 r< r8 rB r= r> r r@ rA r r r r r � s"
�#
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rC r rE rG )Zrev�rr )rU r[ )ZletterZnumberr r r rd * s rd z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrU r[ )r] rR r r r r_ Q s �z'_parse_local_version.<locals>.<genexpr>)rY �_local_version_seperatorsrN )r r r r re L s �re c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rk r r r r$ ` r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rl N)r0 r[ r r\ r r r r_ � s �z_cmpkey.<locals>.<genexpr>)rY �reversed�list� itertools� dropwhiler r` r r r rf W s, ���
�rf ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rM rO rS r5 r r rd rz re rf r r r r �<module> sH �� ! � � k
site-packages/pkg_resources/_vendor/__pycache__/pyparsing.cpython-38.pyc 0000644 00000611642 15201600075 0022455 0 ustar 00 U
�Qabw� � i @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ zddlmZ W n ek
r� ddlmZ Y nX z dd lmZ dd
lmZ W n, ek
r� dd l
mZ dd
l
mZ Y nX zdd l
mZ W nB ek
�rF zdd lmZ W n ek
�r@ dZY nX Y nX d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgiZ e e j �ddu� Z e d dukZ e �rpe j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n`e j3Z"e4Z5dvdw� Z'g Z2ddl6Z6dx�7� D ]8Z8ze2�9e:e6e8�� W n e;k
�r� Y �q�Y nX �q�e<dydz� e5d{�D ��Z=d|d}� Z>G d~d� de?�Z@ejAejB ZCd�ZDeDd� ZEeCeD ZFe%d��ZGd��Hd�dz� ejID ��ZJG d�d#� d#eK�ZLG d�d%� d%eL�ZMG d�d'� d'eL�ZNG d�d)� d)eN�ZOG d�d,� d,eK�ZPG d�d�� d�e?�ZQG d�d(� d(e?�ZRe�SeR� d�d?� ZTd�dP� ZUd�dM� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�dW� ZZ�d/d�d��Z[G d�d*� d*e?�Z\G d�d2� d2e\�Z]G d�d� de]�Z^G d�d � d e]�Z_G d�d� de]�Z`e`Zae`e\_bG d�d� de]�ZcG d�d� de`�ZdG d�d
� d
ec�ZeG d�dr� dre]�ZfG d�d5� d5e]�ZgG d�d-� d-e]�ZhG d�d+� d+e]�ZiG d�d� de]�ZjG d�d4� d4e]�ZkG d�d�� d�e]�ZlG d�d� del�ZmG d�d� del�ZnG d�d� del�ZoG d�d0� d0el�ZpG d�d/� d/el�ZqG d�d7� d7el�ZrG d�d6� d6el�ZsG d�d&� d&e\�ZtG d�d � d et�ZuG d�d"� d"et�ZvG d�d � d et�ZwG d�d� det�ZxG d�d$� d$e\�ZyG d�d� dey�ZzG d�d � d ey�Z{G d�d�� d�ey�Z|G d�d � d e|�Z}G d�d8� d8e|�Z~G d�d�� d�e?�Ze� Z�G d�d!� d!ey�Z�G d�d.� d.ey�Z�G d�d� dey�Z�G d�dÄ d�e��Z�G d�d3� d3ey�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d1� d1e��Z�G d�d � d e?�Z�d�dh� Z��d0d�dF�Z��d1d�dB�Z�d�dЄ Z�d�dU� Z�d�dT� Z�d�dԄ Z��d2d�dY�Z�d�dG� Z��d3d�dm�Z�d�dn� Z�d�dp� Z�e^� ��dI�Z�en� ��dO�Z�eo� ��dN�Z�ep� ��dg�Z�eq� ��df�Z�egeGd�d�d܍��d�dބ �Z�ehd߃��d�dބ �Z�ehd���d�dބ �Z�e�e�B e�B ejd�d{d܍B Z�e�e�e�d� e� �Z�e`d�e�d���d� e�e}e�e�B ����d� d� Z�d�de� Z�d�dS� Z�d�db� Z�d�d`� Z�d�ds� Z�e�d�dބ �Z�e�d�dބ �Z�d�d� Z�d�dQ� Z�d�dR� Z�d�dk� Z�e?� e�_��d4d�dq�Z�e@� Z�e?� e�_�e?� e�_�e�d��e�d��fd�do�Z�e�Z�e�ehd��d� ���d��Z�e�ehd��d� ���d��Z�e�ehd��d� ehd��d� B ����d �Z�e�ea�d�e��� ����d�Z�d�d�de��� f�ddV�Z��d5�ddl�Z�e��d�Z�e��d�Z�e�egeCeF�d ����d��\Z�Z�e�ed �7� �d
��Z�eh�d �d �Heàġ � �d
����d�ZŐdda� Z�e�eh�d��d ����d�Z�eh�d����d�Z�eh�d��ɡ ���d�Z�eh�d����d�Z�e�eh�d��d e�B ����d�Z�e�Z�eh�d����d�Z�e�e}egeJdːd �e�eg�d �e`d˃ eo� � ���ϡ ���d �Z�e�e�e��� e�B d��d ����d@�Z�G �d dt� dt�Z�eӐd!k� r�ed�d"�Z�ed�d#�Z�egeCeF�d$ �Z�e�ed%dՐd&���e��Z�e�e�e׃����d'�Zؐd(e�B Z�e�ed%dՐd&���e��Z�e�e�eڃ����d)�Z�eԐd*�eِd'� e� eېd)� Z�eܠݐd+� e�jޠݐd,� e�jߠݐd,� e�j�ݐd-� ddl�Z�e�je�e�j�� e�j�ݐd.� dS (6 a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)�Iterable)�MutableMapping)� OrderedDict�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��t� ry �C/usr/lib/python3.8/site-packages/pkg_resources/_vendor/pyparsing.py�<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr) �setParseAction�transformString)�obj�retZ
xmlcharrefry ry rz �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nry )�.0�yry ry rz � <genexpr>� s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nry )r� �sry ry rz r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_ry ry rz � _xml_escape� s
r� c @ s e Zd ZdS )�
_ConstantsN)�__name__�
__module__� __qualname__ry ry ry rz r� � s r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cry ry rz r� � s
c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�loc�msg�pstr�
parserElement�args)�selfr� r� r� �elemry ry rz �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�pery ry rz �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rL )r; �columnrI N)rL r� r� r; rI �AttributeError)r� Zanamery ry rz � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rL r� �r� ry ry rz �__str__� s �zParseBaseException.__str__c C s t | �S r� �r� r� ry ry rz �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rI r� �join�strip)r� Z markerStringZline_strZ line_columnry ry rz �
markInputline� s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� ry ry rz �__dir__ s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� ry ry ry rz r � s
c @ s e Zd ZdZdS )r! aN
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
N�r� r� r� r� ry ry ry rz r! s c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyNr� ry ry ry rz r# s c @ s e Zd ZdZdS )r% z�just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been foundNr� ry ry ry rz r% s c @ s e Zd ZdZdd� Zdd� ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListry ry rz r� 4 s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� ry ry rz r� 7 s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� ry ry ry rz r( 2 s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2ry ry rz r� ; s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� �iry ry rz � __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� ry ry rz r� ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� ry ry rz � setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� ry ry ry rz r� : s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r$ aI
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r} �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjry ry rz r� k s
zParseResults.__new__c
C sb | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r^|�r^|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s^||t�r�|g}|�r(||t��rt|�� d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r\ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictrv r� r� �
basestringr$ r� �copy�KeyError� TypeError�
IndexError)r� r� r� r� r� r} ry ry rz r� t sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrt r c S s g | ] }|d �qS �r ry �r� �vry ry rz �
<listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv �slicer� r� r� r$ r� ry ry rz r� � s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r� �getr� rv r� r� r$ �wkrefr� )r� �kr� r} �subry ry rz � __setitem__� s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r} rv r� �lenr� r� �range�indices�reverser� �items� enumerater� )
r� r� ZmylenZremovedr� � occurrences�jr� �value�positionry ry rz � __delitem__� s
zParseResults.__delitem__c C s
|| j kS r� )r� )r� r� ry ry rz � __contains__� s zParseResults.__contains__c C s
t | j�S r� )r� r� r� ry ry rz �__len__� r| zParseResults.__len__c C s
| j S r� �r� r� ry ry rz �__bool__� r| zParseResults.__bool__c C s
t | j�S r� ��iterr� r� ry ry rz �__iter__� r| zParseResults.__iter__c C s t | jd d d� �S �Nrt r� r� ry ry rz � __reversed__� r| zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr� r� r� r� ry ry rz � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� ry �r� r� r� ry rz r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r r� ry r� rz � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� ry r r� ry rz r� � s z*ParseResults._iteritems.<locals>.<genexpr>r r� ry r� rz �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� r� ry ry rz �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� �
itervaluesr� ry ry rz �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritemsr� ry ry rz r� � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)�boolr� r� ry ry rz �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
rt �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r� r� r} rv r� )r� r� �kwargsr� r� �indexr� Z defaultvaluery ry rz �pop� s" "
�
�zParseResults.popc C s || kr| | S |S dS )ai
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nry )r� �key� defaultValuery ry rz r� 3 s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r� �insertr� r� r� r� )r� r
ZinsStrr� r� r� r� r� ry ry rz r I s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r� �append)r� �itemry ry rz r ] s zParseResults.appendc C s$ t |t�r| |7 } n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r} r$ r� �extend)r� Zitemseqry ry rz r k s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r� r� �clearr� ry ry rz r } s zParseResults.clearc C sj z
| | W S t k
r Y dS X || jkrb|| jkrH| j| d d S tdd� | j| D ��S ndS d S )Nr� rt r c S s g | ] }|d �qS r� ry r� ry ry rz r� � s z,ParseResults.__getattr__.<locals>.<listcomp>)r� r� r� r$ �r� r� ry ry rz r� � s
zParseResults.__getattr__c C s | � � }||7 }|S r� �r� )r� �otherr� ry ry rz �__add__� s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� ry )�a)�offsetry rz r{ � r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r� �vlistr� )� addoffsetry rz r� � s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r� r� r� r� r} r$ r� r� r� �update)r� r Z
otheritemsZotherdictitemsr� r� ry )r r rz �__iadd__� s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r} rv r� �r� r ry ry rz �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� r� ry ry rz r� � s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r} r$ r� r� �r� r� ry ry rz r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� r� ry ry rz r� � s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r� r r} r$ �
_asStringListr� )r� �sep�outr ry ry rz r( � s
zParseResults._asStringListc C s dd� | j D �S )a�
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS ry )r} r$ r� )r� �resry ry rz r� � s z'ParseResults.asList.<locals>.<listcomp>r� r� ry ry rz r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS ry ry r� ��toItemry rz r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r
�asDict)r� r, ry rz r- � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� ry �r� r� r� r, ry rz r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r r� )r� Zitem_fnry r, rz r. � s
zParseResults.asDictc C s8 t | j�}| j�� |_| j|_|j�| j� | j|_|S )zA
Returns a new copy of a C{ParseResults} object.
)r$ r� r� r� r� r� r r� �r� r� ry ry rz r� � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
�
c s s( | ] \}}|D ]}|d |fV qqdS �r� Nry r ry ry rz r� s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r� r� r� r� r� r� r} r$ �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr* Z
namedItemsZnextLevelIndentZselfTagr� r+ ZresTagZ xmlBodyTextry ry rz r8 � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r� r� )r� r� r� r r� r� ry ry rz Z__lookup; s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a(
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r rt ) r� r� �_ParseResults__lookupr� r� �nextr� r r )r� �parry ry rz �getNameB s
� �zParseResults.getNamer c C sZ g }d}|� |t| �� � � |�rP| �� r�tdd� | �� D ��}|D ]r\}}|r\|� |� |� d|d| |f � t|t�r�|r�|� |�||d �� q�|� t|�� qF|� t |�� qFn�t
dd� | D ���rP| }t |�D ]r\} }
t|
t��r$|� d|d| | |d|d |
�||d �f � q�|� d|d| | |d|d t|
�f � q�d � |�S )
aH
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r2 c s s | ]\}}t |�|fV qd S r� )r~ r/ ry ry rz r� ~ s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: r4 r� c s s | ]}t |t�V qd S r� )r} r$ )r� �vvry ry rz r� � s z
%s%s[%d]:
%s%s%sr� )
r r� r� r
�sortedr� r} r$ �dumpr� �anyr� r� ) r� r9 �depth�fullr* �NLr� r� r� r� r? ry ry rz rA g s,
4,zParseResults.dumpc O s t j | �� f|�|� dS )a�
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr� �r� r� r ry ry rz rF � s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r� r� r� r� r� r� r� ry ry rz � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r� )r� r� r� r� r r� r� )r� �stater= Z inAccumNamesry ry rz � __setstate__� s
� zParseResults.__setstate__c C s | j | j| j| jfS r� )r� r� r� r� r� ry ry rz �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r� r r� ry ry rz r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� r} r� r� r� r� r� r� r� � __nonzero__r� r� r r r r0 r r r� r� r r r
r r� r r r r r� r r! r# r� r� r( r� r. r� r8 r; r> rA rF rH rJ rK r� ry ry ry rz r$ D sh &
'
4
#
=%
-
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r r� r2 )r� �rfind)r� �strgr� ry ry rz r; � s
c C s |� dd| �d S )a Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r2 r r� )�count)r� rN ry ry rz rL � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r2 r r� N)rM �find)r� rN ZlastCRZnextCRry ry rz rI � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rL r; )�instringr� �exprry ry rz �_defaultStartDebugAction� s rT c C s$ t dt|� d t|�� � � d S )NzMatched z -> )rQ r� r~ r� )rR �startlocZendlocrS �toksry ry rz �_defaultSuccessDebugAction� s rW c C s t dt|� � d S )NzException raised:)rQ r� )rR r� rS �excry ry rz � _defaultExceptionDebugAction� s rY c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r� ry ry rz rS � s rs c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� ry �r� �lrx )�funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)rq r] r ������r� ��limitrs )�system_version� traceback�
extract_stack)ra r �
frame_summaryry ry rz rd s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr` rt rs )rc �
extract_tb)�tbra Zframesre ry ry rz rf s z _trim_arity.<locals>.extract_tb� r` rt r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� n4z.t�� d }� |dd�d d d� �ksj� W 5 ~X �d �kr��d d7 < Y q � Y q X q d S )Nr Trt rs r` r� )r� r� �exc_info)r� r� rg �rf Z
foundArityr\ ra �maxargsZpa_call_line_synthry rz �wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)r )r ) �singleArgBuiltinsrb rc rd rf �getattrr� � Exceptionr~ )r\ rk rd Z LINE_DIFFZ this_linerl � func_namery rj rz � _trim_arity s,
�rr c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r& z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r& �DEFAULT_WHITE_CHARS��charsry ry rz �setDefaultWhitespaceCharsT s
z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )a�
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r& �_literalStringClass)r� ry ry rz �inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _
d| _ d| _ t � | _
d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer& rs �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistry ry rz r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
N)r� ry r� r� r& rs r )r� Zcpyry ry rz r� � s
zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected � exception)r� r� r� r� r� r ry ry rz �setName� s
zParserElement.setNamec C s4 | � � }|�d�r"|dd� }d}||_| |_|S )aP
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
�*Nrt T)r� �endswithr| r� )r� r� �listAllMatchesZnewselfry ry rz �setResultsName� s
z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)rR r� � doActions� callPreParser� �Z _parseMethodry rz �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r� )r� Z breakFlagr� ry r� rz �setBreak� s
zParserElement.setBreakc O s& t ttt |���| _|�dd�| _| S )a
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
r� F)r� �maprr ry r� r� �r� �fnsr ry ry rz r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
r� F)ry r� r� rr r� r� r� ry ry rz �addParseAction s z ParserElement.addParseActionc s^ |� dd��|� dd�r tnt� |D ] �� ��fdd�}| j�|� q$| jpV|� dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
�messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S r� )r rr rZ ��exc_type�fnr� ry rz �pa& s z&ParserElement.addCondition.<locals>.par� )r� r# r! ry r r� )r� r� r r� ry r� rz � addCondition s zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately.)rz )r� r� ry ry rz �
setFailAction- s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r! )r� rR r� Z
exprsFound�eZdummyry ry rz �_skipIgnorables: s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r~ r r� )r� rR r� Zwt�instrlenry ry rz �preParseG s
zParserElement.preParsec C s |g fS r� ry �r� rR r� r� ry ry rz � parseImplS s zParserElement.parseImplc C s |S r� ry �r� rR r� � tokenlistry ry rz � postParseV s zParserElement.postParsec
C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| �||�}n|}|}zDz| �|||�\}}W n( tk
r� t|t|�| j | ��Y nX W nX t
k
r� } z:| jd r�| jd ||| | � | jr�| �||| | � � W 5 d } ~ X Y nX n�|�r| j�r| �||�}n|}|}| j �s&|t|�k�rjz| �|||�\}}W n* tk
�rf t|t|�| j | ��Y nX n| �|||�\}}| � |||�}t
|| j| j| jd�}
| j�r�|�s�| j�r�|�rTzN| jD ]B} | |||
�}|d k �r�t
|| j| j�o�t|t
tf�| jd�}
�q�W nF t
k
�rP } z&| jd �r>| jd ||| | � � W 5 d } ~ X Y nX nJ| jD ]B} | |||
�}|d k �rZt
|| j| j�o�t|t
tf�| jd�}
�qZ|�r�| jd �r�| jd |||| |
� ||
fS )Nr rs )r� r� r� )r� rz r� r� r� r� r� r! r� r� r r� r� r$ r| r} r� ry r� r} r� ) r� rR r� r� r� Z debugging�prelocZ tokensStart�tokens�errZ retTokensr� ry ry rz �
_parseNoCacheZ st
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF)r� r )r� r# r! r� �r� rR r� ry ry rz �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r! r� r� ry ry rz � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r ��cache� not_in_cachery rz r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� ry �r� r r� �r� ry rz �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �r r� r� ry rz r � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� ry rz � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� r r� )r� r� r� r r� ry r� rz r� � s z&ParserElement._UnboundedCache.__init__N�r� r� r� r� ry ry ry rz �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� ry rz r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S �NF)r� �popitemr� r� )r� �sizery rz r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� ry rz r � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� ry rz r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� r r� �r� r� r� r� r r� ry )r� r� r� rz r� � s �!ParserElement._FifoCache.__init__Nr� ry ry ry rz �
_FifoCache� s r� c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� ry rz r� � s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r �popleftr r� )r� �key_fifor� ry rz r� � s r� c s � � � �� � d S r� r� r� )r� r� ry rz r � s r� c s t � �S r� r� r� r� ry rz r� � s r� )
r� r� � collections�dequer� r� r� r� r r� r� ry )r� r� r� r� rz r� � s r� Nr� ry ry ry rz r� � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )Nr r� r )r& �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r r� rm r� r� r} rp ) r� rR r� r� r� ZHITZMISS�lookupr� r� r� ry ry rz � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r& r� r r� r� ry ry ry rz �
resetCache s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r& �_packratEnabledr� r� r� r� r� )Zcache_size_limitry ry rz �
enablePackrat% s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )aB
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r& r� r� �
streamliner� r� �
expandtabsr� r� r r+ r �verbose_stacktrace)r� rR �parseAllr� r� r� ZserX ry ry rz � parseStringH s$
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )a�
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r� r� r� r� r� r� r� r� r& r� r! r r� )r� rR �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� ZnextlocrX ry ry rz �
scanStringz sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )af
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS ry ry )r� �ory ry rz r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r� r r} r$ r� r� r� r� r� �_flattenr r& r� )r� rR r* ZlastErx r� r� rX ry ry rz r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS ry ry )r� rx r� r� ry ry rz r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r$ r� r r& r� )r� rR r� rX ry ry rz � searchString� s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )a[
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r� N)r� ) r� rR �maxsplitZincludeSeparatorsZsplitsZlastrx r� r� ry ry rz r� s
zParserElement.splitc C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )a�
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
�4Cannot combine element of type %s with ParserElementrs ��
stacklevelN) r} r� r& rw �warnings�warnr� �
SyntaxWarningr r" ry ry rz r s
�zParserElement.__add__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of + operator when left operand is not a C{L{ParserElement}}
r� rs r� N�r} r� r& rw r� r� r� r� r" ry ry rz r# 1 s
�zParserElement.__radd__c C sJ t |t�rt�|�}t |t�s:tjdt|� tdd� dS | t� � | S )zQ
Implementation of - operator, returns C{L{And}} with error stop
r� rs r� N)
r} r� r& rw r� r� r� r� r �
_ErrorStopr" ry ry rz �__sub__= s
�zParserElement.__sub__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of - operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rsub__I s
�zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S q�t |d t�r�t |d t�r�|\}}||8 }q�tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td ��|| k�r6dk�rBn ntd
��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S )
a�
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
r )NNNrs r� z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S r� )r ��n��makeOptionalListr� ry rz r� � s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv �tupler4 r r� r� �
ValueErrorr )r� r Z minElementsZ optElementsr� ry r� rz �__mul__U sD
zParserElement.__mul__c C s
| � |�S r� )r r" ry ry rz �__rmul__� s zParserElement.__rmul__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI
Implementation of | operator - returns C{L{MatchFirst}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__or__� s
�zParserElement.__or__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || B S )z]
Implementation of | operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__ror__� s
�zParserElement.__ror__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA
Implementation of ^ operator - returns C{L{Or}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__xor__� s
�zParserElement.__xor__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || A S )z]
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rxor__� s
�zParserElement.__rxor__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC
Implementation of & operator - returns C{L{Each}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__and__� s
�zParserElement.__and__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || @ S )z]
Implementation of & operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rand__� s
�zParserElement.__rand__c C s t | �S )zE
Implementation of ~ operator - returns C{L{NotAny}}
)r r� ry ry rz �
__invert__� s zParserElement.__invert__c C s |dk r| � |�S | �� S dS )a
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
N)r� r� r ry ry rz �__call__� s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
)r- r� ry ry rz �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r~ r� ry ry rz �leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r~ r r� )r� ru ry ry rz �setWhitespaceChars
s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
T)r� r� ry ry rz �
parseWithTabs s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r} r� r- r� r r� r" ry ry rz �ignore s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)rT rW rY r� r� )r� Z startActionZ
successActionZexceptionActionry ry rz �setDebugActions6 s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
F)r rT rW rY r� )r� �flagry ry rz �setDebug@ s #zParserElement.setDebugc C s | j S r� )r� r� ry ry rz r� i s zParserElement.__str__c C s t | �S r� r� r� ry ry rz r� l s zParserElement.__repr__c C s d| _ d | _| S r� )r� r{ r� ry ry rz r� o s zParserElement.streamlinec C s d S r� ry r� ry ry rz �checkRecursiont s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)r )r� �
validateTracery ry rz �validatew s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr� r r& r� )r� Zfile_or_filenamer� Z
file_contents�frX ry ry rz � parseFile} s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| �|�S tt| �|kS d S r� )r} r& �varsr� r� �superr" �rm ry rz �__eq__� s
zParserElement.__eq__c C s
| |k S r� ry r" ry ry rz �__ne__� s zParserElement.__ne__c C s t t| ��S r� )�hash�idr� ry ry rz �__hash__� s zParserElement.__hash__c C s | |kS r� ry r" ry ry rz �__req__� s zParserElement.__req__c C s
| |k S r� ry r" ry ry rz �__rne__� s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r� TFN)r� r� r )r� Z
testStringr� ry ry rz r� � s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}g }g }d} |D �]�}
|dk r^|� |
d�sf|rr|
sr|�
|
� qD|
sxqDd� |�|
g} g }z:|
� dd�}
| j
|
|d�} | �
| j|d�� | o�| } W n� tk
�rr }
z�t |
t�r�dnd }d|
k�r*| �
t|
j|
�� | �
d
t|
j|
�d d | � n| �
d
|
j d | � | �
d
t|
� � | �o\|} |
} W 5 d}
~
X Y nD tk
�r� } z$| �
dt|� � | �o�|} |} W 5 d}~X Y nX |�r�|�r�| �
d � td� | �� |�
|
| f� qD| |fS )a3
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
TNFr2 �\nr% )rD z(FATAL)r� � r� �^zFAIL: zFAIL-EXCEPTION: )r} r� r� r� r~ r� �rstrip�
splitlinesr r� r r� r� r� rA r r# rI r� r; rp rQ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ
allResultsZcomments�successrx r* �resultr� r� rX ry ry rz �runTests� sN W
$
zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr& TTF)Or� r� r� r� rs r� � staticmethodrv rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� �_MAX_INTr� r� r� r� r r# r� r� r r r r r r r r r r r
r r
r r r r r� r� r� r r r r r r" r# r$ r� r. �
__classcell__ry ry r rz r& O s�
&
G
"
2G+ D
)
c s e Zd ZdZ� fdd�Z� ZS )r. zT
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
c s t t| �jdd� d S �NF�r� )r r. r� r� r ry rz r� @ s zToken.__init__�r� r� r� r� r� r1 ry ry r rz r. < s c s e Zd ZdZ� fdd�Z� ZS )r z,
An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)r r r� r� r� r� r� r ry rz r� H s zEmpty.__init__r4 ry ry r rz r D s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z(
A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r r r� r� r� r� r� r� r ry rz r� S s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r! r� r� ry ry rz r� Z s zNoMatch.parseImpl)T�r� r� r� r� r� r� r1 ry ry r rz r O s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r� �"%s"r� F)r r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rm r� r� r� r� r� �r� � matchStringr ry rz r� l s
� zLiteral.__init__Tc C sJ || | j kr6| jdks&|�| j|�r6|| j | jfS t||| j| ��d S r� )r9 r8 �
startswithr7 r! r� r� ry ry rz r� s � �zLiteral.parseImpl)Tr5 ry ry r rz r ^ s
c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r a\
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r� r6 r� F)r r r� �DEFAULT_KEYWORD_CHARSr7 r� r8 r9 r� r� r� r� r� r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r; rB r? r ry rz r� � s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r� ) r? r8 r@ rA r� rB r7 r9 r< r! r� r� ry ry rz r� � s4 ����� �����zKeyword.parseImplc s t t| ��� }tj|_|S r� )r r r� r> rB )r� r� r ry rz r� � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r r> rt ry ry rz �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r5 r> r� r� r� r/ rC r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r
al
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )r r
r� r@ � returnStringr� r� r: r ry rz r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r8 r@ r7 rD r! r� r� ry ry rz r� � s zCaselessLiteral.parseImpl)Tr5 ry ry r rz r
� s
c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r z�
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
Nc s t t| �j||dd� d S )NT�r? )r r r� )r� r; rB r ry rz r� � s zCaselessKeyword.__init__Tc C sj |||| j � �� | jkrV|t|�| j ksF||| j �� | jkrV|| j | jfS t||| j| ��d S r� )r8 r@ rA r� rB r7 r! r� r� ry ry rz r� � s ��zCaselessKeyword.parseImpl)N)Tr5 ry ry r rz r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
rn ax
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r rn r� r� � match_string�
maxMismatchesr� r� r� )r� rF rG r ry rz r�
s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� | j��D ]2\}} | \} }
| |
krN| �|� t | �|
krN q�qN|d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� rF rG r� r� r r$ r! r� )r� rR r� r� �startr� �maxlocrF Zmatch_stringlocrI rG Zs_m�src�mat�resultsry ry rz r�
s(
zCloseMatch.parseImpl)r� )Tr5 ry ry r rz rn � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )r1 a
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rFd�� fdd�|D ��}|rFd�� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S r� ry r� �� excludeCharsry rz r� `
s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� ry r� rO ry rz r� b
s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr( z[%s]+z%s[%s]*z [%s][%s]*z\b)r r1 r� r� �
initCharsOrigr� � initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr0 r� r� r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compilerp )r� rR rT �min�max�exactrX rP r rO rz r� ]
s\
0
����z
Word.__init__Tc
C s> | j r<| j �||�}|s(t||| j| ��|�� }||�� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t
||�}||k r�|| |kr�|d7 }q�d} || | j k r�d} | j r�||k r�|| |kr�d} | j
�r|dkr�||d |k�s||k �r|| |k�rd} | �r.t||| j| ��||||� fS )Nr� FTr )r� r7 r! r� �end�grouprR r� rT rW r] rV rU rX )
r� rR r� r� r- rJ r� Z bodycharsrK ZthrowExceptionry ry rz r� �
s6
2zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� �...r� �r� ry ry rz �
charsAsStr�
s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r r1 r� rp r{ rQ rS )r� re r ry rz r� �
s
z Word.__str__)Nr� r r FN)T�r� r� r� r� r� r� r� r1 ry ry r rz r1 .
s .6
#c sF e Zd ZdZee�d��Zd � fdd� Zd dd�Z � fd d
�Z
� Z S )
r) a�
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r c s� t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S )
z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r� �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN)r r) r� r} r� r� r� r� �pattern�flagsr� r\ rZ �
sre_constants�error�compiledREtyper~ r� r� r� r� r� r� )r� rh ri r ry rz r� �
s:
�
�
�
zRegex.__init__Tc C s` | j �||�}|s"t||| j| ��|�� }|�� }t|�� �}|rX|D ]}|| ||< qF||fS r� )r� r7 r! r� r` � groupdictr$ ra )r� rR r� r� r- �dr� r� ry ry rz r� �
s zRegex.parseImplc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))r r) r� rp r{ r� rh r� r ry rz r�
s
z
Regex.__str__)r )T) r� r� r� r� r� r� r\ rl r� r� r� r1 ry ry r rz r) �
s
"
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r' a�
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sN t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z t� � j� j�� _� j� _ W n0 t j k
�r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrs r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r[ � endQuoteCharrY r& r� ry rz r� X s � �z(QuotedString.__init__.<locals>.<genexpr>rt �)z|(?:%s)z|(?:%s.)z(.)z)*%srg r� FT)%r r' r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharro �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLri r[ rY rh r� r� �escCharReplacePatternr\ rZ rj rk r� r� r� r� r� )r� rr rv rw Z multilinerx ro ry r r� rz r� / s|
��
����� �
zQuotedString.__init__c C s� || | j kr | j�||�p d }|s4t||| j| ��|�� }|�� }| jr�|| j| j � }t
|t �r�d|kr�| j r�ddddd�}|�
� D ]\}}|�||�}q�| jr�t�| jd|�}| jr�|�| j| j�}||fS )N�\� r2 � �
)�\tr' z\fz\rz\g<1>)rt r� r7 r! r� r` ra rx rs ru r} r� ry r� r� rv r� r| rw ro ) r� rR r� r� r- r� Zws_mapZwslitZwscharry ry rz r� p s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r r' r� rp r{ rr ro r� r ry rz r� � s
zQuotedString.__str__)NNFTNT)Trf ry ry r rz r' s A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a�
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )r r r� r~ �notCharsr� rV rW r0 r� r� r� r� r� )r� r� r] r^ r_ r ry rz r� � s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r! r� r] rW r� rV )r� rR r� r� rJ Znotchars�maxlenry ry rz r� � s
�
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nrb z
!W:(%s...)z!W:(%s))r r r� rp r{ r� r� r� r ry rz r� � s
zCharsNotIn.__str__)r� r r )Trf ry ry r rz r � s
c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r0 a�
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
z<SPC>z<TAB>z<LF>z<CR>z<FF>)r( r~ r2 r� r �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� ry rz r� � s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )r0 � whiteStrsr� ry ry rz r� � s Tr� r )
r r0 r� r� r
r� r r� r� r� rV rW r0 )r� Zwsr] r^ r_ r r� rz r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r! r� rW r] r� rV )r� rR r� r� rJ rK ry ry rz r� s
zWhite.parseImpl)r� r� r r )T)r� r� r� r� r� r� r� r1 ry ry r rz r0 � s �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )r r� r� rm r� r� r� r� r� r ry rz r� s
z_PositionToken.__init__�r� r� r� r� r1 ry ry r rz r� s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r zb
Token to advance to a specific column of input text; useful for tabular report scraping.
c s t t| ��� || _d S r� )r r r� r; )r� �colnor ry rz r� $ s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )r; r� r� r� �isspace)r� rR r� r� ry ry rz r� ( s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�r; r! )r� rR r� r� ZthiscolZnewlocr� ry ry rz r� 1 s
zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r1 ry ry r rz r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Matches if current position is at the beginning of a line within the parse string
Example::
test = ''' AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)r r r� r� r� r ry rz r� O s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )r; r! r� r� ry ry rz r� S s zLineStart.parseImpl)Tr5 ry ry r rz r : s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU
Matches if current position is at the end of a line within the parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr2 r� zExpected end of line)r r r� r
r& rs r� r� r� r ry rz r� \ s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr2 r� �r� r! r� r� ry ry rz r� a s zLineEnd.parseImpl)Tr5 ry ry r rz r X s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r, zM
Matches if current position is at the beginning of the parse string
c s t t| ��� d| _d S )NzExpected start of text)r r, r� r� r� r ry rz r� p s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� t s zStringStart.parseImpl)Tr5 ry ry r rz r, l s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r+ zG
Matches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)r r+ r� r� r� r ry rz r� s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� ry ry rz r� � s zStringEnd.parseImpl)Tr5 ry ry r rz r+ { s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r3 ap
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)r r3 r� r� � wordCharsr� �r� r� r ry rz r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� � s �zWordStart.parseImpl)T�r� r� r� r� rX r� r� r1 ry ry r rz r3 � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r2 aZ
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)r r2 r� r� r� r~ r� r� r ry rz r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r� )r� r� r! r� )r� rR r� r� r� ry ry rz r� � s �zWordEnd.parseImpl)Tr� ry ry r rz r2 � s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Z� fd d �Z� fd
d�Z � fdd�Z
d� fdd� Z g fdd�Z � fdd�Z
� ZS )r" z^
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r"t|�}t|t�r<t�|�g| _ nht|t
�rxt|�}t dd� |D ��rlt tj|�}t|�| _ n,zt|�| _ W n t
k
r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S r� )r} r� )r� rS ry ry rz r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r r" r� r} r� r� r� r& rw �exprsr �allr� r� r� �r� r� r� r ry rz r� � s
zParseExpression.__init__c C s
| j | S r� )r� r� ry ry rz r� � s zParseExpression.__getitem__c C s | j �|� d | _| S r� )r� r r{ r" ry ry rz r � s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions.Fc S s g | ] }|� � �qS ry r �r� r� ry ry rz r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r~ r� r )r� r� ry ry rz r � s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r� )r} r- r� r r" r r� )r� r r� r ry rz r � s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) r r" r� rp r{ rm r� r� r� r� r ry rz r� � s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nrs r r� rt r� )r r" r� r� r� r} rm ry r| r� r{ r� r� r� r� )r� r� r r ry rz r� � s<
���
��� zParseExpression.streamlinec s t t| ��||�}|S r� )r r" r� )r� r� r� r� r ry rz r�
s z ParseExpression.setResultsNamec C s6 |d d � | g }| j D ]}|�|� q| �g � d S r� )r� r r )r� r �tmpr� ry ry rz r
s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS ry r r� ry ry rz r� %
s z(ParseExpression.copy.<locals>.<listcomp>)r r" r� r� r1 r ry rz r� #
s zParseExpression.copy)F)F)r� r� r� r� r� r� r r r r� r� r� r r� r1 ry ry r rz r" � s
" c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d
� Zd d � Z d
d� Z
� Z S )r a
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)r r r� r� r� r rG r ry rz r� 9
s zAnd._ErrorStop.__init__r� ry ry r rz r� 8
s r� Tc sR t t| ��||� tdd� | jD ��| _| �| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S r� �r� r� ry ry rz r� @
s z And.__init__.<locals>.<genexpr>r T)
r r r� r� r� r� r
r r~ r� r� r ry rz r� >
s
z And.__init__c C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr� r� T)
r� r� r} r r� r% r �
__traceback__r� r� r� r� r
) r� rR r� r� �
resultlistZ errorStopr� Z
exprtokensr� ry ry rz r� E
s(
z
And.parseImplc C s t |t�rt�|�}| �|�S r� �r} r� r& rw r r" ry ry rz r! ^
s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� r r� �r� r� �subRecCheckListr� ry ry rz r c
s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� �{r( c s s | ]}t |�V qd S r� r� r� ry ry rz r� o
s z And.__str__.<locals>.<genexpr>�}�r� r� r{ r� r� r� ry ry rz r� j
s
z And.__str__)T)T) r� r� r� r� r r� r� r� r! r r� r1 ry ry r rz r (
s
c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z Or.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s z Or.__init__Tc C sR d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r(|j dd� d� |D ]^\}
}z|�
|||�W S tk
�r$ } z d | _| j|k�r| }| j}W 5 d } ~ X Y q�X q�|d k �r@| j|_ |�nt||d| ��d S )Nrt c S s
| d S r� ry )�xry ry rz r{ �
r| z Or.parseImpl.<locals>.<lambda>)r � no defined alternatives to match) r� r� r! r� r� r� r� r� r �sortr� r� ) r� rR r� r� � maxExcLoc� maxExceptionr� r� Zloc2r� �_ry ry rz r� �
s<
z Or.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ixor__�
s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z ^ c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z Or.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� r r� ry ry rz r �
s
zOr.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r t
s
& c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z&MatchFirst.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s zMatchFirst.__init__Tc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nrt r� )r� r� r! r� r� r� r� r� ) r� rR r� r� r� r� r� r� r� ry ry rz r� �
s$
zMatchFirst.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ior__�
s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� � | c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r s
zMatchFirst.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r �
s
c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d
� Z� ZS )
r am
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s8 t t| ��||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� ? s z Each.__init__.<locals>.<genexpr>T)r r r� r� r� r� r~ �initExprGroupsr� r ry rz r� = s z
Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r} r r! rS r� ry ry rz r� E s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS ry �r} r rS r� ry ry rz r� F s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS ry )r� r} r r� ry ry rz r� G s
c S s g | ]}t |t�r|j�qS ry )r} r4 rS r� ry ry rz r� I s
c S s g | ]}t |t�r|j�qS ry )r} r rS r� ry ry rz r� J s
c S s g | ]}t |tttf�s|�qS ry )r} r r4 r r� ry ry rz r� K s FTr% c s s | ]}t |�V qd S r� r� r� ry ry rz r� f s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS ry r� r� �ZtmpOptry rz r� j s
)r� r� r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r! r r� r! �remover� r� r� �sumr$ )r� rR r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� rN Z finalResultsry r� rz r� C sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z & c s s | ]}t |�V qd S r� r� r� ry ry rz r� y s z Each.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� t s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r } s
zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r r1 ry ry r rz r s
5
1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z g fdd�Z
� fdd�Z � Z S )r za
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@ttjt�r2t�|�}nt�t |��}|| _
d | _ |d k r�|j | _ |j
| _
| �|j� |j| _|j| _|j| _| j�|j� d S r� )r r r� r} r� �
issubclassr& rw r. r rS r{ r� r� r
r r~ r} r� r� r �r� rS r� r ry rz r� � s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr� r� )rS r� r! r� r� ry ry rz r� � s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r� )r~ rS r� r r� ry ry rz r � s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r� )r} r- r� r r r rS r" r ry rz r � s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )r r r� rS r� r ry rz r� � s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r( rS r )r� r� r� ry ry rz r � s
z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j �|� | �g � d S r� �rS r r �r� r r� ry ry rz r � s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) r r r� rp r{ rS rm r� r� r� r ry rz r� � s zParseElementEnhance.__str__)F)T)
r� r� r� r� r� r� r r r� r r r� r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )r r r� r� �r� rS r ry rz r� � s zFollowedBy.__init__Tc C s | j �||� |g fS r� )rS r� r� ry ry rz r� � s zFollowedBy.parseImpl)Tr5 ry ry r rz r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r a�
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r r r� r~ r� r� rS r� r� r ry rz r� � s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )rS r� r! r� r� ry ry rz r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r� �r� r� r{ r� rS r� ry ry rz r� s
zNotAny.__str__)Trf ry ry r rz r � s
c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| ��|� d| _|}t|t�r.t�|�}|d k r<| nd | _d S r� ) r r� r� r} r} r� r& rw � not_ender)r� rS �stopOnZenderr ry rz r� s
z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr� ) rS r� r� r� r� r� r
r! r� ) r� rR r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensry ry rz r� s*
z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r1 ry ry r rz r�
s r� c @ s e Zd ZdZdd� ZdS )r a�
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r� z}...r� r� ry ry rz r� J s
zOneOrMore.__str__N)r� r� r� r� r� ry ry ry rz r 0 s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) r4 aw
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
Nc s t t| �j||d� d| _d S )N)r� T)r r4 r� r� )r� rS r� r ry rz r� _ s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )r r4 r� r! r� r� r ry rz r� c s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ �]...r� r� ry ry rz r� i s
zZeroOrMore.__str__)N)Trf ry ry r rz r4 S s c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r� ry r� ry ry rz r� s s z_NullToken.__bool__c C s dS r� ry r� ry ry rz r� v s z_NullToken.__str__N)r� r� r� r� rL r� ry ry ry rz r� r s r� c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS )
r aa
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr3 T)r r r� rS r} r r� )r� rS r r ry rz r� � s
zOptional.__init__Tc C sz z | j j|||dd�\}}W nT ttfk
rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS r� )rS r� r! r� r �_optionalNotMatchedr| r$ )r� rR r� r� r� ry ry rz r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ r' r� r� ry ry rz r� � s
zOptional.__str__)T) r� r� r� r� r� r� r� r� r1 ry ry r rz r z s "
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r* a�
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rFt
� |�| _ n|| _ dt
| j� | _d S )NTFzNo match found for )r r* r� �
ignoreExprr� r� � includeMatchr� r} r� r& rw �failOnr� rS r� )r� r Zincluder r� r ry rz r� � s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r� )
r� rS r� r� r� r� r� r r! r� r� r$ r� )r� rR r� r� rU r� rS Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultrM ry ry rz r� � s:
zSkipTo.parseImpl)FNN)Tr5 ry ry r rz r* � s 6
c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zg fd
d�Z dd� Z
� fdd�Z � Z S )r aK
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
Nc s t t| �j|dd� d S r2 )r r r� r" r ry rz r� @ s zForward.__init__c C sj t |t�rt�|�}|| _d | _| jj| _| jj| _| �| jj � | jj
| _
| jj | _ | j �
| jj � | S r� )r} r� r& rw rS r{ r� r� r
r r~ r} r� r r" ry ry rz �
__lshift__C s
zForward.__lshift__c C s | |> S r� ry r" ry ry rz � __ilshift__P s zForward.__ilshift__c C s
d| _ | S r� r r� ry ry rz r S s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� rS r� r� ry ry rz r� W s
zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j �|� | �g � d S r� r� r� ry ry rz r ^ s
zForward.validatec C sV t | d�r| jS | jjd S z | jd k r4t| j�}nd}W 5 | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rm r� Z _revertClass�_ForwardNoRecurserS r� )r� Z retStringry ry rz r� e s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )rS r r r� r1 r ry rz r� v s
z Forward.copy)N)
r� r� r� r� r� r� r� r r� r r� r� r1 ry ry r rz r - s
c @ s e Zd Zdd� ZdS )r� c C s dS )Nrc ry r� ry ry rz r� s z_ForwardNoRecurse.__str__N)r� r� r� r� ry ry ry rz r� ~ s r� c s" e Zd ZdZd� fdd� Z� ZS )r/ zQ
Abstract subclass of C{ParseExpression}, for converting parsed results.
Fc s t t| ��|� d| _d S r� )r r/ r� r} r� r ry rz r� � s zTokenConverter.__init__)Fr4 ry ry r rz r/ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a�
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )r r r� r �adjacentr~ �
joinStringr� )r� rS r� r� r ry rz r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r� r& r r r r" r ry rz r � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r� )r� r$ r� r( r� r� r| r
)r� rR r� r� ZretToksry ry rz r� � s
"zCombine.postParse)r� T)r� r� r� r� r� r r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a�
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )r r r� r} r� r ry rz r� � s zGroup.__init__c C s |gS r� ry r� ry ry rz r� � s zGroup.postParse�r� r� r� r� r� r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r
aW
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
c s t t| ��|� d| _d S r� )r r
r� r} r� r ry rz r� � s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� rs ) r� r� r} rv r� r� r� r$ r� r
r| )r� rR r� r� r� �tokZikeyZ dictvaluery ry rz r� � s$
zDict.postParser� ry ry r rz r
� s # c @ s e Zd ZdZdd� Zdd� ZdS )r- aV
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
c C s g S r� ry r� ry ry rz r� s zSuppress.postParsec C s | S r� ry r� ry ry rz r
" s zSuppress.suppressN)r� r� r� r� r� r
ry ry ry rz r- s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI
Wrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r� )rr �callable�called)r� Z
methodCallry ry rz r� * s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r� r� r! )r� r� r[ rx rN ry ry rz r - s
zOnlyOnce.__call__c C s
d| _ d S r� )r� r� ry ry rz �reset3 s zOnlyOnce.resetN)r� r� r� r� r� r r� ry ry ry rz r & s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )at
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr^ rq r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r� r� rm r� �stderr�writerI rp )ZpaArgsZthisFuncr� r[ rx r� rX �r ry rz �zL s ztraceParseAction.<locals>.z)rr r� r� )r r� ry r� rz rd 6 s
�,Fc C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a�
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r( r� N)r� r r4 r� r- )rS Zdelim�combineZdlNamery ry rz rB b s
$c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a:
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r r rE )r� r[ rx r� �Z arrayExprrS ry rz �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )rv rw ry ry rz r{ � r| z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rc )r r1 rT r� r� r� r� r� )rS ZintExprr� ry r� rz r> u s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r} r� r r� r )�Lr� r� ry ry rz r� � s
r� c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a*
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r �r� Zttry ry rz r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r[ rx Ztflat�Zrepry rz �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr� �(prev) )r r� r� r� )rS r� ry r� rz rQ � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aS
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r� r� r! )r� r[ rx Z theseTokens�Z matchTokensry rz �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr� )r� r� r� )r� r[ rx r� r� r� rz r� � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr� r� )r r� r� r� r� )rS Ze2r� ry r� rz rP � s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r2 r' r~ r� )r� �_bslashr� )r� r� ry ry rz rY � s
rY Tc
s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| �� }n$t| t�rZt| �}ntjdt dd� |stt
� S d }|t |�d
k �r|| }t ||d
d � �D ]R\}} || |�r�||| d
= qxq�||| �r�||| d
= |�
|| � | } qxq�|d
7 }qx|�s�|�r�zlt |�t d �|��k�rTtd
d �dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a�
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
c S s | � � |� � kS r� )r@ �r �bry ry rz r{ � r| zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r@ r< r� ry ry rz r{ � r| c S s | |kS r� ry r� ry ry rz r{ � r| c S s
|� | �S r� )r< r� ry ry rz r{ � r| z6Invalid argument to oneOf, expected string or iterablers r� r r� Nr� z[%s]c s s | ]}t |�V qd S r� )rY �r� Zsymry ry rz r� s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r[ r� ry ry rz r� s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� ry r� �ZparseElementClassry rz r� $ s )r
r r} r� r� r r� r� r� r� r r� r� r r� r) r� rp r )
Zstrsr? ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r ry r� rz rU � sT
�
** � c C s t tt| | ���S )a�
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r
r4 r )r r� ry ry rz rC & s !c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a�
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� ry )r� r� rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r� r� rZ ry ry rz r{ f r| c S s& | |� d�|� d�� g|d d �< d S )Nr� r� )r rZ ry ry rz � extractTexth s z$originalTextFor.<locals>.extractText)r r� r� r� r� )rS ZasStringZ locMarkerZ endlocMarker� matchExprr� ry ry rz ri I s
c C s t | ��dd� �S )zp
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
c S s | d S r� ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r� )rS ry ry rz rj n s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a�
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� ry rZ ry ry rz r{ � r| z locatedExpr.<locals>.<lambda>Z
locn_startr� Zlocn_end)r r� r r� r )rS Zlocatorry ry rz rl u s z\[]-*.$+^?()~ �r_ c C s |d d S r� ry rZ ry ry rz r{ � r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0x� )�unichrrv �lstriprZ ry ry rz r{ � r| z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� rv rZ ry ry rz r{ � r| z\]r� r$ r) �negate�bodyr' c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a�
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� )r� r� ry ry rz r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r} r$ r� r� �ord)�pry ry rz r{ � r| zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� ry )r� �part�Z _expandedry rz r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� r� rp rd ry r� rz ra � s
"c s � fdd�}|S )zt
Helper method for defining parse actions that require matching at a specific
column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )rN ZlocnrV r� ry rz � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColry )r� r� ry r� rz rO � s c s � fdd�S )a�
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� ry rZ �ZreplStrry rz r{ � r| z replaceWith.<locals>.<lambda>ry r� ry r� rz r^ � s c C s |d dd� S )a
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� rt ry rZ ry ry rz r\ � s c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aG
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS ry ry )r� Ztokn�r� r\ ry rz r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>ry rZ r� ry rz r� � s ztokenMap.<locals>.par� rm )ro r� rp r~ )r\ r� r� rq ry r� rz ro � s
�c C s t | ��� S r� �r� r@ rw ry ry rz r{ r| c C s t | ��� S r� �r� �lowerrw ry ry rz r{ r| c C s� t | t�r | }t| | d�} n| j}tttd �}|r�t�� � t
�}t d�| d� t t
t|t d� | ��� tddgd��d �� d
d � � t d � }n�d
�dd� tD ��}t�� � t
�t|�B }t d�| d� t t
t|� t�tt d�| � ��� tddgd��d �� dd � � t d � }ttd�| d �}|�dd
�|�dd��� �� � ��d| �}|�dd
�|�dd��� �� � ��d| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namerE z_-:r5 �tag�=�/F�r rE c S s |d dkS �Nr r� ry rZ ry ry rz r{ r| z_makeTags.<locals>.<lambda>r6 r� c s s | ]}|d kr|V qdS )r6 Nry r� ry ry rz r� s z _makeTags.<locals>.<genexpr>c S s |d dkS r� ry rZ ry ry rz r{ r| r7 rJ �:r( z<%s>r` z</%s>) r} r� r r� r1 r6 r5 r@ r� r� r\ r- r
r4 r r r� r� rX r[ rD r �_Lr� �titler� r� r� )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagry ry rz � _makeTags s>
� ���� ��..r c C s
t | d�S )a
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
F�r �r� ry ry rz rM ( s c C s
t | d�S )z�
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
Tr r ry ry rz rN ; s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a<
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS ry ry r/ ry ry rz r� z s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg � ANY_VALUE)r� r[ r� ZattrNameZ attrValue�Zattrsry rz r� { s �zwithAttribute.<locals>.pa)r� )r� ZattrDictr� ry r rz rg D s 2 c C s |r d| nd}t f || i�S )a�
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)rg )Z classname� namespaceZ classattrry ry rz rm � s �(rp c C s� t � }| || | B }t|�D �]l\}}|d dd� \}} }
} | dk rPd| nd| } | dkr�|dkstt|�dkr|td��|\}
}t � �| �}|
tjk�r^| d kr�t|| �t|t |� � }n�| dk�r|dk r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rTt||
| | | �t||
| | | � }ntd
��n�|
tj
k�rB| d k�r�t |t ��s�t |�}t|j
| �t|| � }n�| dk�r�|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r8t||
| | | �t||
| | | � }ntd
��ntd ��| �rvt | ttf��rl|j| � n
|�| � ||�| �|B K }|}q ||K }|S ) aD
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
r� Nrb rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r� r� r� r� rV �LEFTr r r �RIGHTr} r rS r� r� r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr� ry ry rz rk � sZ =
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a~
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r� �r� rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d � � S r� r
rw ry ry rz r{ j r| c S s | d � � S r� r
rw ry ry rz r{ p r| c S s | d � � S r� r
rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� r} r� r� r r r r& rs r� rE r� r r r r- r4 r� )ZopenerZcloserZcontentr� r� ry ry rz rR % sH :
����� �� ��
*$c s� � fdd�}� fdd�}� fdd�}t t� �d��� �}t� t� �|� �d�}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n$tt|�t |t| � t|� � �}
| � t
t� � |
�d �S ) a
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrt zillegal nestingznot a peer entry)r� r; r# r! �r� r[ rx ZcurCol�� indentStackry rz �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nrt znot a subentry)r; r r! r r ry rz �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� r6|� d k r6|� d ksBt| |d��� �� d S )Nrt r_ znot an unindent)r� r; r! r r r ry rz �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r
r
r r� r� r r r r� ) ZblockStatementExprr r9 r r r rE r ZPEERZUNDENTZsmExprry r rz rh s( N ����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r� z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityrw ry ry rz r] � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentrO � � commaItemr� c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?rp a�
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ � r| zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz
[+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr� �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 address)r rh z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS r3 )rp �
_ipv6_partr� r� ry ry rz r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r� rw ry ry rz r{ � r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater� r! r~ �r� r[ rx Zve��fmtry rz �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnry �r$ r% ry r# rz �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r r r� r! r~ r" r# ry rz r% � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r& ry r# rz �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
r )rp �_html_stripperr� )r� r[ r� ry ry rz �
stripHTMLTags s
z pyparsing_common.stripHTMLTagsr� rO r r r� r� zcomma separated listc C s t | ��� S r� r� rw ry ry rz r{ " r| c C s t | ��� S r� r� rw ry ry rz r{ % r| N)r )r( )?r� r� r� r� ro rv ZconvertToInteger�floatZconvertToFloatr1 rT r� r� r rF r r) Zsigned_integerr r� r r
Z
mixed_integerr� �realZsci_realr� �numberr r6 r5 r Z ipv4_addressr Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr/ r' r) Z iso8601_dateZiso8601_datetime�uuidr9 r8 r+ r, r r r rX r0 �
_commasepitemrB r[ r� Zcomma_separated_listrf rD ry ry ry rz rp sV ""
2
� � �__main__Zselect�fromr= r� )r� �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)rs )r� F)N)FT)T)r� )T)�r� � __version__Z__versionTime__�
__author__r� �weakrefr r� r� r� r� r� rj r� rF rc r� r �_threadr � ImportErrorZ threadingZcollections.abcr r r r� Z ordereddict�__all__r� � version_inforb r0 �maxsizer0 r~ r� �chrr� r� r� r� r@ �reversedr� r� rB r� r] r^ rn ZmaxintZxranger� Z __builtin__r� Zfnamer ro r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser6 rT rF r5 r� r� Z printablerX rp r r! r# r% r( r� r$ �registerr; rL rI rT rW rY rS rr r& r. r r r r� rw r r
r rn r1 r) r' r r0 r� r r r r, r+ r3 r2 r" r r r r r r r r� r r4 r� r� r r* r r� r/ r r r
r- r rd rB r> r� rQ rP rY rU rC ri rj rl r� rE rK rJ rc rb r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r� ra rO r^ r\ ro rf rD r rM rN rg r rm rV r r rk rW r@ r` r[ re rR rh r7 rY r9 r8 r� r� r r r= r] r: rG r r_ rA r? rH rZ r� r1 r< rp r� Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr. r/ r r r0 r* ry ry ry rz �<module> s� �4 �
8
@ v &A= I
G3 pLOD|M &# @sQ,A, I# % 0
, ? #p
�� Zr
(
��� �
"
site-packages/pkg_resources/_vendor/__pycache__/appdirs.cpython-38.opt-1.pyc 0000644 00000050036 15201600075 0023034 0 ustar 00 U
�Qabg` � @ s� d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�r�zddl Z eZ W nn e k
�r� zdd&l!m"Z" eZ W nB e k
�r� zddl#Z$e Z W n e k
�r� eZ Y nX Y nX Y nX e%d'k�r�d(Z&d)Z'd*Z(e)d+e � e)d,� ee&e'd-d.�Z*e(D ] Z+e)d/e+e,e*e+�f � �q�e)d0� ee&e'�Z*e(D ] Z+e)d/e+e,e*e+�f � �q�e)d1� ee&�Z*e(D ] Z+e)d/e+e,e*e+�f � �q0e)d2� ee&d d3�Z*e(D ] Z+e)d/e+e,e*e+�f � �qfdS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tj�t|��}| r�|dk rNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r �A/usr/lib/python3.8/site-packages/pkg_resources/_vendor/appdirs.py�
user_data_dir, s& r c s t dkrR|dkr� }tj�td��}� r�|dk rBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r
r r �rstrip�sep��.0�xr r r �
<listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r
r r r �r r r r# � s r )
r r
r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r% r �
site_data_dirc s6 � r* c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r NZXDG_CONFIG_HOMEz ~/.config�r r r
r r r r �r r r r r r r r �user_config_dir� s r. c s� t dkr*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r r r r r# � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r$ r r% r r r# � s r )r r* r
r r r r' r& r( r r% r �site_config_dir� s
r/ Tc C s� t dkrd|dkr| }tj�td��}| r�|dk rBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr
FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher �r r r Zopinionr r r r �user_cache_dir s( ! r1 c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r �user_state_dir9 s r2 c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
r z~/Library/Logsr FZLogs�log)r r
r r r r r1 r0 r r r � user_log_dirc s"
� r4 c @ sn e Zd ZdZddd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )�selfr r r r r) r r r �__init__� s
zAppDirs.__init__c C s t | j| j| j| jd�S �N)r r )r r r r r �r6 r r r r � s
�zAppDirs.user_data_dirc C s t | j| j| j| jd�S �N)r r) )r* r r r r) r9 r r r r* � s
�zAppDirs.site_data_dirc C s t | j| j| j| jd�S r8 )r. r r r r r9 r r r r. � s
�zAppDirs.user_config_dirc C s t | j| j| j| jd�S r: )r/ r r r r) r9 r r r r/ � s
�zAppDirs.site_config_dirc C s t | j| j| jd�S �N�r )r1 r r r r9 r r r r1 � s
�zAppDirs.user_cache_dirc C s t | j| j| jd�S r; )r2 r r r r9 r r r r2 � s
�zAppDirs.user_state_dirc C s t | j| j| jd�S r; )r4 r r r r9 r r r r4 � s
�zAppDirs.user_log_dir)NNNFF)
�__name__�
__module__� __qualname__�__doc__r7 �propertyr r* r. r/ r1 r2 r4 r r r r r5 � s& �
r5 c C sH t rddl}nddl}dddd�| }|�|jd�}|�||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
r NZAppDatazCommon AppDataz
Local AppData�r r r
z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�PY3�winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)�
csidl_namerE Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s
���rL c C s� ddl m}m} |�dt|| �dd�}z^t|�}d}|D ]}t|�dkr8d} qRq8|r�zdd l}|�|�}W n t k
r� Y nX W n t
k
r� Y nX |S )Nr )�shellcon�shellF� T) �win32com.shellrM rN �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)rH rM rN rJ �
has_high_char�crU r r r � _get_win_folder_with_pywin32� s$
r[ c C s� dd l }dddd�| }|�d�}|jj�d |d d|� d}|D ]}t|�dkr@d } qZq@|r�|�d�}|jj�|j|d�r�|}|jS )
Nr � �# � rB i FrO T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrT Zkernel32ZGetShortPathNameW�value)rH r_ Z csidl_const�bufrY rZ Zbuf2r r r �_get_win_folder_with_ctypes� s& ��
rc c C s� dd l }ddlm} ddlm} |jjd }|�d|�}|jj }|�
d t |j | �d |j j
|� |j�|�� ��d�}d}|D ]} t| �dkr|d } q�q||r�|�d|�}|jj }
|
�|||�r�|j�|�� ��d�}|S )
Nr )�jna)r � rZ � FrO T)�arrayZcom.sunrd Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErQ rR ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rT ZKernel32rV ) rH rg rd r Zbuf_sizerb rN rJ rY rZ Zkernelr r r �_get_win_folder_with_jna s& rh )r` �__main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)-r@ Z__version_info__r �map�str� __version__�sysr
� version_inforC rS �platform�
startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 �objectr5 rL r[ rc rh rP Zwin32comr rW r_ r` Z com.sun.jnaZcomr= r r Zprops�print�dirsZproprR r r r r �<module> s~
7
B
(
3
9
*
30
site-packages/pkg_resources/_vendor/__pycache__/appdirs.cpython-38.pyc 0000644 00000050036 15201600075 0022075 0 ustar 00 U
�Qabg` � @ s� d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�r�zddl Z eZ W nn e k
�r� zdd&l!m"Z" eZ W nB e k
�r� zddl#Z$e Z W n e k
�r� eZ Y nX Y nX Y nX e%d'k�r�d(Z&d)Z'd*Z(e)d+e � e)d,� ee&e'd-d.�Z*e(D ] Z+e)d/e+e,e*e+�f � �q�e)d0� ee&e'�Z*e(D ] Z+e)d/e+e,e*e+�f � �q�e)d1� ee&�Z*e(D ] Z+e)d/e+e,e*e+�f � �q0e)d2� ee&d d3�Z*e(D ] Z+e)d/e+e,e*e+�f � �qfdS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tj�t|��}| r�|dk rNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r �A/usr/lib/python3.8/site-packages/pkg_resources/_vendor/appdirs.py�
user_data_dir, s& r c s t dkrR|dkr� }tj�td��}� r�|dk rBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r
r r �rstrip�sep��.0�xr r r �
<listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r
r r r �r r r r# � s r )
r r
r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r% r �
site_data_dirc s6 � r* c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r NZXDG_CONFIG_HOMEz ~/.config�r r r
r r r r �r r r r r r r r �user_config_dir� s r. c s� t dkr*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r r r r r# � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r$ r r% r r r# � s r )r r* r
r r r r' r& r( r r% r �site_config_dir� s
r/ Tc C s� t dkrd|dkr| }tj�td��}| r�|dk rBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr
FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher �r r r Zopinionr r r r �user_cache_dir s( ! r1 c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r �user_state_dir9 s r2 c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
r z~/Library/Logsr FZLogs�log)r r
r r r r r1 r0 r r r � user_log_dirc s"
� r4 c @ sn e Zd ZdZddd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )�selfr r r r r) r r r �__init__� s
zAppDirs.__init__c C s t | j| j| j| jd�S �N)r r )r r r r r �r6 r r r r � s
�zAppDirs.user_data_dirc C s t | j| j| j| jd�S �N)r r) )r* r r r r) r9 r r r r* � s
�zAppDirs.site_data_dirc C s t | j| j| j| jd�S r8 )r. r r r r r9 r r r r. � s
�zAppDirs.user_config_dirc C s t | j| j| j| jd�S r: )r/ r r r r) r9 r r r r/ � s
�zAppDirs.site_config_dirc C s t | j| j| jd�S �N�r )r1 r r r r9 r r r r1 � s
�zAppDirs.user_cache_dirc C s t | j| j| jd�S r; )r2 r r r r9 r r r r2 � s
�zAppDirs.user_state_dirc C s t | j| j| jd�S r; )r4 r r r r9 r r r r4 � s
�zAppDirs.user_log_dir)NNNFF)
�__name__�
__module__� __qualname__�__doc__r7 �propertyr r* r. r/ r1 r2 r4 r r r r r5 � s& �
r5 c C sH t rddl}nddl}dddd�| }|�|jd�}|�||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
r NZAppDatazCommon AppDataz
Local AppData�r r r
z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�PY3�winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)�
csidl_namerE Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s
���rL c C s� ddl m}m} |�dt|| �dd�}z^t|�}d}|D ]}t|�dkr8d} qRq8|r�zdd l}|�|�}W n t k
r� Y nX W n t
k
r� Y nX |S )Nr )�shellcon�shellF� T) �win32com.shellrM rN �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)rH rM rN rJ �
has_high_char�crU r r r � _get_win_folder_with_pywin32� s$
r[ c C s� dd l }dddd�| }|�d�}|jj�d |d d|� d}|D ]}t|�dkr@d } qZq@|r�|�d�}|jj�|j|d�r�|}|jS )
Nr � �# � rB i FrO T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrT Zkernel32ZGetShortPathNameW�value)rH r_ Z csidl_const�bufrY rZ Zbuf2r r r �_get_win_folder_with_ctypes� s& ��
rc c C s� dd l }ddlm} ddlm} |jjd }|�d|�}|jj }|�
d t |j | �d |j j
|� |j�|�� ��d�}d}|D ]} t| �dkr|d } q�q||r�|�d|�}|jj }
|
�|||�r�|j�|�� ��d�}|S )
Nr )�jna)r � rZ � FrO T)�arrayZcom.sunrd Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErQ rR ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rT ZKernel32rV ) rH rg rd r Zbuf_sizerb rN rJ rY rZ Zkernelr r r �_get_win_folder_with_jna s& rh )r` �__main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)-r@ Z__version_info__r �map�str� __version__�sysr
� version_inforC rS �platform�
startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 �objectr5 rL r[ rc rh rP Zwin32comr rW r_ r` Z com.sun.jnaZcomr= r r Zprops�print�dirsZproprR r r r r �<module> s~
7
B
(
3
9
*
30
site-packages/pkg_resources/_vendor/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000235 15201600075 0023125 0 ustar 00 U
�Qab � @ s d S )N� r r r �B/usr/lib/python3.8/site-packages/pkg_resources/_vendor/__init__.py�<module> � site-packages/pkg_resources/_vendor/__pycache__/pyparsing.cpython-38.opt-1.pyc 0000644 00000611642 15201600075 0023414 0 ustar 00 U
�Qabw� � i @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ zddlmZ W n ek
r� ddlmZ Y nX z dd lmZ dd
lmZ W n, ek
r� dd l
mZ dd
l
mZ Y nX zdd l
mZ W nB ek
�rF zdd lmZ W n ek
�r@ dZY nX Y nX d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgiZ e e j �ddu� Z e d dukZ e �rpe j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n`e j3Z"e4Z5dvdw� Z'g Z2ddl6Z6dx�7� D ]8Z8ze2�9e:e6e8�� W n e;k
�r� Y �q�Y nX �q�e<dydz� e5d{�D ��Z=d|d}� Z>G d~d� de?�Z@ejAejB ZCd�ZDeDd� ZEeCeD ZFe%d��ZGd��Hd�dz� ejID ��ZJG d�d#� d#eK�ZLG d�d%� d%eL�ZMG d�d'� d'eL�ZNG d�d)� d)eN�ZOG d�d,� d,eK�ZPG d�d�� d�e?�ZQG d�d(� d(e?�ZRe�SeR� d�d?� ZTd�dP� ZUd�dM� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�dW� ZZ�d/d�d��Z[G d�d*� d*e?�Z\G d�d2� d2e\�Z]G d�d� de]�Z^G d�d � d e]�Z_G d�d� de]�Z`e`Zae`e\_bG d�d� de]�ZcG d�d� de`�ZdG d�d
� d
ec�ZeG d�dr� dre]�ZfG d�d5� d5e]�ZgG d�d-� d-e]�ZhG d�d+� d+e]�ZiG d�d� de]�ZjG d�d4� d4e]�ZkG d�d�� d�e]�ZlG d�d� del�ZmG d�d� del�ZnG d�d� del�ZoG d�d0� d0el�ZpG d�d/� d/el�ZqG d�d7� d7el�ZrG d�d6� d6el�ZsG d�d&� d&e\�ZtG d�d � d et�ZuG d�d"� d"et�ZvG d�d � d et�ZwG d�d� det�ZxG d�d$� d$e\�ZyG d�d� dey�ZzG d�d � d ey�Z{G d�d�� d�ey�Z|G d�d � d e|�Z}G d�d8� d8e|�Z~G d�d�� d�e?�Ze� Z�G d�d!� d!ey�Z�G d�d.� d.ey�Z�G d�d� dey�Z�G d�dÄ d�e��Z�G d�d3� d3ey�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d1� d1e��Z�G d�d � d e?�Z�d�dh� Z��d0d�dF�Z��d1d�dB�Z�d�dЄ Z�d�dU� Z�d�dT� Z�d�dԄ Z��d2d�dY�Z�d�dG� Z��d3d�dm�Z�d�dn� Z�d�dp� Z�e^� ��dI�Z�en� ��dO�Z�eo� ��dN�Z�ep� ��dg�Z�eq� ��df�Z�egeGd�d�d܍��d�dބ �Z�ehd߃��d�dބ �Z�ehd���d�dބ �Z�e�e�B e�B ejd�d{d܍B Z�e�e�e�d� e� �Z�e`d�e�d���d� e�e}e�e�B ����d� d� Z�d�de� Z�d�dS� Z�d�db� Z�d�d`� Z�d�ds� Z�e�d�dބ �Z�e�d�dބ �Z�d�d� Z�d�dQ� Z�d�dR� Z�d�dk� Z�e?� e�_��d4d�dq�Z�e@� Z�e?� e�_�e?� e�_�e�d��e�d��fd�do�Z�e�Z�e�ehd��d� ���d��Z�e�ehd��d� ���d��Z�e�ehd��d� ehd��d� B ����d �Z�e�ea�d�e��� ����d�Z�d�d�de��� f�ddV�Z��d5�ddl�Z�e��d�Z�e��d�Z�e�egeCeF�d ����d��\Z�Z�e�ed �7� �d
��Z�eh�d �d �Heàġ � �d
����d�ZŐdda� Z�e�eh�d��d ����d�Z�eh�d����d�Z�eh�d��ɡ ���d�Z�eh�d����d�Z�e�eh�d��d e�B ����d�Z�e�Z�eh�d����d�Z�e�e}egeJdːd �e�eg�d �e`d˃ eo� � ���ϡ ���d �Z�e�e�e��� e�B d��d ����d@�Z�G �d dt� dt�Z�eӐd!k� r�ed�d"�Z�ed�d#�Z�egeCeF�d$ �Z�e�ed%dՐd&���e��Z�e�e�e׃����d'�Zؐd(e�B Z�e�ed%dՐd&���e��Z�e�e�eڃ����d)�Z�eԐd*�eِd'� e� eېd)� Z�eܠݐd+� e�jޠݐd,� e�jߠݐd,� e�j�ݐd-� ddl�Z�e�je�e�j�� e�j�ݐd.� dS (6 a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from L{Literal} and L{CaselessLiteral} classes
- construct character word-group expressions using the L{Word} class
- see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes
- use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones
- associate names with your parsed results using L{ParserElement.setResultsName}
- find some helpful expression short-cuts like L{delimitedList} and L{oneOf}
- find more useful common expressions in the L{pyparsing_common} namespace class
z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)�Iterable)�MutableMapping)� OrderedDict�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��t� ry �C/usr/lib/python3.8/site-packages/pkg_resources/_vendor/pyparsing.py�<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr) �setParseAction�transformString)�obj�retZ
xmlcharrefry ry rz �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nry )�.0�yry ry rz � <genexpr>� s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nry )r� �sry ry rz r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_ry ry rz � _xml_escape� s
r� c @ s e Zd ZdS )�
_ConstantsN)�__name__�
__module__� __qualname__ry ry ry rz r� � s r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cry ry rz r� � s
c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�loc�msg�pstr�
parserElement�args)�selfr� r� r� �elemry ry rz �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�pery ry rz �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
rL )r; �columnrI N)rL r� r� r; rI �AttributeError)r� Zanamery ry rz � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rL r� �r� ry ry rz �__str__� s �zParseBaseException.__str__c C s t | �S r� �r� r� ry ry rz �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)rI r� �join�strip)r� Z markerStringZline_strZ line_columnry ry rz �
markInputline� s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� ry ry rz �__dir__ s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� ry ry ry rz r � s
c @ s e Zd ZdZdS )r! aN
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
N�r� r� r� r� ry ry ry rz r! s c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyNr� ry ry ry rz r# s c @ s e Zd ZdZdS )r% z�just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been foundNr� ry ry ry rz r% s c @ s e Zd ZdZdd� Zdd� ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListry ry rz r� 4 s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� ry ry rz r� 7 s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� ry ry ry rz r( 2 s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2ry ry rz r� ; s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� �iry ry rz � __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� ry ry rz r� ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� ry ry rz � setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� ry ry ry rz r� : s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r$ aI
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r} �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjry ry rz r� k s
zParseResults.__new__c
C sb | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r^|�r^|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s^||t�r�|g}|�r(||t��rt|�� d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r\ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictrv r� r� �
basestringr$ r� �copy�KeyError� TypeError�
IndexError)r� r� r� r� r� r} ry ry rz r� t sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrt r c S s g | ] }|d �qS �r ry �r� �vry ry rz �
<listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv �slicer� r� r� r$ r� ry ry rz r� � s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r� �getr� rv r� r� r$ �wkrefr� )r� �kr� r} �subry ry rz � __setitem__� s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r} rv r� �lenr� r� �range�indices�reverser� �items� enumerater� )
r� r� ZmylenZremovedr� � occurrences�jr� �value�positionry ry rz � __delitem__� s
zParseResults.__delitem__c C s
|| j kS r� )r� )r� r� ry ry rz � __contains__� s zParseResults.__contains__c C s
t | j�S r� )r� r� r� ry ry rz �__len__� r| zParseResults.__len__c C s
| j S r� �r� r� ry ry rz �__bool__� r| zParseResults.__bool__c C s
t | j�S r� ��iterr� r� ry ry rz �__iter__� r| zParseResults.__iter__c C s t | jd d d� �S �Nrt r� r� ry ry rz � __reversed__� r| zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr� r� r� r� ry ry rz � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� ry �r� r� r� ry rz r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r r� ry r� rz � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� ry r r� ry rz r� � s z*ParseResults._iteritems.<locals>.<genexpr>r r� ry r� rz �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� r� ry ry rz �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� �
itervaluesr� ry ry rz �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritemsr� ry ry rz r� � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)�boolr� r� ry ry rz �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
rt �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r� r� r} rv r� )r� r� �kwargsr� r� �indexr� Z defaultvaluery ry rz �pop� s" "
�
�zParseResults.popc C s || kr| | S |S dS )ai
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nry )r� �key� defaultValuery ry rz r� 3 s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r� �insertr� r� r� r� )r� r
ZinsStrr� r� r� r� r� ry ry rz r I s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r� �append)r� �itemry ry rz r ] s zParseResults.appendc C s$ t |t�r| |7 } n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r} r$ r� �extend)r� Zitemseqry ry rz r k s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r� r� �clearr� ry ry rz r } s zParseResults.clearc C sj z
| | W S t k
r Y dS X || jkrb|| jkrH| j| d d S tdd� | j| D ��S ndS d S )Nr� rt r c S s g | ] }|d �qS r� ry r� ry ry rz r� � s z,ParseResults.__getattr__.<locals>.<listcomp>)r� r� r� r$ �r� r� ry ry rz r� � s
zParseResults.__getattr__c C s | � � }||7 }|S r� �r� )r� �otherr� ry ry rz �__add__� s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� ry )�a)�offsetry rz r{ � r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r� �vlistr� )� addoffsetry rz r� � s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r� r� r� r� r} r$ r� r� r� �update)r� r Z
otheritemsZotherdictitemsr� r� ry )r r rz �__iadd__� s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r} rv r� �r� r ry ry rz �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� r� ry ry rz r� � s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r} r$ r� r� �r� r� ry ry rz r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� r� ry ry rz r� � s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r� r r} r$ �
_asStringListr� )r� �sep�outr ry ry rz r( � s
zParseResults._asStringListc C s dd� | j D �S )a�
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS ry )r} r$ r� )r� �resry ry rz r� � s z'ParseResults.asList.<locals>.<listcomp>r� r� ry ry rz r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS ry ry r� ��toItemry rz r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r
�asDict)r� r, ry rz r- � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� ry �r� r� r� r, ry rz r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r r� )r� Zitem_fnry r, rz r. � s
zParseResults.asDictc C s8 t | j�}| j�� |_| j|_|j�| j� | j|_|S )zA
Returns a new copy of a C{ParseResults} object.
)r$ r� r� r� r� r� r r� �r� r� ry ry rz r� � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
�
c s s( | ] \}}|D ]}|d |fV qqdS �r� Nry r ry ry rz r� s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r� r� r� r� r� r� r} r$ �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr* Z
namedItemsZnextLevelIndentZselfTagr� r+ ZresTagZ xmlBodyTextry ry rz r8 � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r� r� )r� r� r� r r� r� ry ry rz Z__lookup; s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a(
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r rt ) r� r� �_ParseResults__lookupr� r� �nextr� r r )r� �parry ry rz �getNameB s
� �zParseResults.getNamer c C sZ g }d}|� |t| �� � � |�rP| �� r�tdd� | �� D ��}|D ]r\}}|r\|� |� |� d|d| |f � t|t�r�|r�|� |�||d �� q�|� t|�� qF|� t |�� qFn�t
dd� | D ���rP| }t |�D ]r\} }
t|
t��r$|� d|d| | |d|d |
�||d �f � q�|� d|d| | |d|d t|
�f � q�d � |�S )
aH
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r2 c s s | ]\}}t |�|fV qd S r� )r~ r/ ry ry rz r� ~ s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: r4 r� c s s | ]}t |t�V qd S r� )r} r$ )r� �vvry ry rz r� � s z
%s%s[%d]:
%s%s%sr� )
r r� r� r
�sortedr� r} r$ �dumpr� �anyr� r� ) r� r9 �depth�fullr* �NLr� r� r� r� r? ry ry rz rA g s,
4,zParseResults.dumpc O s t j | �� f|�|� dS )a�
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr� �r� r� r ry ry rz rF � s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r� r� r� r� r� r� r� ry ry rz � __getstate__� s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r� )r� r� r� r� r r� r� )r� �stater= Z inAccumNamesry ry rz � __setstate__� s
� zParseResults.__setstate__c C s | j | j| j| jfS r� )r� r� r� r� r� ry ry rz �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r� r r� ry ry rz r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� r} r� r� r� r� r� r� r� � __nonzero__r� r� r r r r0 r r r� r� r r r
r r� r r r r r� r r! r# r� r� r( r� r. r� r8 r; r> rA rF rH rJ rK r� ry ry ry rz r$ D sh &
'
4
#
=%
-
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r r� r2 )r� �rfind)r� �strgr� ry ry rz r; � s
c C s |� dd| �d S )a Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
r2 r r� )�count)r� rN ry ry rz rL � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r2 r r� N)rM �find)r� rN ZlastCRZnextCRry ry rz rI � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rL r; )�instringr� �exprry ry rz �_defaultStartDebugAction� s rT c C s$ t dt|� d t|�� � � d S )NzMatched z -> )rQ r� r~ r� )rR �startlocZendlocrS �toksry ry rz �_defaultSuccessDebugAction� s rW c C s t dt|� � d S )NzException raised:)rQ r� )rR r� rS �excry ry rz � _defaultExceptionDebugAction� s rY c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r� ry ry rz rS � s rs c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� ry �r� �lrx )�funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)rq r] r ������r� ��limitrs )�system_version� traceback�
extract_stack)ra r �
frame_summaryry ry rz rd s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr` rt rs )rc �
extract_tb)�tbra Zframesre ry ry rz rf s z _trim_arity.<locals>.extract_tb� r` rt r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� n4z.t�� d }� |dd�d d d� �ksj� W 5 ~X �d �kr��d d7 < Y q � Y q X q d S )Nr Trt rs r` r� )r� r� �exc_info)r� r� rg �rf Z
foundArityr\ ra �maxargsZpa_call_line_synthry rz �wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)r )r ) �singleArgBuiltinsrb rc rd rf �getattrr� � Exceptionr~ )r\ rk rd Z LINE_DIFFZ this_linerl � func_namery rj rz � _trim_arity s,
�rr c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r& z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r& �DEFAULT_WHITE_CHARS��charsry ry rz �setDefaultWhitespaceCharsT s
z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )a�
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r& �_literalStringClass)r� ry ry rz �inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _
d| _ d| _ t � | _
d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer& rs �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistry ry rz r� x s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
N)r� ry r� r� r& rs r )r� Zcpyry ry rz r� � s
zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected � exception)r� r� r� r� r� r ry ry rz �setName� s
zParserElement.setNamec C s4 | � � }|�d�r"|dd� }d}||_| |_|S )aP
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
�*Nrt T)r� �endswithr| r� )r� r� �listAllMatchesZnewselfry ry rz �setResultsName� s
z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)rR r� � doActions� callPreParser� �Z _parseMethodry rz �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r� )r� Z breakFlagr� ry r� rz �setBreak� s
zParserElement.setBreakc O s& t ttt |���| _|�dd�| _| S )a
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
r� F)r� �maprr ry r� r� �r� �fnsr ry ry rz r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
r� F)ry r� r� rr r� r� r� ry ry rz �addParseAction s z ParserElement.addParseActionc s^ |� dd��|� dd�r tnt� |D ] �� ��fdd�}| j�|� q$| jpV|� dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
�messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S r� )r rr rZ ��exc_type�fnr� ry rz �pa& s z&ParserElement.addCondition.<locals>.par� )r� r# r! ry r r� )r� r� r r� ry r� rz � addCondition s zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately.)rz )r� r� ry ry rz �
setFailAction- s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r! )r� rR r� Z
exprsFound�eZdummyry ry rz �_skipIgnorables: s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r~ r r� )r� rR r� Zwt�instrlenry ry rz �preParseG s
zParserElement.preParsec C s |g fS r� ry �r� rR r� r� ry ry rz � parseImplS s zParserElement.parseImplc C s |S r� ry �r� rR r� � tokenlistry ry rz � postParseV s zParserElement.postParsec
C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| �||�}n|}|}zDz| �|||�\}}W n( tk
r� t|t|�| j | ��Y nX W nX t
k
r� } z:| jd r�| jd ||| | � | jr�| �||| | � � W 5 d } ~ X Y nX n�|�r| j�r| �||�}n|}|}| j �s&|t|�k�rjz| �|||�\}}W n* tk
�rf t|t|�| j | ��Y nX n| �|||�\}}| � |||�}t
|| j| j| jd�}
| j�r�|�s�| j�r�|�rTzN| jD ]B} | |||
�}|d k �r�t
|| j| j�o�t|t
tf�| jd�}
�q�W nF t
k
�rP } z&| jd �r>| jd ||| | � � W 5 d } ~ X Y nX nJ| jD ]B} | |||
�}|d k �rZt
|| j| j�o�t|t
tf�| jd�}
�qZ|�r�| jd �r�| jd |||| |
� ||
fS )Nr rs )r� r� r� )r� rz r� r� r� r� r� r! r� r� r r� r� r$ r| r} r� ry r� r} r� ) r� rR r� r� r� Z debugging�prelocZ tokensStart�tokens�errZ retTokensr� ry ry rz �
_parseNoCacheZ st
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF)r� r )r� r# r! r� �r� rR r� ry ry rz �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r! r� r� ry ry rz � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r ��cache� not_in_cachery rz r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� ry �r� r r� �r� ry rz �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �r r� r� ry rz r � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� ry rz � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� r r� )r� r� r� r r� ry r� rz r� � s z&ParserElement._UnboundedCache.__init__N�r� r� r� r� ry ry ry rz �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� ry rz r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S �NF)r� �popitemr� r� )r� �sizery rz r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� ry rz r � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� ry rz r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� r r� �r� r� r� r� r r� ry )r� r� r� rz r� � s �!ParserElement._FifoCache.__init__Nr� ry ry ry rz �
_FifoCache� s r� c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� ry rz r� � s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r �popleftr r� )r� �key_fifor� ry rz r� � s r� c s � � � �� � d S r� r� r� )r� r� ry rz r � s r� c s t � �S r� r� r� r� ry rz r� � s r� )
r� r� � collections�dequer� r� r� r� r r� r� ry )r� r� r� r� rz r� � s r� Nr� ry ry ry rz r� � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )Nr r� r )r& �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r r� rm r� r� r} rp ) r� rR r� r� r� ZHITZMISS�lookupr� r� r� ry ry rz � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r& r� r r� r� ry ry ry rz �
resetCache s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r& �_packratEnabledr� r� r� r� r� )Zcache_size_limitry ry rz �
enablePackrat% s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )aB
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r& r� r� �
streamliner� r� �
expandtabsr� r� r r+ r �verbose_stacktrace)r� rR �parseAllr� r� r� ZserX ry ry rz � parseStringH s$
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )a�
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r� r� r� r� r� r� r� r� r& r� r! r r� )r� rR �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� ZnextlocrX ry ry rz �
scanStringz sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )af
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS ry ry )r� �ory ry rz r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r� r r} r$ r� r� r� r� r� �_flattenr r& r� )r� rR r* ZlastErx r� r� rX ry ry rz r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS ry ry )r� rx r� r� ry ry rz r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r$ r� r r& r� )r� rR r� rX ry ry rz � searchString� s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )a[
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r� N)r� ) r� rR �maxsplitZincludeSeparatorsZsplitsZlastrx r� r� ry ry rz r� s
zParserElement.splitc C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )a�
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
�4Cannot combine element of type %s with ParserElementrs ��
stacklevelN) r} r� r& rw �warnings�warnr� �
SyntaxWarningr r" ry ry rz r s
�zParserElement.__add__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of + operator when left operand is not a C{L{ParserElement}}
r� rs r� N�r} r� r& rw r� r� r� r� r" ry ry rz r# 1 s
�zParserElement.__radd__c C sJ t |t�rt�|�}t |t�s:tjdt|� tdd� dS | t� � | S )zQ
Implementation of - operator, returns C{L{And}} with error stop
r� rs r� N)
r} r� r& rw r� r� r� r� r �
_ErrorStopr" ry ry rz �__sub__= s
�zParserElement.__sub__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || S )z]
Implementation of - operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rsub__I s
�zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S q�t |d t�r�t |d t�r�|\}}||8 }q�tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td ��|| k�r6dk�rBn ntd
��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S )
a�
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
r )NNNrs r� z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S r� )r ��n��makeOptionalListr� ry rz r� � s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv �tupler4 r r� r� �
ValueErrorr )r� r Z minElementsZ optElementsr� ry r� rz �__mul__U sD
zParserElement.__mul__c C s
| � |�S r� )r r" ry ry rz �__rmul__� s zParserElement.__rmul__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI
Implementation of | operator - returns C{L{MatchFirst}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__or__� s
�zParserElement.__or__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || B S )z]
Implementation of | operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__ror__� s
�zParserElement.__ror__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA
Implementation of ^ operator - returns C{L{Or}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__xor__� s
�zParserElement.__xor__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || A S )z]
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rxor__� s
�zParserElement.__rxor__c C sF t |t�rt�|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC
Implementation of & operator - returns C{L{Each}}
r� rs r� N) r} r� r& rw r� r� r� r� r r" ry ry rz �__and__� s
�zParserElement.__and__c C sB t |t�rt�|�}t |t�s:tjdt|� tdd� dS || @ S )z]
Implementation of & operator when left operand is not a C{L{ParserElement}}
r� rs r� Nr� r" ry ry rz �__rand__� s
�zParserElement.__rand__c C s t | �S )zE
Implementation of ~ operator - returns C{L{NotAny}}
)r r� ry ry rz �
__invert__� s zParserElement.__invert__c C s |dk r| � |�S | �� S dS )a
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
N)r� r� r ry ry rz �__call__� s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
)r- r� ry ry rz �suppress� s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r~ r� ry ry rz �leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r~ r r� )r� ru ry ry rz �setWhitespaceChars
s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
T)r� r� ry ry rz �
parseWithTabs s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r} r� r- r� r r� r" ry ry rz �ignore s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)rT rW rY r� r� )r� Z startActionZ
successActionZexceptionActionry ry rz �setDebugActions6 s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
F)r rT rW rY r� )r� �flagry ry rz �setDebug@ s #zParserElement.setDebugc C s | j S r� )r� r� ry ry rz r� i s zParserElement.__str__c C s t | �S r� r� r� ry ry rz r� l s zParserElement.__repr__c C s d| _ d | _| S r� )r� r{ r� ry ry rz r� o s zParserElement.streamlinec C s d S r� ry r� ry ry rz �checkRecursiont s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)r )r� �
validateTracery ry rz �validatew s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr� r r& r� )r� Zfile_or_filenamer� Z
file_contents�frX ry ry rz � parseFile} s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| �|�S tt| �|kS d S r� )r} r& �varsr� r� �superr" �rm ry rz �__eq__� s
zParserElement.__eq__c C s
| |k S r� ry r" ry ry rz �__ne__� s zParserElement.__ne__c C s t t| ��S r� )�hash�idr� ry ry rz �__hash__� s zParserElement.__hash__c C s | |kS r� ry r" ry ry rz �__req__� s zParserElement.__req__c C s
| |k S r� ry r" ry ry rz �__rne__� s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r� TFN)r� r� r )r� Z
testStringr� ry ry rz r� � s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}g }g }d} |D �]�}
|dk r^|� |
d�sf|rr|
sr|�
|
� qD|
sxqDd� |�|
g} g }z:|
� dd�}
| j
|
|d�} | �
| j|d�� | o�| } W n� tk
�rr }
z�t |
t�r�dnd }d|
k�r*| �
t|
j|
�� | �
d
t|
j|
�d d | � n| �
d
|
j d | � | �
d
t|
� � | �o\|} |
} W 5 d}
~
X Y nD tk
�r� } z$| �
dt|� � | �o�|} |} W 5 d}~X Y nX |�r�|�r�| �
d � td� | �� |�
|
| f� qD| |fS )a3
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
TNFr2 �\nr% )rD z(FATAL)r� � r� �^zFAIL: zFAIL-EXCEPTION: )r} r� r� r� r~ r� �rstrip�
splitlinesr r� r r� r� r� rA r r# rI r� r; rp rQ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ
allResultsZcomments�successrx r* �resultr� r� rX ry ry rz �runTests� sN W
$
zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr& TTF)Or� r� r� r� rs r� � staticmethodrv rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� �_MAX_INTr� r� r� r� r r# r� r� r r r r r r r r r r r
r r
r r r r r� r� r� r r r r r r" r# r$ r� r. �
__classcell__ry ry r rz r& O s�
&
G
"
2G+ D
)
c s e Zd ZdZ� fdd�Z� ZS )r. zT
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
c s t t| �jdd� d S �NF�r� )r r. r� r� r ry rz r� @ s zToken.__init__�r� r� r� r� r� r1 ry ry r rz r. < s c s e Zd ZdZ� fdd�Z� ZS )r z,
An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)r r r� r� r� r� r� r ry rz r� H s zEmpty.__init__r4 ry ry r rz r D s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z(
A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r r r� r� r� r� r� r� r ry rz r� S s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r! r� r� ry ry rz r� Z s zNoMatch.parseImpl)T�r� r� r� r� r� r� r1 ry ry r rz r O s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r� �"%s"r� F)r r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rm r� r� r� r� r� �r� � matchStringr ry rz r� l s
� zLiteral.__init__Tc C sJ || | j kr6| jdks&|�| j|�r6|| j | jfS t||| j| ��d S r� )r9 r8 �
startswithr7 r! r� r� ry ry rz r� s � �zLiteral.parseImpl)Tr5 ry ry r rz r ^ s
c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r a\
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r� r6 r� F)r r r� �DEFAULT_KEYWORD_CHARSr7 r� r8 r9 r� r� r� r� r� r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� r; rB r? r ry rz r� � s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r� ) r? r8 r@ rA r� rB r7 r9 r< r! r� r� ry ry rz r� � s4 ����� �����zKeyword.parseImplc s t t| ��� }tj|_|S r� )r r r� r> rB )r� r� r ry rz r� � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r r> rt ry ry rz �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r5 r> r� r� r� r/ rC r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r
al
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )r r
r� r@ � returnStringr� r� r: r ry rz r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )r8 r@ r7 rD r! r� r� ry ry rz r� � s zCaselessLiteral.parseImpl)Tr5 ry ry r rz r
� s
c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r z�
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
Nc s t t| �j||dd� d S )NT�r? )r r r� )r� r; rB r ry rz r� � s zCaselessKeyword.__init__Tc C sj |||| j � �� | jkrV|t|�| j ksF||| j �� | jkrV|| j | jfS t||| j| ��d S r� )r8 r@ rA r� rB r7 r! r� r� ry ry rz r� � s ��zCaselessKeyword.parseImpl)N)Tr5 ry ry r rz r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
rn ax
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r rn r� r� � match_string�
maxMismatchesr� r� r� )r� rF rG r ry rz r�
s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� | j��D ]2\}} | \} }
| |
krN| �|� t | �|
krN q�qN|d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� rF rG r� r� r r$ r! r� )r� rR r� r� �startr� �maxlocrF Zmatch_stringlocrI rG Zs_m�src�mat�resultsry ry rz r�
s(
zCloseMatch.parseImpl)r� )Tr5 ry ry r rz rn � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )r1 a
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rFd�� fdd�|D ��}|rFd�� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S r� ry r� �� excludeCharsry rz r� `
s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� ry r� rO ry rz r� b
s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr( z[%s]+z%s[%s]*z [%s][%s]*z\b)r r1 r� r� �
initCharsOrigr� � initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr0 r� r� r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compilerp )r� rR rT �min�max�exactrX rP r rO rz r� ]
s\
0
����z
Word.__init__Tc
C s> | j r<| j �||�}|s(t||| j| ��|�� }||�� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t
||�}||k r�|| |kr�|d7 }q�d} || | j k r�d} | j r�||k r�|| |kr�d} | j
�r|dkr�||d |k�s||k �r|| |k�rd} | �r.t||| j| ��||||� fS )Nr� FTr )r� r7 r! r� �end�grouprR r� rT rW r] rV rU rX )
r� rR r� r� r- rJ r� Z bodycharsrK ZthrowExceptionry ry rz r� �
s6
2zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� �...r� �r� ry ry rz �
charsAsStr�
s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r r1 r� rp r{ rQ rS )r� re r ry rz r� �
s
z Word.__str__)Nr� r r FN)T�r� r� r� r� r� r� r� r1 ry ry r rz r1 .
s .6
#c sF e Zd ZdZee�d��Zd � fdd� Zd dd�Z � fd d
�Z
� Z S )
r) a�
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r c s� t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S )
z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r� �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN)r r) r� r} r� r� r� r� �pattern�flagsr� r\ rZ �
sre_constants�error�compiledREtyper~ r� r� r� r� r� r� )r� rh ri r ry rz r� �
s:
�
�
�
zRegex.__init__Tc C s` | j �||�}|s"t||| j| ��|�� }|�� }t|�� �}|rX|D ]}|| ||< qF||fS r� )r� r7 r! r� r` � groupdictr$ ra )r� rR r� r� r- �dr� r� ry ry rz r� �
s zRegex.parseImplc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))r r) r� rp r{ r� rh r� r ry rz r�
s
z
Regex.__str__)r )T) r� r� r� r� r� r� r\ rl r� r� r� r1 ry ry r rz r) �
s
"
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r' a�
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sN t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z t� � j� j�� _� j� _ W n0 t j k
�r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrs r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r[ � endQuoteCharrY r& r� ry rz r� X s � �z(QuotedString.__init__.<locals>.<genexpr>rt �)z|(?:%s)z|(?:%s.)z(.)z)*%srg r� FT)%r r' r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharro �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLri r[ rY rh r� r� �escCharReplacePatternr\ rZ rj rk r� r� r� r� r� )r� rr rv rw Z multilinerx ro ry r r� rz r� / s|
��
����� �
zQuotedString.__init__c C s� || | j kr | j�||�p d }|s4t||| j| ��|�� }|�� }| jr�|| j| j � }t
|t �r�d|kr�| j r�ddddd�}|�
� D ]\}}|�||�}q�| jr�t�| jd|�}| jr�|�| j| j�}||fS )N�\� r2 � �
)�\tr' z\fz\rz\g<1>)rt r� r7 r! r� r` ra rx rs ru r} r� ry r� r� rv r� r| rw ro ) r� rR r� r� r- r� Zws_mapZwslitZwscharry ry rz r� p s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r r' r� rp r{ rr ro r� r ry rz r� � s
zQuotedString.__str__)NNFTNT)Trf ry ry r rz r' s A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a�
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )r r r� r~ �notCharsr� rV rW r0 r� r� r� r� r� )r� r� r] r^ r_ r ry rz r� � s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r! r� r] rW r� rV )r� rR r� r� rJ Znotchars�maxlenry ry rz r� � s
�
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nrb z
!W:(%s...)z!W:(%s))r r r� rp r{ r� r� r� r ry rz r� � s
zCharsNotIn.__str__)r� r r )Trf ry ry r rz r � s
c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r0 a�
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
z<SPC>z<TAB>z<LF>z<CR>z<FF>)r( r~ r2 r� r �
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� ry rz r� � s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )r0 � whiteStrsr� ry ry rz r� � s Tr� r )
r r0 r� r� r
r� r r� r� r� rV rW r0 )r� Zwsr] r^ r_ r r� rz r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r! r� rW r] r� rV )r� rR r� r� rJ rK ry ry rz r� s
zWhite.parseImpl)r� r� r r )T)r� r� r� r� r� r� r� r1 ry ry r rz r0 � s �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )r r� r� rm r� r� r� r� r� r ry rz r� s
z_PositionToken.__init__�r� r� r� r� r1 ry ry r rz r� s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r zb
Token to advance to a specific column of input text; useful for tabular report scraping.
c s t t| ��� || _d S r� )r r r� r; )r� �colnor ry rz r� $ s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )r; r� r� r� �isspace)r� rR r� r� ry ry rz r� ( s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�r; r! )r� rR r� r� ZthiscolZnewlocr� ry ry rz r� 1 s
zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r1 ry ry r rz r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Matches if current position is at the beginning of a line within the parse string
Example::
test = ''' AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)r r r� r� r� r ry rz r� O s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )r; r! r� r� ry ry rz r� S s zLineStart.parseImpl)Tr5 ry ry r rz r : s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU
Matches if current position is at the end of a line within the parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr2 r� zExpected end of line)r r r� r
r& rs r� r� r� r ry rz r� \ s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr2 r� �r� r! r� r� ry ry rz r� a s zLineEnd.parseImpl)Tr5 ry ry r rz r X s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r, zM
Matches if current position is at the beginning of the parse string
c s t t| ��� d| _d S )NzExpected start of text)r r, r� r� r� r ry rz r� p s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� t s zStringStart.parseImpl)Tr5 ry ry r rz r, l s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r+ zG
Matches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)r r+ r� r� r� r ry rz r� s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� ry ry rz r� � s zStringEnd.parseImpl)Tr5 ry ry r rz r+ { s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r3 ap
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)r r3 r� r� � wordCharsr� �r� r� r ry rz r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r� )r� r! r� r� ry ry rz r� � s �zWordStart.parseImpl)T�r� r� r� r� rX r� r� r1 ry ry r rz r3 � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r2 aZ
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)r r2 r� r� r� r~ r� r� r ry rz r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r� )r� r� r! r� )r� rR r� r� r� ry ry rz r� � s �zWordEnd.parseImpl)Tr� ry ry r rz r2 � s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Z� fd d �Z� fd
d�Z � fdd�Z
d� fdd� Z g fdd�Z � fdd�Z
� ZS )r" z^
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r"t|�}t|t�r<t�|�g| _ nht|t
�rxt|�}t dd� |D ��rlt tj|�}t|�| _ n,zt|�| _ W n t
k
r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S r� )r} r� )r� rS ry ry rz r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r r" r� r} r� r� r� r& rw �exprsr �allr� r� r� �r� r� r� r ry rz r� � s
zParseExpression.__init__c C s
| j | S r� )r� r� ry ry rz r� � s zParseExpression.__getitem__c C s | j �|� d | _| S r� )r� r r{ r" ry ry rz r � s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions.Fc S s g | ] }|� � �qS ry r �r� r� ry ry rz r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r~ r� r )r� r� ry ry rz r � s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r� )r} r- r� r r" r r� )r� r r� r ry rz r � s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) r r" r� rp r{ rm r� r� r� r� r ry rz r� � s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nrs r r� rt r� )r r" r� r� r� r} rm ry r| r� r{ r� r� r� r� )r� r� r r ry rz r� � s<
���
��� zParseExpression.streamlinec s t t| ��||�}|S r� )r r" r� )r� r� r� r� r ry rz r�
s z ParseExpression.setResultsNamec C s6 |d d � | g }| j D ]}|�|� q| �g � d S r� )r� r r )r� r �tmpr� ry ry rz r
s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS ry r r� ry ry rz r� %
s z(ParseExpression.copy.<locals>.<listcomp>)r r" r� r� r1 r ry rz r� #
s zParseExpression.copy)F)F)r� r� r� r� r� r� r r r r� r� r� r r� r1 ry ry r rz r" � s
" c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d
� Zd d � Z d
d� Z
� Z S )r a
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)r r r� r� r� r rG r ry rz r� 9
s zAnd._ErrorStop.__init__r� ry ry r rz r� 8
s r� Tc sR t t| ��||� tdd� | jD ��| _| �| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S r� �r� r� ry ry rz r� @
s z And.__init__.<locals>.<genexpr>r T)
r r r� r� r� r� r
r r~ r� r� r ry rz r� >
s
z And.__init__c C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr� r� T)
r� r� r} r r� r% r �
__traceback__r� r� r� r� r
) r� rR r� r� �
resultlistZ errorStopr� Z
exprtokensr� ry ry rz r� E
s(
z
And.parseImplc C s t |t�rt�|�}| �|�S r� �r} r� r& rw r r" ry ry rz r! ^
s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� r r� �r� r� �subRecCheckListr� ry ry rz r c
s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� �{r( c s s | ]}t |�V qd S r� r� r� ry ry rz r� o
s z And.__str__.<locals>.<genexpr>�}�r� r� r{ r� r� r� ry ry rz r� j
s
z And.__str__)T)T) r� r� r� r� r r� r� r� r! r r� r1 ry ry r rz r (
s
c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z Or.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s z Or.__init__Tc C sR d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r(|j dd� d� |D ]^\}
}z|�
|||�W S tk
�r$ } z d | _| j|k�r| }| j}W 5 d } ~ X Y q�X q�|d k �r@| j|_ |�nt||d| ��d S )Nrt c S s
| d S r� ry )�xry ry rz r{ �
r| z Or.parseImpl.<locals>.<lambda>)r � no defined alternatives to match) r� r� r! r� r� r� r� r� r �sortr� r� ) r� rR r� r� � maxExcLoc� maxExceptionr� r� Zloc2r� �_ry ry rz r� �
s<
z Or.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ixor__�
s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z ^ c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z Or.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� r r� ry ry rz r �
s
zOr.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r t
s
& c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd
d � Zd d
� Z� Z S )r a�
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� �
s z&MatchFirst.__init__.<locals>.<genexpr>T)r r r� r� rB r� r� r ry rz r� �
s zMatchFirst.__init__Tc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nrt r� )r� r� r! r� r� r� r� r� ) r� rR r� r� r� r� r� r� r� ry ry rz r� �
s$
zMatchFirst.parseImplc C s t |t�rt�|�}| �|�S r� r� r" ry ry rz �__ior__�
s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� � | c s s | ]}t |�V qd S r� r� r� ry ry rz r� �
s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� �
s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r s
zMatchFirst.checkRecursion)F)T)
r� r� r� r� r� r� r� r� r r1 ry ry r rz r �
s
c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d
� Z� ZS )
r am
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s8 t t| ��||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� ry ry rz r� ? s z Each.__init__.<locals>.<genexpr>T)r r r� r� r� r� r~ �initExprGroupsr� r ry rz r� = s z
Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r} r r! rS r� ry ry rz r� E s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS ry �r} r rS r� ry ry rz r� F s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS ry )r� r} r r� ry ry rz r� G s
c S s g | ]}t |t�r|j�qS ry )r} r4 rS r� ry ry rz r� I s
c S s g | ]}t |t�r|j�qS ry )r} r rS r� ry ry rz r� J s
c S s g | ]}t |tttf�s|�qS ry )r} r r4 r r� ry ry rz r� K s FTr% c s s | ]}t |�V qd S r� r� r� ry ry rz r� f s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS ry r� r� �ZtmpOptry rz r� j s
)r� r� r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r! r r� r! �remover� r� r� �sumr$ )r� rR r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� rN Z finalResultsry r� rz r� C sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr� r� z & c s s | ]}t |�V qd S r� r� r� ry ry rz r� y s z Each.__str__.<locals>.<genexpr>r� r� r� ry ry rz r� t s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� ry ry rz r } s
zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r r1 ry ry r rz r s
5
1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z g fdd�Z
� fdd�Z � Z S )r za
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@ttjt�r2t�|�}nt�t |��}|| _
d | _ |d k r�|j | _ |j
| _
| �|j� |j| _|j| _|j| _| j�|j� d S r� )r r r� r} r� �
issubclassr& rw r. r rS r{ r� r� r
r r~ r} r� r� r �r� rS r� r ry rz r� � s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr� r� )rS r� r! r� r� ry ry rz r� � s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r� )r~ rS r� r r� ry ry rz r � s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r� )r} r- r� r r r rS r" r ry rz r � s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )r r r� rS r� r ry rz r� � s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r( rS r )r� r� r� ry ry rz r � s
z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j �|� | �g � d S r� �rS r r �r� r r� ry ry rz r � s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) r r r� rp r{ rS rm r� r� r� r ry rz r� � s zParseElementEnhance.__str__)F)T)
r� r� r� r� r� r� r r r� r r r� r1 ry ry r rz r � s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a�
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )r r r� r� �r� rS r ry rz r� � s zFollowedBy.__init__Tc C s | j �||� |g fS r� )rS r� r� ry ry rz r� � s zFollowedBy.parseImpl)Tr5 ry ry r rz r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r a�
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r r r� r~ r� r� rS r� r� r ry rz r� � s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )rS r� r! r� r� ry ry rz r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r� �r� r� r{ r� rS r� ry ry rz r� s
zNotAny.__str__)Trf ry ry r rz r � s
c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| ��|� d| _|}t|t�r.t�|�}|d k r<| nd | _d S r� ) r r� r� r} r} r� r& rw � not_ender)r� rS �stopOnZenderr ry rz r� s
z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr� ) rS r� r� r� r� r� r
r! r� ) r� rR r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensry ry rz r� s*
z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r1 ry ry r rz r�
s r� c @ s e Zd ZdZdd� ZdS )r a�
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r� z}...r� r� ry ry rz r� J s
zOneOrMore.__str__N)r� r� r� r� r� ry ry ry rz r 0 s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) r4 aw
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
Nc s t t| �j||d� d| _d S )N)r� T)r r4 r� r� )r� rS r� r ry rz r� _ s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )r r4 r� r! r� r� r ry rz r� c s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ �]...r� r� ry ry rz r� i s
zZeroOrMore.__str__)N)Trf ry ry r rz r4 S s c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r� ry r� ry ry rz r� s s z_NullToken.__bool__c C s dS r� ry r� ry ry rz r� v s z_NullToken.__str__N)r� r� r� r� rL r� ry ry ry rz r� r s r� c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS )
r aa
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFr3 T)r r r� rS r} r r� )r� rS r r ry rz r� � s
zOptional.__init__Tc C sz z | j j|||dd�\}}W nT ttfk
rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS r� )rS r� r! r� r �_optionalNotMatchedr| r$ )r� rR r� r� r� ry ry rz r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r$ r' r� r� ry ry rz r� � s
zOptional.__str__)T) r� r� r� r� r� r� r� r� r1 ry ry r rz r z s "
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r* a�
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rFt
� |�| _ n|| _ dt
| j� | _d S )NTFzNo match found for )r r* r� �
ignoreExprr� r� � includeMatchr� r} r� r& rw �failOnr� rS r� )r� r Zincluder r� r ry rz r� � s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r� )
r� rS r� r� r� r� r� r r! r� r� r$ r� )r� rR r� r� rU r� rS Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultrM ry ry rz r� � s:
zSkipTo.parseImpl)FNN)Tr5 ry ry r rz r* � s 6
c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zg fd
d�Z dd� Z
� fdd�Z � Z S )r aK
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
Nc s t t| �j|dd� d S r2 )r r r� r" r ry rz r� @ s zForward.__init__c C sj t |t�rt�|�}|| _d | _| jj| _| jj| _| �| jj � | jj
| _
| jj | _ | j �
| jj � | S r� )r} r� r& rw rS r{ r� r� r
r r~ r} r� r r" ry ry rz �
__lshift__C s
zForward.__lshift__c C s | |> S r� ry r" ry ry rz � __ilshift__P s zForward.__ilshift__c C s
d| _ | S r� r r� ry ry rz r S s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� rS r� r� ry ry rz r� W s
zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j �|� | �g � d S r� r� r� ry ry rz r ^ s
zForward.validatec C sV t | d�r| jS | jjd S z | jd k r4t| j�}nd}W 5 | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rm r� Z _revertClass�_ForwardNoRecurserS r� )r� Z retStringry ry rz r� e s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )rS r r r� r1 r ry rz r� v s
z Forward.copy)N)
r� r� r� r� r� r� r� r r� r r� r� r1 ry ry r rz r - s
c @ s e Zd Zdd� ZdS )r� c C s dS )Nrc ry r� ry ry rz r� s z_ForwardNoRecurse.__str__N)r� r� r� r� ry ry ry rz r� ~ s r� c s" e Zd ZdZd� fdd� Z� ZS )r/ zQ
Abstract subclass of C{ParseExpression}, for converting parsed results.
Fc s t t| ��|� d| _d S r� )r r/ r� r} r� r ry rz r� � s zTokenConverter.__init__)Fr4 ry ry r rz r/ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a�
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )r r r� r �adjacentr~ �
joinStringr� )r� rS r� r� r ry rz r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r� r& r r r r" r ry rz r � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r� )r� r$ r� r( r� r� r| r
)r� rR r� r� ZretToksry ry rz r� � s
"zCombine.postParse)r� T)r� r� r� r� r� r r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a�
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )r r r� r} r� r ry rz r� � s zGroup.__init__c C s |gS r� ry r� ry ry rz r� � s zGroup.postParse�r� r� r� r� r� r� r1 ry ry r rz r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r
aW
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
c s t t| ��|� d| _d S r� )r r
r� r} r� r ry rz r� � s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� rs ) r� r� r} rv r� r� r� r$ r� r
r| )r� rR r� r� r� �tokZikeyZ dictvaluery ry rz r� � s$
zDict.postParser� ry ry r rz r
� s # c @ s e Zd ZdZdd� Zdd� ZdS )r- aV
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
c C s g S r� ry r� ry ry rz r� s zSuppress.postParsec C s | S r� ry r� ry ry rz r
" s zSuppress.suppressN)r� r� r� r� r� r
ry ry ry rz r- s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI
Wrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r� )rr �callable�called)r� Z
methodCallry ry rz r� * s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r� r� r! )r� r� r[ rx rN ry ry rz r - s
zOnlyOnce.__call__c C s
d| _ d S r� )r� r� ry ry rz �reset3 s zOnlyOnce.resetN)r� r� r� r� r� r r� ry ry ry rz r & s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )at
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr^ rq r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r� r� rm r� �stderr�writerI rp )ZpaArgsZthisFuncr� r[ rx r� rX �r ry rz �zL s ztraceParseAction.<locals>.z)rr r� r� )r r� ry r� rz rd 6 s
�,Fc C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a�
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r( r� N)r� r r4 r� r- )rS Zdelim�combineZdlNamery ry rz rB b s
$c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a:
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r r rE )r� r[ rx r� �Z arrayExprrS ry rz �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )rv rw ry ry rz r{ � r| z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rc )r r1 rT r� r� r� r� r� )rS ZintExprr� ry r� rz r> u s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r} r� r r� r )�Lr� r� ry ry rz r� � s
r� c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a*
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r �r� Zttry ry rz r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r[ rx Ztflat�Zrepry rz �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr� �(prev) )r r� r� r� )rS r� ry r� rz rQ � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aS
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r� r� r! )r� r[ rx Z theseTokens�Z matchTokensry rz �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr� )r� r� r� )r� r[ rx r� r� r� rz r� � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr� r� )r r� r� r� r� )rS Ze2r� ry r� rz rP � s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r2 r' r~ r� )r� �_bslashr� )r� r� ry ry rz rY � s
rY Tc
s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| �� }n$t| t�rZt| �}ntjdt dd� |stt
� S d }|t |�d
k �r|| }t ||d
d � �D ]R\}} || |�r�||| d
= qxq�||| �r�||| d
= |�
|| � | } qxq�|d
7 }qx|�s�|�r�zlt |�t d �|��k�rTtd
d �dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a�
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
c S s | � � |� � kS r� )r@ �r �bry ry rz r{ � r| zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r@ r< r� ry ry rz r{ � r| c S s | |kS r� ry r� ry ry rz r{ � r| c S s
|� | �S r� )r< r� ry ry rz r{ � r| z6Invalid argument to oneOf, expected string or iterablers r� r r� Nr� z[%s]c s s | ]}t |�V qd S r� )rY �r� Zsymry ry rz r� s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r[ r� ry ry rz r� s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� ry r� �ZparseElementClassry rz r� $ s )r
r r} r� r� r r� r� r� r� r r� r� r r� r) r� rp r )
Zstrsr? ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r ry r� rz rU � sT
�
** � c C s t tt| | ���S )a�
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r
r4 r )r r� ry ry rz rC & s !c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a�
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� ry )r� r� rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r� r� rZ ry ry rz r{ f r| c S s& | |� d�|� d�� g|d d �< d S )Nr� r� )r rZ ry ry rz � extractTexth s z$originalTextFor.<locals>.extractText)r r� r� r� r� )rS ZasStringZ locMarkerZ endlocMarker� matchExprr� ry ry rz ri I s
c C s t | ��dd� �S )zp
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
c S s | d S r� ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r� )rS ry ry rz rj n s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a�
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� ry rZ ry ry rz r{ � r| z locatedExpr.<locals>.<lambda>Z
locn_startr� Zlocn_end)r r� r r� r )rS Zlocatorry ry rz rl u s z\[]-*.$+^?()~ �r_ c C s |d d S r� ry rZ ry ry rz r{ � r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0x� )�unichrrv �lstriprZ ry ry rz r{ � r| z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r� rv rZ ry ry rz r{ � r| z\]r� r$ r) �negate�bodyr' c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a�
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� )r� r� ry ry rz r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r} r$ r� r� �ord)�pry ry rz r{ � r| zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� ry )r� �part�Z _expandedry rz r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� r� rp rd ry r� rz ra � s
"c s � fdd�}|S )zt
Helper method for defining parse actions that require matching at a specific
column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )rN ZlocnrV r� ry rz � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColry )r� r� ry r� rz rO � s c s � fdd�S )a�
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� ry rZ �ZreplStrry rz r{ � r| z replaceWith.<locals>.<lambda>ry r� ry r� rz r^ � s c C s |d dd� S )a
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� rt ry rZ ry ry rz r\ � s c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aG
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS ry ry )r� Ztokn�r� r\ ry rz r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>ry rZ r� ry rz r� � s ztokenMap.<locals>.par� rm )ro r� rp r~ )r\ r� r� rq ry r� rz ro � s
�c C s t | ��� S r� �r� r@ rw ry ry rz r{ r| c C s t | ��� S r� �r� �lowerrw ry ry rz r{ r| c C s� t | t�r | }t| | d�} n| j}tttd �}|r�t�� � t
�}t d�| d� t t
t|t d� | ��� tddgd��d �� d
d � � t d � }n�d
�dd� tD ��}t�� � t
�t|�B }t d�| d� t t
t|� t�tt d�| � ��� tddgd��d �� dd � � t d � }ttd�| d �}|�dd
�|�dd��� �� � ��d| �}|�dd
�|�dd��� �� � ��d| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namerE z_-:r5 �tag�=�/F�r rE c S s |d dkS �Nr r� ry rZ ry ry rz r{ r| z_makeTags.<locals>.<lambda>r6 r� c s s | ]}|d kr|V qdS )r6 Nry r� ry ry rz r� s z _makeTags.<locals>.<genexpr>c S s |d dkS r� ry rZ ry ry rz r{ r| r7 rJ �:r( z<%s>r` z</%s>) r} r� r r� r1 r6 r5 r@ r� r� r\ r- r
r4 r r r� r� rX r[ rD r �_Lr� �titler� r� r� )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagry ry rz � _makeTags s>
� ���� ��..r c C s
t | d�S )a
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
F�r �r� ry ry rz rM ( s c C s
t | d�S )z�
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
Tr r ry ry rz rN ; s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a<
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS ry ry r/ ry ry rz r� z s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg � ANY_VALUE)r� r[ r� ZattrNameZ attrValue�Zattrsry rz r� { s �zwithAttribute.<locals>.pa)r� )r� ZattrDictr� ry r rz rg D s 2 c C s |r d| nd}t f || i�S )a�
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)rg )Z classname� namespaceZ classattrry ry rz rm � s �(rp c C s� t � }| || | B }t|�D �]l\}}|d dd� \}} }
} | dk rPd| nd| } | dkr�|dkstt|�dkr|td��|\}
}t � �| �}|
tjk�r^| d kr�t|| �t|t |� � }n�| dk�r|dk r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rTt||
| | | �t||
| | | � }ntd
��n�|
tj
k�rB| d k�r�t |t ��s�t |�}t|j
| �t|| � }n�| dk�r�|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r8t||
| | | �t||
| | | � }ntd
��ntd ��| �rvt | ttf��rl|j| � n
|�| � ||�| �|B K }|}q ||K }|S ) aD
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted); if the parse action
is passed a tuple or list of functions, this is equivalent to
calling C{setParseAction(*fn)} (L{ParserElement.setParseAction})
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
r� Nrb rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r� r� r� r� rV �LEFTr r r �RIGHTr} r rS r� r� r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr� ry ry rz rk � sZ =
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a~
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r� c S s | d � � S r� �r� rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d � � S r� r
rw ry ry rz r{ j r| c S s | d � � S r� r
rw ry ry rz r{ p r| c S s | d � � S r� r
rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� r} r� r� r r r r& rs r� rE r� r r r r- r4 r� )ZopenerZcloserZcontentr� r� ry ry rz rR % sH :
����� �� ��
*$c s� � fdd�}� fdd�}� fdd�}t t� �d��� �}t� t� �|� �d�}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n$tt|�t |t| � t|� � �}
| � t
t� � |
�d �S ) a
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrt zillegal nestingznot a peer entry)r� r; r# r! �r� r[ rx ZcurCol�� indentStackry rz �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nrt znot a subentry)r; r r! r r ry rz �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� r6|� d k r6|� d ksBt| |d��� �� d S )Nrt r_ znot an unindent)r� r; r! r r r ry rz �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r
r
r r� r� r r r r� ) ZblockStatementExprr r9 r r r rE r ZPEERZUNDENTZsmExprry r rz rh s( N ����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r� z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityrw ry ry rz r] � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentrO � � commaItemr� c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?rp a�
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ � r| zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz
[+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr� �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 address)r rh z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS r3 )rp �
_ipv6_partr� r� ry ry rz r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r� )r� rw ry ry rz r{ � r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater� r! r~ �r� r[ rx Zve��fmtry rz �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnry �r$ r% ry r# rz �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r r r� r! r~ r" r# ry rz r% � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r& ry r# rz �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
r )rp �_html_stripperr� )r� r[ r� ry ry rz �
stripHTMLTags s
z pyparsing_common.stripHTMLTagsr� rO r r r� r� zcomma separated listc C s t | ��� S r� r� rw ry ry rz r{ " r| c C s t | ��� S r� r� rw ry ry rz r{ % r| N)r )r( )?r� r� r� r� ro rv ZconvertToInteger�floatZconvertToFloatr1 rT r� r� r rF r r) Zsigned_integerr r� r r
Z
mixed_integerr� �realZsci_realr� �numberr r6 r5 r Z ipv4_addressr Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr/ r' r) Z iso8601_dateZiso8601_datetime�uuidr9 r8 r+ r, r r r rX r0 �
_commasepitemrB r[ r� Zcomma_separated_listrf rD ry ry ry rz rp sV ""
2
� � �__main__Zselect�fromr= r� )r� �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)rs )r� F)N)FT)T)r� )T)�r� � __version__Z__versionTime__�
__author__r� �weakrefr r� r� r� r� r� rj r� rF rc r� r �_threadr � ImportErrorZ threadingZcollections.abcr r r r� Z ordereddict�__all__r� � version_inforb r0 �maxsizer0 r~ r� �chrr� r� r� r� r@ �reversedr� r� rB r� r] r^ rn ZmaxintZxranger� Z __builtin__r� Zfnamer ro r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser6 rT rF r5 r� r� Z printablerX rp r r! r# r% r( r� r$ �registerr; rL rI rT rW rY rS rr r& r. r r r r� rw r r
r rn r1 r) r' r r0 r� r r r r, r+ r3 r2 r" r r r r r r r r� r r4 r� r� r r* r r� r/ r r r
r- r rd rB r> r� rQ rP rY rU rC ri rj rl r� rE rK rJ rc rb r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r� ra rO r^ r\ ro rf rD r rM rN rg r rm rV r r rk rW r@ r` r[ re rR rh r7 rY r9 r8 r� r� r r r= r] r: rG r r_ rA r? rH rZ r� r1 r< rp r� Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLr. r/ r r r0 r* ry ry ry rz �<module> s� �4 �
8
@ v &A= I
G3 pLOD|M &# @sQ,A, I# % 0
, ? #p
�� Zr
(
��� �
"
site-packages/pkg_resources/_vendor/__pycache__/six.cpython-38.pyc 0000644 00000057556 15201600075 0021254 0 ustar 00 U
�Qab�u � A @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d(d#d3d2�e)d4d(e
�rd5nd6d7�e)d8d(d9�e)d:d;d<d=�e)d d d �e)d>d>d?�e)d@d@d?�e)dAdAd?�e)d3d(d#d3d2�e)dBd"d#dCdB�e)dDd"d"dEdD�e&d#d(�e&dFdG�e&dHdI�e&dJdKdL�e&dMdNdM�e&dOdPdQ�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdjdk�e&dldldk�e&dmdmdk�e&dndndo�e&dpdq�e&drds�e&dtdu�e&dvdwdv�e&dxdy�e&dzd{d|�e&d}d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rRe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rVe,�3e/d�e/j1 � �qV[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d=d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dҡ G d�dԄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q[/e8e7_.e,�3e7e+d� �d�dۡ G d�d݄ d�e(�Z9e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃g!Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�d d��d�gZ<e<D ]Z/e0e;e/j1e/� �q8[/e<e;_.e,�3e;e+�d
��d �d � G �d
�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d� G �d�d� �dej'�Z?e,�3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rH�dZB�dZC�d ZD�d ZE�d ZF�d ZGn$�d ZB�d!ZC�d"ZD�d#ZE�d$ZF�d%ZGzeHZIW n" eJk
� r� �d&�d'� ZIY nX eIZHzeKZKW n" eJk
� r� �d(�d)� ZKY nX e � r�d*�d+� ZLejMZN�d,�d-� ZOe ZPn>�d.�d+� ZL�d/�d0� ZN�d1�d-� ZOG �d2�d3� �d3e �ZPeKZKe#eL�d4� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe �
rԐd5�d6� ZX�d7�d8� ZY�d9�d:� ZZ�d;�d<� Z[e�\�d=�Z]e�\�d>�Z^e�\�d?�Z_nT�d@�d6� ZX�dA�d8� ZY�dB�d:� ZZ�dC�d<� Z[e�\�dD�Z]e�\�dE�Z^e�\�dF�Z_e#eX�dG� e#eY�dH� e#eZ�dI� e#e[�dJ� e � r�dK�dL� Z`�dM�dN� ZaebZcddldZded�e�dO�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp�dPZqej
�dQ �dQk� r�dRZr�dSZsn �dTZr�dUZsnj�dV�dL� Z`�dW�dN� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zke�tejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dP� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d|�dc�dd�Z}n�d}�de�df�Z|e|�dg� ej
dd� �dhk� r�e|�di� n.ej
dd� �dhk�
re|�dj� n �dk�dl� Z~eze4j{�dmd�Zedk�
rL�dn�do� Zej
dd� �dpk �
rreZ��dq�do� Ze#e}�dr� ej
dd� dk �
r�ej�ej�f�ds�dt�Z�nej�Z��du�dv� Z��dw�dx� Z��dy�dz� Z�g Z�e+Z�e�� ���d{�dk �
r�g e�_�ej��rBe�ej��D ]4\Z�Z�ee��j+dk�re�j1e+k�rej�e�= �q>�q[�[�ej���e,� dS (~ z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �=/usr/lib/python3.8/site-packages/pkg_resources/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__X s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r i s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r r s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__u s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' g s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r rt @ s rt Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ
splitqueryZsplittagZ splituserZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNru r r r r rw h s rw ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNru r r r r ry | s ry Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNru r r r r r{ � s r{ Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNru r r r r r} � s r} ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerv rx rz r| r~ c C s dddddgS )N�parse�error�request�responserp r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rp r8 r r r r r � s
r z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move� s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rs �__dict__rF r r r r � remove_move� s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable s r� c C s | S r r �Zunboundr r r �get_unbound_function s r� c C s | S r r �r �clsr r r �create_unbound_method s r� c C s | j S r )r� r� r r r r� " s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_method% s r� c C s t �| d |�S r )r� r� r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� - s z
Iterator.nextN)r
r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeys> s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesA s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsD s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsG s r� r� r� r� c K s | j f |�S r )r� r� r r r r� P s c K s | j f |�S r )r� r� r r r r� S s c K s | j f |�S r )r� r� r r r r� V s c K s | j f |�S r )r� r� r r r r� Y s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �bk s r� c C s | S r r r� r r r �un s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s* |d kr| � }|j |k r"|�|��|�d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� z9def reraise(tp, value, tb=None):
raise tp, value, tb
)r r zrdef raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
zCdef raise_from(value, from_value):
raise value from from_value
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_� sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rc �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� s r� c s& G � �fdd�d��}t �|ddi �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r Z
this_basesr� ��bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r
r r r� r r� r r � metaclass% s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sh | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � � | j| j|�S )N� __slots__r� � __weakref__)r� �copyr� rI r� r� r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� . s
z add_metaclass.<locals>.wrapperr )r� r� r r� r �
add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nzutf-8)� __unicode__r� r r r r �<lambda>J � z-python_2_unicode_compatible.<locals>.<lambda>)�PY2r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible< s
�
r �__spec__)N)NN)�r Z
__future__r rc rU �operatorr r� �
__author__� __version__� version_infor r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rs rt Z _urllib_parse_moved_attributesrw Z _urllib_error_moved_attributesry Z _urllib_request_moved_attributesr{ Z!_urllib_response_moved_attributesr} Z$_urllib_robotparser_moved_attributesr r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s�
>
��
�
�D �
� �
� �
�# �� � � �
� �
��
5 � �
site-packages/pkg_resources/_vendor/__pycache__/six.cpython-38.opt-1.pyc 0000644 00000057556 15201600075 0022213 0 ustar 00 U
�Qab�u � A @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d(d#d3d2�e)d4d(e
�rd5nd6d7�e)d8d(d9�e)d:d;d<d=�e)d d d �e)d>d>d?�e)d@d@d?�e)dAdAd?�e)d3d(d#d3d2�e)dBd"d#dCdB�e)dDd"d"dEdD�e&d#d(�e&dFdG�e&dHdI�e&dJdKdL�e&dMdNdM�e&dOdPdQ�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdjdk�e&dldldk�e&dmdmdk�e&dndndo�e&dpdq�e&drds�e&dtdu�e&dvdwdv�e&dxdy�e&dzd{d|�e&d}d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rRe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rVe,�3e/d�e/j1 � �qV[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d=d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dҡ G d�dԄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q[/e8e7_.e,�3e7e+d� �d�dۡ G d�d݄ d�e(�Z9e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃e)d�d�d߃g!Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�d d��d�gZ<e<D ]Z/e0e;e/j1e/� �q8[/e<e;_.e,�3e;e+�d
��d �d � G �d
�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d� G �d�d� �dej'�Z?e,�3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rH�dZB�dZC�d ZD�d ZE�d ZF�d ZGn$�d ZB�d!ZC�d"ZD�d#ZE�d$ZF�d%ZGzeHZIW n" eJk
� r� �d&�d'� ZIY nX eIZHzeKZKW n" eJk
� r� �d(�d)� ZKY nX e � r�d*�d+� ZLejMZN�d,�d-� ZOe ZPn>�d.�d+� ZL�d/�d0� ZN�d1�d-� ZOG �d2�d3� �d3e �ZPeKZKe#eL�d4� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe �
rԐd5�d6� ZX�d7�d8� ZY�d9�d:� ZZ�d;�d<� Z[e�\�d=�Z]e�\�d>�Z^e�\�d?�Z_nT�d@�d6� ZX�dA�d8� ZY�dB�d:� ZZ�dC�d<� Z[e�\�dD�Z]e�\�dE�Z^e�\�dF�Z_e#eX�dG� e#eY�dH� e#eZ�dI� e#e[�dJ� e � r�dK�dL� Z`�dM�dN� ZaebZcddldZded�e�dO�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp�dPZqej
�dQ �dQk� r�dRZr�dSZsn �dTZr�dUZsnj�dV�dL� Z`�dW�dN� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zke�tejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dP� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d|�dc�dd�Z}n�d}�de�df�Z|e|�dg� ej
dd� �dhk� r�e|�di� n.ej
dd� �dhk�
re|�dj� n �dk�dl� Z~eze4j{�dmd�Zedk�
rL�dn�do� Zej
dd� �dpk �
rreZ��dq�do� Ze#e}�dr� ej
dd� dk �
r�ej�ej�f�ds�dt�Z�nej�Z��du�dv� Z��dw�dx� Z��dy�dz� Z�g Z�e+Z�e�� ���d{�dk �
r�g e�_�ej��rBe�ej��D ]4\Z�Z�ee��j+dk�re�j1e+k�rej�e�= �q>�q[�[�ej���e,� dS (~ z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �=/usr/lib/python3.8/site-packages/pkg_resources/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__X s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r i s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r r s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__u s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' g s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r rt @ s rt Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ
splitqueryZsplittagZ splituserZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNru r r r r rw h s rw ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNru r r r r ry | s ry Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNru r r r r r{ � s r{ Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNru r r r r r} � s r} ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerv rx rz r| r~ c C s dddddgS )N�parse�error�request�responserp r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rp r8 r r r r r � s
r z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move� s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rs �__dict__rF r r r r � remove_move� s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable s r� c C s | S r r �Zunboundr r r �get_unbound_function s r� c C s | S r r �r �clsr r r �create_unbound_method s r� c C s | j S r )r� r� r r r r� " s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_method% s r� c C s t �| d |�S r )r� r� r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� - s z
Iterator.nextN)r
r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeys> s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesA s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsD s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsG s r� r� r� r� c K s | j f |�S r )r� r� r r r r� P s c K s | j f |�S r )r� r� r r r r� S s c K s | j f |�S r )r� r� r r r r� V s c K s | j f |�S r )r� r� r r r r� Y s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �bk s r� c C s | S r r r� r r r �un s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s* |d kr| � }|j |k r"|�|��|�d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� z9def reraise(tp, value, tb=None):
raise tp, value, tb
)r r zrdef raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
zCdef raise_from(value, from_value):
raise value from from_value
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_� sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rc �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� s r� c s& G � �fdd�d��}t �|ddi �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r Z
this_basesr� ��bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r
r r r� r r� r r � metaclass% s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sh | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � � | j| j|�S )N� __slots__r� � __weakref__)r� �copyr� rI r� r� r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� . s
z add_metaclass.<locals>.wrapperr )r� r� r r� r �
add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nzutf-8)� __unicode__r� r r r r �<lambda>J � z-python_2_unicode_compatible.<locals>.<lambda>)�PY2r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible< s
�
r �__spec__)N)NN)�r Z
__future__r rc rU �operatorr r� �
__author__� __version__� version_infor r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rs rt Z _urllib_parse_moved_attributesrw Z _urllib_error_moved_attributesry Z _urllib_request_moved_attributesr{ Z!_urllib_response_moved_attributesr} Z$_urllib_robotparser_moved_attributesr r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s�
>
��
�
�D �
� �
� �
�# �� � � �
� �
��
5 � �
site-packages/pkg_resources/_vendor/__pycache__/__init__.cpython-38.pyc 0000644 00000000235 15201600075 0022166 0 ustar 00 U
�Qab � @ s d S )N� r r r �B/usr/lib/python3.8/site-packages/pkg_resources/_vendor/__init__.py�<module> � site-packages/pkg_resources/_vendor/six.py 0000644 00000072622 15201600075 0014755 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3"""
# Copyright (c) 2010-2015 Benjamin Peterson
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
from __future__ import absolute_import
import functools
import itertools
import operator
import sys
import types
__author__ = "Benjamin Peterson <benjamin@python.org>"
__version__ = "1.10.0"
# Useful for very coarse version differentiation.
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
PY34 = sys.version_info[0:2] >= (3, 4)
if PY3:
string_types = str,
integer_types = int,
class_types = type,
text_type = str
binary_type = bytes
MAXSIZE = sys.maxsize
else:
string_types = basestring,
integer_types = (int, long)
class_types = (type, types.ClassType)
text_type = unicode
binary_type = str
if sys.platform.startswith("java"):
# Jython always uses 32 bits.
MAXSIZE = int((1 << 31) - 1)
else:
# It's possible to have sizeof(long) != sizeof(Py_ssize_t).
class X(object):
def __len__(self):
return 1 << 31
try:
len(X())
except OverflowError:
# 32-bit
MAXSIZE = int((1 << 31) - 1)
else:
# 64-bit
MAXSIZE = int((1 << 63) - 1)
del X
def _add_doc(func, doc):
"""Add documentation to a function."""
func.__doc__ = doc
def _import_module(name):
"""Import module, returning the module after the last dot."""
__import__(name)
return sys.modules[name]
class _LazyDescr(object):
def __init__(self, name):
self.name = name
def __get__(self, obj, tp):
result = self._resolve()
setattr(obj, self.name, result) # Invokes __set__.
try:
# This is a bit ugly, but it avoids running this again by
# removing this descriptor.
delattr(obj.__class__, self.name)
except AttributeError:
pass
return result
class MovedModule(_LazyDescr):
def __init__(self, name, old, new=None):
super(MovedModule, self).__init__(name)
if PY3:
if new is None:
new = name
self.mod = new
else:
self.mod = old
def _resolve(self):
return _import_module(self.mod)
def __getattr__(self, attr):
_module = self._resolve()
value = getattr(_module, attr)
setattr(self, attr, value)
return value
class _LazyModule(types.ModuleType):
def __init__(self, name):
super(_LazyModule, self).__init__(name)
self.__doc__ = self.__class__.__doc__
def __dir__(self):
attrs = ["__doc__", "__name__"]
attrs += [attr.name for attr in self._moved_attributes]
return attrs
# Subclasses should override this
_moved_attributes = []
class MovedAttribute(_LazyDescr):
def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None):
super(MovedAttribute, self).__init__(name)
if PY3:
if new_mod is None:
new_mod = name
self.mod = new_mod
if new_attr is None:
if old_attr is None:
new_attr = name
else:
new_attr = old_attr
self.attr = new_attr
else:
self.mod = old_mod
if old_attr is None:
old_attr = name
self.attr = old_attr
def _resolve(self):
module = _import_module(self.mod)
return getattr(module, self.attr)
class _SixMetaPathImporter(object):
"""
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
"""
def __init__(self, six_module_name):
self.name = six_module_name
self.known_modules = {}
def _add_module(self, mod, *fullnames):
for fullname in fullnames:
self.known_modules[self.name + "." + fullname] = mod
def _get_module(self, fullname):
return self.known_modules[self.name + "." + fullname]
def find_module(self, fullname, path=None):
if fullname in self.known_modules:
return self
return None
def __get_module(self, fullname):
try:
return self.known_modules[fullname]
except KeyError:
raise ImportError("This loader does not know module " + fullname)
def load_module(self, fullname):
try:
# in case of a reload
return sys.modules[fullname]
except KeyError:
pass
mod = self.__get_module(fullname)
if isinstance(mod, MovedModule):
mod = mod._resolve()
else:
mod.__loader__ = self
sys.modules[fullname] = mod
return mod
def is_package(self, fullname):
"""
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
"""
return hasattr(self.__get_module(fullname), "__path__")
def get_code(self, fullname):
"""Return None
Required, if is_package is implemented"""
self.__get_module(fullname) # eventually raises ImportError
return None
get_source = get_code # same as get_code
_importer = _SixMetaPathImporter(__name__)
class _MovedItems(_LazyModule):
"""Lazy loading of moved objects"""
__path__ = [] # mark as package
_moved_attributes = [
MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"),
MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"),
MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"),
MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"),
MovedAttribute("intern", "__builtin__", "sys"),
MovedAttribute("map", "itertools", "builtins", "imap", "map"),
MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"),
MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"),
MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"),
MovedAttribute("reduce", "__builtin__", "functools"),
MovedAttribute("shlex_quote", "pipes", "shlex", "quote"),
MovedAttribute("StringIO", "StringIO", "io"),
MovedAttribute("UserDict", "UserDict", "collections"),
MovedAttribute("UserList", "UserList", "collections"),
MovedAttribute("UserString", "UserString", "collections"),
MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("zip", "itertools", "builtins", "izip", "zip"),
MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"),
MovedModule("builtins", "__builtin__"),
MovedModule("configparser", "ConfigParser"),
MovedModule("copyreg", "copy_reg"),
MovedModule("dbm_gnu", "gdbm", "dbm.gnu"),
MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"),
MovedModule("http_cookiejar", "cookielib", "http.cookiejar"),
MovedModule("http_cookies", "Cookie", "http.cookies"),
MovedModule("html_entities", "htmlentitydefs", "html.entities"),
MovedModule("html_parser", "HTMLParser", "html.parser"),
MovedModule("http_client", "httplib", "http.client"),
MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"),
MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"),
MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"),
MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"),
MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"),
MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"),
MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"),
MovedModule("cPickle", "cPickle", "pickle"),
MovedModule("queue", "Queue"),
MovedModule("reprlib", "repr"),
MovedModule("socketserver", "SocketServer"),
MovedModule("_thread", "thread", "_thread"),
MovedModule("tkinter", "Tkinter"),
MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"),
MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"),
MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"),
MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"),
MovedModule("tkinter_tix", "Tix", "tkinter.tix"),
MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"),
MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"),
MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"),
MovedModule("tkinter_colorchooser", "tkColorChooser",
"tkinter.colorchooser"),
MovedModule("tkinter_commondialog", "tkCommonDialog",
"tkinter.commondialog"),
MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"),
MovedModule("tkinter_font", "tkFont", "tkinter.font"),
MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"),
MovedModule("tkinter_tksimpledialog", "tkSimpleDialog",
"tkinter.simpledialog"),
MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"),
MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"),
MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"),
MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"),
MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"),
MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"),
]
# Add windows specific modules.
if sys.platform == "win32":
_moved_attributes += [
MovedModule("winreg", "_winreg"),
]
for attr in _moved_attributes:
setattr(_MovedItems, attr.name, attr)
if isinstance(attr, MovedModule):
_importer._add_module(attr, "moves." + attr.name)
del attr
_MovedItems._moved_attributes = _moved_attributes
moves = _MovedItems(__name__ + ".moves")
_importer._add_module(moves, "moves")
class Module_six_moves_urllib_parse(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_parse"""
_urllib_parse_moved_attributes = [
MovedAttribute("ParseResult", "urlparse", "urllib.parse"),
MovedAttribute("SplitResult", "urlparse", "urllib.parse"),
MovedAttribute("parse_qs", "urlparse", "urllib.parse"),
MovedAttribute("parse_qsl", "urlparse", "urllib.parse"),
MovedAttribute("urldefrag", "urlparse", "urllib.parse"),
MovedAttribute("urljoin", "urlparse", "urllib.parse"),
MovedAttribute("urlparse", "urlparse", "urllib.parse"),
MovedAttribute("urlsplit", "urlparse", "urllib.parse"),
MovedAttribute("urlunparse", "urlparse", "urllib.parse"),
MovedAttribute("urlunsplit", "urlparse", "urllib.parse"),
MovedAttribute("quote", "urllib", "urllib.parse"),
MovedAttribute("quote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote", "urllib", "urllib.parse"),
MovedAttribute("unquote_plus", "urllib", "urllib.parse"),
MovedAttribute("urlencode", "urllib", "urllib.parse"),
MovedAttribute("splitquery", "urllib", "urllib.parse"),
MovedAttribute("splittag", "urllib", "urllib.parse"),
MovedAttribute("splituser", "urllib", "urllib.parse"),
MovedAttribute("uses_fragment", "urlparse", "urllib.parse"),
MovedAttribute("uses_netloc", "urlparse", "urllib.parse"),
MovedAttribute("uses_params", "urlparse", "urllib.parse"),
MovedAttribute("uses_query", "urlparse", "urllib.parse"),
MovedAttribute("uses_relative", "urlparse", "urllib.parse"),
]
for attr in _urllib_parse_moved_attributes:
setattr(Module_six_moves_urllib_parse, attr.name, attr)
del attr
Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes
_importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"),
"moves.urllib_parse", "moves.urllib.parse")
class Module_six_moves_urllib_error(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_error"""
_urllib_error_moved_attributes = [
MovedAttribute("URLError", "urllib2", "urllib.error"),
MovedAttribute("HTTPError", "urllib2", "urllib.error"),
MovedAttribute("ContentTooShortError", "urllib", "urllib.error"),
]
for attr in _urllib_error_moved_attributes:
setattr(Module_six_moves_urllib_error, attr.name, attr)
del attr
Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes
_importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"),
"moves.urllib_error", "moves.urllib.error")
class Module_six_moves_urllib_request(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_request"""
_urllib_request_moved_attributes = [
MovedAttribute("urlopen", "urllib2", "urllib.request"),
MovedAttribute("install_opener", "urllib2", "urllib.request"),
MovedAttribute("build_opener", "urllib2", "urllib.request"),
MovedAttribute("pathname2url", "urllib", "urllib.request"),
MovedAttribute("url2pathname", "urllib", "urllib.request"),
MovedAttribute("getproxies", "urllib", "urllib.request"),
MovedAttribute("Request", "urllib2", "urllib.request"),
MovedAttribute("OpenerDirector", "urllib2", "urllib.request"),
MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"),
MovedAttribute("ProxyHandler", "urllib2", "urllib.request"),
MovedAttribute("BaseHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"),
MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"),
MovedAttribute("FileHandler", "urllib2", "urllib.request"),
MovedAttribute("FTPHandler", "urllib2", "urllib.request"),
MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"),
MovedAttribute("UnknownHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"),
MovedAttribute("urlretrieve", "urllib", "urllib.request"),
MovedAttribute("urlcleanup", "urllib", "urllib.request"),
MovedAttribute("URLopener", "urllib", "urllib.request"),
MovedAttribute("FancyURLopener", "urllib", "urllib.request"),
MovedAttribute("proxy_bypass", "urllib", "urllib.request"),
]
for attr in _urllib_request_moved_attributes:
setattr(Module_six_moves_urllib_request, attr.name, attr)
del attr
Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes
_importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"),
"moves.urllib_request", "moves.urllib.request")
class Module_six_moves_urllib_response(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_response"""
_urllib_response_moved_attributes = [
MovedAttribute("addbase", "urllib", "urllib.response"),
MovedAttribute("addclosehook", "urllib", "urllib.response"),
MovedAttribute("addinfo", "urllib", "urllib.response"),
MovedAttribute("addinfourl", "urllib", "urllib.response"),
]
for attr in _urllib_response_moved_attributes:
setattr(Module_six_moves_urllib_response, attr.name, attr)
del attr
Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes
_importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"),
"moves.urllib_response", "moves.urllib.response")
class Module_six_moves_urllib_robotparser(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_robotparser"""
_urllib_robotparser_moved_attributes = [
MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"),
]
for attr in _urllib_robotparser_moved_attributes:
setattr(Module_six_moves_urllib_robotparser, attr.name, attr)
del attr
Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes
_importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"),
"moves.urllib_robotparser", "moves.urllib.robotparser")
class Module_six_moves_urllib(types.ModuleType):
"""Create a six.moves.urllib namespace that resembles the Python 3 namespace"""
__path__ = [] # mark as package
parse = _importer._get_module("moves.urllib_parse")
error = _importer._get_module("moves.urllib_error")
request = _importer._get_module("moves.urllib_request")
response = _importer._get_module("moves.urllib_response")
robotparser = _importer._get_module("moves.urllib_robotparser")
def __dir__(self):
return ['parse', 'error', 'request', 'response', 'robotparser']
_importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"),
"moves.urllib")
def add_move(move):
"""Add an item to six.moves."""
setattr(_MovedItems, move.name, move)
def remove_move(name):
"""Remove item from six.moves."""
try:
delattr(_MovedItems, name)
except AttributeError:
try:
del moves.__dict__[name]
except KeyError:
raise AttributeError("no such move, %r" % (name,))
if PY3:
_meth_func = "__func__"
_meth_self = "__self__"
_func_closure = "__closure__"
_func_code = "__code__"
_func_defaults = "__defaults__"
_func_globals = "__globals__"
else:
_meth_func = "im_func"
_meth_self = "im_self"
_func_closure = "func_closure"
_func_code = "func_code"
_func_defaults = "func_defaults"
_func_globals = "func_globals"
try:
advance_iterator = next
except NameError:
def advance_iterator(it):
return it.next()
next = advance_iterator
try:
callable = callable
except NameError:
def callable(obj):
return any("__call__" in klass.__dict__ for klass in type(obj).__mro__)
if PY3:
def get_unbound_function(unbound):
return unbound
create_bound_method = types.MethodType
def create_unbound_method(func, cls):
return func
Iterator = object
else:
def get_unbound_function(unbound):
return unbound.im_func
def create_bound_method(func, obj):
return types.MethodType(func, obj, obj.__class__)
def create_unbound_method(func, cls):
return types.MethodType(func, None, cls)
class Iterator(object):
def next(self):
return type(self).__next__(self)
callable = callable
_add_doc(get_unbound_function,
"""Get the function out of a possibly unbound function""")
get_method_function = operator.attrgetter(_meth_func)
get_method_self = operator.attrgetter(_meth_self)
get_function_closure = operator.attrgetter(_func_closure)
get_function_code = operator.attrgetter(_func_code)
get_function_defaults = operator.attrgetter(_func_defaults)
get_function_globals = operator.attrgetter(_func_globals)
if PY3:
def iterkeys(d, **kw):
return iter(d.keys(**kw))
def itervalues(d, **kw):
return iter(d.values(**kw))
def iteritems(d, **kw):
return iter(d.items(**kw))
def iterlists(d, **kw):
return iter(d.lists(**kw))
viewkeys = operator.methodcaller("keys")
viewvalues = operator.methodcaller("values")
viewitems = operator.methodcaller("items")
else:
def iterkeys(d, **kw):
return d.iterkeys(**kw)
def itervalues(d, **kw):
return d.itervalues(**kw)
def iteritems(d, **kw):
return d.iteritems(**kw)
def iterlists(d, **kw):
return d.iterlists(**kw)
viewkeys = operator.methodcaller("viewkeys")
viewvalues = operator.methodcaller("viewvalues")
viewitems = operator.methodcaller("viewitems")
_add_doc(iterkeys, "Return an iterator over the keys of a dictionary.")
_add_doc(itervalues, "Return an iterator over the values of a dictionary.")
_add_doc(iteritems,
"Return an iterator over the (key, value) pairs of a dictionary.")
_add_doc(iterlists,
"Return an iterator over the (key, [values]) pairs of a dictionary.")
if PY3:
def b(s):
return s.encode("latin-1")
def u(s):
return s
unichr = chr
import struct
int2byte = struct.Struct(">B").pack
del struct
byte2int = operator.itemgetter(0)
indexbytes = operator.getitem
iterbytes = iter
import io
StringIO = io.StringIO
BytesIO = io.BytesIO
_assertCountEqual = "assertCountEqual"
if sys.version_info[1] <= 1:
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
else:
_assertRaisesRegex = "assertRaisesRegex"
_assertRegex = "assertRegex"
else:
def b(s):
return s
# Workaround for standalone backslash
def u(s):
return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape")
unichr = unichr
int2byte = chr
def byte2int(bs):
return ord(bs[0])
def indexbytes(buf, i):
return ord(buf[i])
iterbytes = functools.partial(itertools.imap, ord)
import StringIO
StringIO = BytesIO = StringIO.StringIO
_assertCountEqual = "assertItemsEqual"
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_add_doc(b, """Byte literal""")
_add_doc(u, """Text literal""")
def assertCountEqual(self, *args, **kwargs):
return getattr(self, _assertCountEqual)(*args, **kwargs)
def assertRaisesRegex(self, *args, **kwargs):
return getattr(self, _assertRaisesRegex)(*args, **kwargs)
def assertRegex(self, *args, **kwargs):
return getattr(self, _assertRegex)(*args, **kwargs)
if PY3:
exec_ = getattr(moves.builtins, "exec")
def reraise(tp, value, tb=None):
if value is None:
value = tp()
if value.__traceback__ is not tb:
raise value.with_traceback(tb)
raise value
else:
def exec_(_code_, _globs_=None, _locs_=None):
"""Execute code in a namespace."""
if _globs_ is None:
frame = sys._getframe(1)
_globs_ = frame.f_globals
if _locs_ is None:
_locs_ = frame.f_locals
del frame
elif _locs_ is None:
_locs_ = _globs_
exec("""exec _code_ in _globs_, _locs_""")
exec_("""def reraise(tp, value, tb=None):
raise tp, value, tb
""")
if sys.version_info[:2] == (3, 2):
exec_("""def raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
""")
elif sys.version_info[:2] > (3, 2):
exec_("""def raise_from(value, from_value):
raise value from from_value
""")
else:
def raise_from(value, from_value):
raise value
print_ = getattr(moves.builtins, "print", None)
if print_ is None:
def print_(*args, **kwargs):
"""The new-style print function for Python 2.4 and 2.5."""
fp = kwargs.pop("file", sys.stdout)
if fp is None:
return
def write(data):
if not isinstance(data, basestring):
data = str(data)
# If the file has an encoding, encode unicode with it.
if (isinstance(fp, file) and
isinstance(data, unicode) and
fp.encoding is not None):
errors = getattr(fp, "errors", None)
if errors is None:
errors = "strict"
data = data.encode(fp.encoding, errors)
fp.write(data)
want_unicode = False
sep = kwargs.pop("sep", None)
if sep is not None:
if isinstance(sep, unicode):
want_unicode = True
elif not isinstance(sep, str):
raise TypeError("sep must be None or a string")
end = kwargs.pop("end", None)
if end is not None:
if isinstance(end, unicode):
want_unicode = True
elif not isinstance(end, str):
raise TypeError("end must be None or a string")
if kwargs:
raise TypeError("invalid keyword arguments to print()")
if not want_unicode:
for arg in args:
if isinstance(arg, unicode):
want_unicode = True
break
if want_unicode:
newline = unicode("\n")
space = unicode(" ")
else:
newline = "\n"
space = " "
if sep is None:
sep = space
if end is None:
end = newline
for i, arg in enumerate(args):
if i:
write(sep)
write(arg)
write(end)
if sys.version_info[:2] < (3, 3):
_print = print_
def print_(*args, **kwargs):
fp = kwargs.get("file", sys.stdout)
flush = kwargs.pop("flush", False)
_print(*args, **kwargs)
if flush and fp is not None:
fp.flush()
_add_doc(reraise, """Reraise an exception.""")
if sys.version_info[0:2] < (3, 4):
def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES):
def wrapper(f):
f = functools.wraps(wrapped, assigned, updated)(f)
f.__wrapped__ = wrapped
return f
return wrapper
else:
wraps = functools.wraps
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
def add_metaclass(metaclass):
"""Class decorator for creating a class with a metaclass."""
def wrapper(cls):
orig_vars = cls.__dict__.copy()
slots = orig_vars.get('__slots__')
if slots is not None:
if isinstance(slots, str):
slots = [slots]
for slots_var in slots:
orig_vars.pop(slots_var)
orig_vars.pop('__dict__', None)
orig_vars.pop('__weakref__', None)
return metaclass(cls.__name__, cls.__bases__, orig_vars)
return wrapper
def python_2_unicode_compatible(klass):
"""
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
"""
if PY2:
if '__str__' not in klass.__dict__:
raise ValueError("@python_2_unicode_compatible cannot be applied "
"to %s because it doesn't define __str__()." %
klass.__name__)
klass.__unicode__ = klass.__str__
klass.__str__ = lambda self: self.__unicode__().encode('utf-8')
return klass
# Complete the moves implementation.
# This code is at the end of this module to speed up module loading.
# Turn this module into a package.
__path__ = [] # required for PEP 302 and PEP 451
__package__ = __name__ # see PEP 366 @ReservedAssignment
if globals().get("__spec__") is not None:
__spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable
# Remove other six meta path importers, since they cause problems. This can
# happen if six is removed from sys.modules and then reloaded. (Setuptools does
# this for some reason.)
if sys.meta_path:
for i, importer in enumerate(sys.meta_path):
# Here's some real nastiness: Another "instance" of the six module might
# be floating around. Therefore, we can't use isinstance() to check for
# the six meta path importer, since the other six instance will have
# inserted an importer with different class.
if (type(importer).__name__ == "_SixMetaPathImporter" and
importer.name == __name__):
del sys.meta_path[i]
break
del i, importer
# Finally, add the importer to the meta path import hook.
sys.meta_path.append(_importer)
site-packages/pkg_resources/_vendor/appdirs.py 0000644 00000060147 15201600075 0015613 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2005-2010 ActiveState Software Inc.
# Copyright (c) 2013 Eddy Petrișor
"""Utilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
"""
# Dev Notes:
# - MSDN on where to store app data files:
# http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120
# - Mac OS X: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html
# - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html
__version_info__ = (1, 4, 3)
__version__ = '.'.join(map(str, __version_info__))
import sys
import os
PY3 = sys.version_info[0] == 3
if PY3:
unicode = str
if sys.platform.startswith('java'):
import platform
os_name = platform.java_ver()[3][0]
if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc.
system = 'win32'
elif os_name.startswith('Mac'): # "Mac OS X", etc.
system = 'darwin'
else: # "Linux", "SunOS", "FreeBSD", etc.
# Setting this to "linux2" is not ideal, but only Windows or Mac
# are actually checked for and the rest of the module expects
# *sys.platform* style strings.
system = 'linux2'
else:
system = sys.platform
def user_data_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
"""
if system == "win32":
if appauthor is None:
appauthor = appname
const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA"
path = os.path.normpath(_get_win_folder(const))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
elif system == 'darwin':
path = os.path.expanduser('~/Library/Application Support/')
if appname:
path = os.path.join(path, appname)
else:
path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def site_data_dir(appname=None, appauthor=None, version=None, multipath=False):
r"""Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
"""
if system == "win32":
if appauthor is None:
appauthor = appname
path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA"))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
elif system == 'darwin':
path = os.path.expanduser('/Library/Application Support')
if appname:
path = os.path.join(path, appname)
else:
# XDG default for $XDG_DATA_DIRS
# only first, if multipath is False
path = os.getenv('XDG_DATA_DIRS',
os.pathsep.join(['/usr/local/share', '/usr/share']))
pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
if appname:
if version:
appname = os.path.join(appname, version)
pathlist = [os.sep.join([x, appname]) for x in pathlist]
if multipath:
path = os.pathsep.join(pathlist)
else:
path = pathlist[0]
return path
if appname and version:
path = os.path.join(path, version)
return path
def user_config_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
"""
if system in ["win32", "darwin"]:
path = user_data_dir(appname, appauthor, None, roaming)
else:
path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def site_config_dir(appname=None, appauthor=None, version=None, multipath=False):
r"""Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
"""
if system in ["win32", "darwin"]:
path = site_data_dir(appname, appauthor)
if appname and version:
path = os.path.join(path, version)
else:
# XDG default for $XDG_CONFIG_DIRS
# only first, if multipath is False
path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg')
pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
if appname:
if version:
appname = os.path.join(appname, version)
pathlist = [os.sep.join([x, appname]) for x in pathlist]
if multipath:
path = os.pathsep.join(pathlist)
else:
path = pathlist[0]
return path
def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True):
r"""Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
"""
if system == "win32":
if appauthor is None:
appauthor = appname
path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA"))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
if opinion:
path = os.path.join(path, "Cache")
elif system == 'darwin':
path = os.path.expanduser('~/Library/Caches')
if appname:
path = os.path.join(path, appname)
else:
path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache'))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def user_state_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
"""
if system in ["win32", "darwin"]:
path = user_data_dir(appname, appauthor, None, roaming)
else:
path = os.getenv('XDG_STATE_HOME', os.path.expanduser("~/.local/state"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def user_log_dir(appname=None, appauthor=None, version=None, opinion=True):
r"""Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
"""
if system == "darwin":
path = os.path.join(
os.path.expanduser('~/Library/Logs'),
appname)
elif system == "win32":
path = user_data_dir(appname, appauthor, version)
version = False
if opinion:
path = os.path.join(path, "Logs")
else:
path = user_cache_dir(appname, appauthor, version)
version = False
if opinion:
path = os.path.join(path, "log")
if appname and version:
path = os.path.join(path, version)
return path
class AppDirs(object):
"""Convenience wrapper for getting application dirs."""
def __init__(self, appname=None, appauthor=None, version=None,
roaming=False, multipath=False):
self.appname = appname
self.appauthor = appauthor
self.version = version
self.roaming = roaming
self.multipath = multipath
@property
def user_data_dir(self):
return user_data_dir(self.appname, self.appauthor,
version=self.version, roaming=self.roaming)
@property
def site_data_dir(self):
return site_data_dir(self.appname, self.appauthor,
version=self.version, multipath=self.multipath)
@property
def user_config_dir(self):
return user_config_dir(self.appname, self.appauthor,
version=self.version, roaming=self.roaming)
@property
def site_config_dir(self):
return site_config_dir(self.appname, self.appauthor,
version=self.version, multipath=self.multipath)
@property
def user_cache_dir(self):
return user_cache_dir(self.appname, self.appauthor,
version=self.version)
@property
def user_state_dir(self):
return user_state_dir(self.appname, self.appauthor,
version=self.version)
@property
def user_log_dir(self):
return user_log_dir(self.appname, self.appauthor,
version=self.version)
#---- internal support stuff
def _get_win_folder_from_registry(csidl_name):
"""This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
"""
if PY3:
import winreg as _winreg
else:
import _winreg
shell_folder_name = {
"CSIDL_APPDATA": "AppData",
"CSIDL_COMMON_APPDATA": "Common AppData",
"CSIDL_LOCAL_APPDATA": "Local AppData",
}[csidl_name]
key = _winreg.OpenKey(
_winreg.HKEY_CURRENT_USER,
r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders"
)
dir, type = _winreg.QueryValueEx(key, shell_folder_name)
return dir
def _get_win_folder_with_pywin32(csidl_name):
from win32com.shell import shellcon, shell
dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0)
# Try to make this a unicode path because SHGetFolderPath does
# not return unicode strings when there is unicode data in the
# path.
try:
dir = unicode(dir)
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in dir:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
try:
import win32api
dir = win32api.GetShortPathName(dir)
except ImportError:
pass
except UnicodeError:
pass
return dir
def _get_win_folder_with_ctypes(csidl_name):
import ctypes
csidl_const = {
"CSIDL_APPDATA": 26,
"CSIDL_COMMON_APPDATA": 35,
"CSIDL_LOCAL_APPDATA": 28,
}[csidl_name]
buf = ctypes.create_unicode_buffer(1024)
ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf)
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in buf:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
buf2 = ctypes.create_unicode_buffer(1024)
if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024):
buf = buf2
return buf.value
def _get_win_folder_with_jna(csidl_name):
import array
from com.sun import jna
from com.sun.jna.platform import win32
buf_size = win32.WinDef.MAX_PATH * 2
buf = array.zeros('c', buf_size)
shell = win32.Shell32.INSTANCE
shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf)
dir = jna.Native.toString(buf.tostring()).rstrip("\0")
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in dir:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
buf = array.zeros('c', buf_size)
kernel = win32.Kernel32.INSTANCE
if kernel.GetShortPathName(dir, buf, buf_size):
dir = jna.Native.toString(buf.tostring()).rstrip("\0")
return dir
if system == "win32":
try:
import win32com.shell
_get_win_folder = _get_win_folder_with_pywin32
except ImportError:
try:
from ctypes import windll
_get_win_folder = _get_win_folder_with_ctypes
except ImportError:
try:
import com.sun.jna
_get_win_folder = _get_win_folder_with_jna
except ImportError:
_get_win_folder = _get_win_folder_from_registry
#---- self test code
if __name__ == "__main__":
appname = "MyApp"
appauthor = "MyCompany"
props = ("user_data_dir",
"user_config_dir",
"user_cache_dir",
"user_state_dir",
"user_log_dir",
"site_data_dir",
"site_config_dir")
print("-- app dirs %s --" % __version__)
print("-- app dirs (with optional 'version')")
dirs = AppDirs(appname, appauthor, version="1.0")
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (without optional 'version')")
dirs = AppDirs(appname, appauthor)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (without optional 'appauthor')")
dirs = AppDirs(appname)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (with disabled 'appauthor')")
dirs = AppDirs(appname, appauthor=False)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
site-packages/pkg_resources/__pycache__/py31compat.cpython-38.pyc 0000644 00000001130 15201600075 0020766 0 ustar 00 U
�Qab. � @ s` d dl Z d dlZd dlZddlmZ d dd�ZejpLdej koHdk n ZerVene j Z dS )
� N� )�sixFc
C sH zt �| � W n4 tk
rB } z|r0|jtjkr2� W 5 d }~X Y nX d S )N)�os�makedirs�OSError�errnoZEEXIST)�path�exist_ok�exc� r �</usr/lib/python3.8/site-packages/pkg_resources/py31compat.py� _makedirs_31 s
r
)� � )r r r )F)
r r �sysZexternr r
ZPY2� version_infoZneeds_makedirsr r r r r �<module> s
� site-packages/pkg_resources/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000304004 15201600075 0021472 0 ustar 00 U
�Qab=� � G @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k
�r ddl Z Y nX ze W n e!k
�r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k
�r� d
Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k
�r� dZ5Y nX d
dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d� e;d� e;d� e;d� e<Z=dej> k �r@dk �rLn ne?d��e$j@�r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd� deT�ZUdd� ZVi ZWd d � ZXd d � ZYd d!� ZZd"d#� Z[d$d%� Z\d&d'� Z]d(d)� Z^d*d+� Z_Z`d,d-� Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI� dIec�ZdG dtdJ� dJed�ZeG dudv� dvee�ZfG dwdK� dKed�ZgG dxdL� dLed�Zhi Zidyjjej>� ZkdzZld{Zmd
ZndZod|Zpd}dm� Zqd~d0� Zrg fdd��Zsd�d�� Ztd�d�� Zue�vd��Zwe�vd��ZxeuZyd�dR� Zzd�d/� Z{e{Z|d�d1� Z}d�d2� Z~�d d�d3�Zd�d4� Z�G d�d`� d`�Z�G d�da� dae��Z�G d�dD� dD�Z�G d�d�� d�e��Z�G d�dC� dC�Z�e�Z�G d�dM� dMe?�Z�G d�dE� dE�Z�d�dB� Z�d�dO� Z�d�dP� Z�d�dU� Z�d�dV� Z�d�dW� Z��dd�dX�Z�G d�dg� dg�Z�eqe�e�� G d�dh� dhe��Z�G d�di� die��Z�e���� G d�de� dee��Z�e�� Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�dj� dje��Z�eqe
j�e�� G d�db� dbe��Z�G d�dc� dce��Z�G d�dd� dde��Z�eXd�i d�� d�dk� Z��dd�d?�Z��dd�d��Z�e�e
j�e�� �dd�d��Z�e�e�e�� d�d�� Z��dd�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e5d���r�e�e5j�e�� eXd�i d�� eXd�i d d�dl� Z�d�dń Z�d�dDŽ Z�d�d<� Z��dd�dn�Z�d�d˄ Z�e�ej�e�� e�e
j�e�� e�e5d���r,e�e5j�e�� d�d̈́ Z�e�e�e�� d�dZ� Z�d�dЄ Z�i fd�d҄Z�d�dԄ Z�d�dք Z�d�d Z�d�dS� Z�e�vdڡj�Z�e�vd�ej�ej�B �j�Z�G d�dH� dH�Z�d�dބ Z�d�d� Z�G d�dF� dF�Z�G d�d� d�eăZ�G d�d� d�eăZ�e�e�e�d�Z�d�d� Z�G d�d� d�eɃZ�d�dN� Z�G d�dG� dGe:j�j̓Z�d�d� Z�d�d� Z�d�dY� Z�d�d� Z�d�dT� Z�d�d�� Z�e j�d�eUd d�� d�d�� Z�e�eփ fd�d���Z�e�d�d�� �Z�G d�dp� dpeكZ�dS ( aZ
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
� )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )�
py31compat)�appdirs)� packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers)� r )r � z Python 3.4 or later is requiredc @ s e Zd ZdZdS )�
PEP440Warningza
Used when there is an issue with a version or specifier not complying with
PEP 440.
N��__name__�
__module__� __qualname__�__doc__� r r �:/usr/lib/python3.8/site-packages/pkg_resources/__init__.pyr x s r c C s8 zt j�| �W S t jjk
r2 t j�| � Y S X d S �N)r �version�Version�InvalidVersion�
LegacyVersion)�vr r r �
parse_version s r# c K s" t � �|� t�t�|| �� d S r )�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state� s r* c C s8 i } t � }t�� D ] \}}|d| || �| |< q| S )NZ_sget_)r$ r& �items��state�g�kr" r r r � __getstate__� s
r0 c C s8 t � }| �� D ]$\}}|dt| ||| |� q| S )NZ_sset_)r$ r+ r& r, r r r � __setstate__� s r1 c C s | � � S r )�copy��valr r r �
_sget_dict� s r5 c C s |� � |�|� d S r )�clearr% ��key�obr- r r r �
_sset_dict� s r: c C s | � � S r )r0 r3 r r r � _sget_object� s r; c C s |� |� d S r )r1 r7 r r r � _sset_object� s r< c G s d S r r ��argsr r r �<lambda>� � r? c C sb t � } t�| �}|dk r^tjdkr^z&dd�t� dd� �|�d�f } W n tk
r\ Y nX | S )aZ Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group�
ValueError)�plat�mr r r �get_supported_platform� s
&rO �require�
run_script� get_provider�get_distribution�load_entry_point�
get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment�
WorkingSet�ResourceManager� Distribution� Requirement�
EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections�
safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST�
CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata�
EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr � PkgResourcesDeprecationWarning�run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j� S r )� __class__r �reprr> ��selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rk � s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d
� Z d S ) rl z�
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
z3{self.dist} is installed but {self.req} is requiredc C s
| j d S �Nr r= r� r r r �dist s zVersionConflict.distc C s
| j d S �Nr r= r� r r r �req s zVersionConflict.reqc C s | j jf t� �S r �� _template�format�localsr� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
)r> �ContextualVersionConflict)r� � required_byr> r r r � with_context s z VersionConflict.with_contextN)
r r r r r� �propertyr� r� r� r� r r r r rl s
c @ s& e Zd ZdZejd Zedd� �ZdS )r� z�
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
z by {self.required_by}c C s
| j d S )NrC r= r� r r r r� * s z%ContextualVersionConflict.required_byN)r r r r rl r� r� r� r r r r r� " s
r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d
� Z d d � Z
d
S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s
| j d S r� r= r� r r r r� 5 s zDistributionNotFound.reqc C s
| j d S r� r= r� r r r � requirers9 s z DistributionNotFound.requirersc C s | j s
dS d�| j �S )Nzthe applicationz, )r� rI r� r r r �
requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t� �S r r� r� r r r r� C s zDistributionNotFound.reportc C s | � � S r )r� r� r r r �__str__F s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r rm / s
c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s z{}.{}r rC ���c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� X s c C st t | t�r$t�| �p"tt| ��d S ztj| }W n& tk
rX t | � tj| }Y nX t
|dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr �
__loader__N)
�
isinstanceri r_ �findrP �strrG �modules�KeyError�
__import__�getattr�
_find_adapterr� )Z moduleOrReq�module�loaderr r r rR b s
c C sd | s\t �� d }|dkrLd}tj�|�rLttd�rLt�|�}d|krL|d }| �|� d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionrB )
rH Zmac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher ZplistZ
plist_contentr r r rJ o s
rJ c C s ddd�� | | �S )NZppc)ZPowerPCZPower_Macintosh)�get)�machiner r r � _macosx_arch s r� c C s~ ddl m} | � }tjdkrz|�d�szz>t� }t�� d �dd�}dt |d �t |d �t
|�f W S t k
rx Y nX |S )
z�Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
r )rs rA zmacosx-r � �_zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH �
startswithrJ r� �uname�replace�intr� rL )rs rM r r� r r r rD � s
�rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t �|�}|r�t �| �}|s�t�| �}|r�t|�d��}d|�d�|�d�f }|dkr||dks�|dkr�|d kr�dS d
S |�d�|�d�ks�|�d �|�d �kr�d
S t|�d��t|�d��kr�d
S dS d
S ) z�Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
NTr z%s.%srC � z10.3� z10.4Fr )rE rF �darwinVersionStringr� rK )ZprovidedZrequiredZreqMacZprovMacZ
provDarwinZdversionZ macosversionr r r rt � s2
��� c C s< t �d�j}|d }|�� ||d< t| �d �||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N�rG � _getframe� f_globalsr6 rP rQ )Z dist_spec� script_name�ns�namer r r rQ � s
c C s@ t | tj�rt�| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesri �parserR rh � TypeError�r� r r r rS � s
c C s t | ��||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT �r� rK r� r r r rT � s c C s t | ��|�S )�=Return the entry point map for `group`, or the full entry map)rS rU )r� rK r r r rU � s c C s t | ��||�S �z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r� r r r rV � s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr �r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted.Nr r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r� r r r �metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r� r r r �metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rQ r r r r r� � s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``Nr ��manager�
resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr �r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r� r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r� r r r r[ % s z"IResourceProvider.resource_listdirN)
r r r r r� r� r� r� r] r[ r r r r r�
s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d
� Zd d � Z d
d� Z
d(dd�Z dd� Z dd� Z
d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| �|� q*dS )z?Create working set from list of path entries (default=sys.path)N)�entries�
entry_keys�by_key� callbacksrG r� � add_entry)r� r� �entryr r r �__init__, s zWorkingSet.__init__c C sb | � }zddl m} W n tk
r. | Y S X z|�|� W n tk
r\ | �|� Y S X |S )z1
Prepare the master working set.
r )� __requires__)�__main__r� � ImportErrorrP rl �_build_from_requirements)�cls�wsr� r r r �
_build_master9 s
zWorkingSet._build_masterc C sf | g �}t |�}|�|t� �}|D ]}|�|� q"tjD ]}||jkr8|�|� q8|jtjdd�< |S )zQ
Build a working set from a requirement spec. Rewrites sys.path.
N)rp �resolvere �addrG r� r� r� )r� Zreq_specr� �reqs�distsr� r� r r r r� M s
z#WorkingSet._build_from_requirementsc C s< | j �|g � | j�|� t|d�D ]}| �||d� q$dS )a� Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
TFN)r� �
setdefaultr� r� ra r� )r� r� r� r r r r� c s
zWorkingSet.add_entryc C s | j �|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r8 �r� r� r r r � __contains__r s zWorkingSet.__contains__c C s, | j �|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
N)r� r� r8 rl )r� r� r� r r r r� v s
zWorkingSet.findc s � �fdd�| D �S )a Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
c 3 s8 | ]0}|� � ��� D ] }�d ks*�|jkr|V qqd S r )rU �valuesr� )�.0r� r� �rK r� r r � <genexpr>� s
�z/WorkingSet.iter_entry_points.<locals>.<genexpr>r �r� rK r� r r� r rW � s �z WorkingSet.iter_entry_pointsc C s> t �d�j}|d }|�� ||d< | �|�d �||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr� )r� �requiresr� r� r� r r r rQ � s
zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq
| j| D ] }||kr$d||< | j| V q$q
dS )z�Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
r N)r� r� r� )r� �seen�itemr8 r r r �__iter__� s
zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| j�|g �}| j�|jg �}|sV|j| jkrVdS || j|j< |j|krx|�|j� |j|kr�|�|j� | �|� dS )a Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
�r� N) � insert_onr� �locationr� r� r8 r� r� �
_added_new)r� r� r� �insertr� �keysZkeys2r r r r� � s
zWorkingSet.addc C sx t |�ddd� }i }i }g }t� } t�t�}
|�rt|�d�} | |krHq.| �| |�sVq.|�| j�} | dk�r| j �| j�} | dks�| | kr�|r�| }
|dkr�| dkr�t
| j �}nt
g �}t g �}
|j
| |
||d� } || j< | dkr�|
�| d�}t| |��|�| � | | k�r$|
| }t| | ��|��| �| j�ddd� }|�|� |D ] }|
| �| j� | j| |< �qHd|| < q.|S )a� List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
Nr� r )�replace_conflictingT)�list�
_ReqExtras� collections� defaultdict�set�pop� markers_passr� r8 r� re r� rf �
best_matchrm r� rl r� r �extras�extendr� � project_name)r� � requirements�env� installerr r Z processedZbestZ to_activateZ
req_extrasr� r� r� r� r� Z
dependent_reqZnew_requirementsZnew_requirementr r r r� � sT
�
zWorkingSet.resolvec C s
t |�}|�� i }i }|dkr4t| j�}||7 }n|| }| �g �} t t| j| �� |D ]�}
||
D ]�} | �� g} z| �| ||�}
W nB t k
r� } z$||| < |r�W Y �qfn
W Y � qZW 5 d}~X Y qfX t t| j|
�� |�
t � |
�� qZqfqZt |�}|�� ||fS )as Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
N)
r �sortre r� r� r r� �as_requirementr� rk r% r' r( )r� Z
plugin_envZfull_envr ZfallbackZplugin_projectsZ
error_infoZ
distributionsr Z
shadow_setr r� r� Z resolveesr" r r r � find_plugins' s4 $
zWorkingSet.find_pluginsc G s& | � t|��}|D ]}| �|� q|S )a� Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
)r� rp r� )r� r Zneededr� r r r rP { s zWorkingSet.requirec C s8 || j krdS | j �|� |s"dS | D ] }||� q&dS )z�Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
N)r� r� )r� �callback�existingr� r r r � subscribe� s
zWorkingSet.subscribec C s | j D ] }||� qd S r )r� )r� r� r r r r r � s
zWorkingSet._added_newc C s, | j d d � | j�� | j�� | jd d � fS r )r� r� r2 r� r� r� r r r r0 � s
�zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |�� | _|�� | _|d d � | _d S r )r� r2 r� r� r� )r� Ze_k_b_cr� r
r� r� r r r r1 � s
zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr� r� r� r� r� rW rQ r r� r� r rP r r r0 r1 r r r r rf ) s4
�
] �
T
c @ s e Zd ZdZddd�ZdS )r
z>
Map each requirement to the extras that demanded it.
Nc s2 � fdd�| � � d�|pd D �}� j p0t|�S )z�
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
c 3 s | ]}� j �d |i�V qdS )�extraN��marker�evaluate)r� r! �r� r r r� � s �z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r� r# �any)r� r� r Z extra_evalsr r% r r � s
�z_ReqExtras.markers_pass)N)r r r r r r r r r r
� s r
c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d
�Z d d � Z
d
d� Z ddd�Z d dd�Z
dd� Zdd� Zdd� ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| �|� dS )a! Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
N)�_distmaprH �python�scan)r� � search_pathrH r( r r r r� � s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
N)r( �
py_versionrt rH )r� r� Z py_compatr r r �can_add� s
�
�zEnvironment.can_addc C s | j |j �|� dS )z"Remove `dist` from the environmentN)r' r8 �remover� r r r r- � s zEnvironment.removec C s4 |dkrt j}|D ] }t|�D ]}| �|� q qdS )ad Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
N)rG r� ra r� )r� r* r r� r r r r) � s
zEnvironment.scanc C s |� � }| j�|g �S )a Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
)�lowerr' r� )r� r Zdistribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | � |�rH|�� rH| j�|jg �}||krH|�|� |jt�d�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added
�hashcmpT�r8 �reverseN) r, � has_versionr' r� r8 r� r �operator�
attrgetter)r� r� r� r r r r� s
zEnvironment.addFc C sf z|� |�}W n tk
r, |s$� d}Y nX |dk r:|S | |j D ]}||krD| S qD| �||�S )a� Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
N)r� rl r8 �obtain)r� r� r_ r r r� r r r r s
zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.Nr )r� Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j �� D ]}| | r
|V q
dS )z=Yield the unique project names of the available distributionsN)r' r
�r� r8 r r r r 7 s zEnvironment.__iter__c C sV t |t�r| �|� n<t |t�rD|D ] }|| D ]}| �|� q0q$ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� rh r� re r� )r� �otherZprojectr� r r r �__iadd__= s
zEnvironment.__iadd__c C s* | j g ddd�}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( �r� )r� r8 �newr r r r �__add__I s
zEnvironment.__add__)N)NF)N)r r r r rO �PY_MAJORr� r, r- r) r/ r� r r6 r r9 r< r r r r re � s" �
�
c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
Nr r r r r ro U s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z d dd�Z
edd� �Zdd� Zdd� Zd d d �ZdS )!rg z'Manage resource extraction and packagesNc C s
i | _ d S r )� cached_filesr� r r r r� i s zResourceManager.__init__c C s t |��|�S )z Does the named resource exist?)rR r� �r� Zpackage_or_requirementr� r r r r\ l s z ResourceManager.resource_existsc C s t |��|�S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s �z ResourceManager.resource_isdirc C s t |��| |�S )z4Return a true filesystem path for specified resource)rR r� r? r r r rZ v s �z!ResourceManager.resource_filenamec C s t |��| |�S )z9Return a readable file-like object for specified resource)rR r� r? r r r rY | s �z ResourceManager.resource_streamc C s t |��| |�S )z%Return specified resource as a string)rR r� r? r r r rX � s �z ResourceManager.resource_stringc C s t |��|�S )z1List the contents of the named resource directory)rR r[ r? r r r r[ � s �z ResourceManager.resource_listdirc C sR t �� d }| jpt� }t�d��� }t|jf t � ��}| |_
||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
N)
rG �exc_info�extraction_pathrd �textwrap�dedent�lstripro r� r� r� �
cache_pathZoriginal_error)r� �old_excrE �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorr c C sf | j p
t� }tjj||d f|�� }z t|� W n tk
rL | �� Y nX | �|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
z-tmpr )
rA rd r� r� rI �_bypass_ensure_directory� ExceptionrI � _warn_unsafe_extraction_pathr> )r� Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s
z ResourceManager.get_cache_pathc C sV t jdkr | �t jd �s dS t �| �j}|tj@ s>|tj@ rRd| }t� |t
� dS )aN
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
�ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r rL � s
��z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t �|�jdB d@ }t �||� dS )a4 Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
�posixim i� N)r� r� rQ rR �chmod)r� Ztempname�filenamerX r r r � postprocess� s
zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
z5Can't change extraction path, files already extractedN)r> rL rA �r� r� r r r rb � s
�z#ResourceManager.set_extraction_pathFc C s dS )aB
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
Nr )r� �forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r� r\ r] rZ rY rX r[ rI rN � staticmethodrL r] rb rc r r r r rg e s
c C s t j�d�ptjdd�S )z�
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� rP r� r Zuser_cache_dirr r r r rd s
�c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�subr� r r r rq % s c C sJ zt tj�| ��W S tjjk
rD | �dd�} t�dd| � Y S X dS )zB
Convert an arbitrary string to a standard version string
r� rB ra rb N)r� r r r r r� rc rd )r r r r rr - s
c C s t �dd| ��� S )z�Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
z[^A-Za-z0-9.-]+r� )rc rd r. )r! r r r rw 9 s c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
rb r� r r� r r r rx B s c
C sH z t | � W n6 tk
rB } zd|_d|_| W Y �S d}~X Y nX dS )zo
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
NF)rz � SyntaxErrorr\ �lineno)�text�er r r ry J s c
C sJ zt j�| �}|�� W S t jjk
rD } z t|��W 5 d}~X Y nX dS )z�
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
N)r ZmarkersZMarkerr$ Z
InvalidMarkerre )rg r! r# rh r r r rz X s
c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zed'd(� �Zd)d*� ZdS )+r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tj�t |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path�r� r� r r r r� n s zNullProvider.__init__c C s | � | j|�S r )�_fnrk �r� r� r� r r r r� r s z"NullProvider.get_resource_filenamec C s t �| �||��S r )�io�BytesIOr� rn r r r r� u s z NullProvider.get_resource_streamc C s | � | �| j|��S r )�_getrm rk rn r r r r� x s z NullProvider.get_resource_stringc C s | � | �| j|��S r )�_hasrm rk �r� r� r r r r� { s zNullProvider.has_resourcec C s | � | j|�S r )rm �egg_info�r� r� r r r �_get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | �|�}| �|�S r )rt rv rr �r� r� r� r r r r� � s
zNullProvider.has_metadatac
C st | j s
dS | �|�}| �|�}tjr(|S z |�d�W S tk
rn } z | jd�||�7 _� W 5 d }~X Y nX d S )Nr� �utf-8z in {} file at path: {}) rt rv rq r �PY2�decode�UnicodeDecodeError�reasonr� )r� r� r� �value�excr r r r� � s
zNullProvider.get_metadatac C s t | �|��S r �ru r� ru r r r r� � s z NullProvider.get_metadata_linesc C s | � | �| j|��S r )�_isdirrm rk rs r r r r] � s zNullProvider.resource_isdirc C s | j o| �| �| j |��S r )rt r� rm ru r r r r� � s zNullProvider.metadata_isdirc C s | � | �| j|��S r )�_listdirrm rk rs r r r r[ � s z NullProvider.resource_listdirc C s | j r| �| �| j |��S g S r )rt r� rm ru r r r r� � s z NullProvider.metadata_listdirc
C s� d| }| � |�s$tdjf t� ���| �|��dd�}|�dd�}| �| j|�}||d< tj �
|�r�t |�� � }t
||d�}t|||� n>dd lm} t|�d|�d�|f||< t
||d�} t| ||� d S )
Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z
�
�
ri �execr )�cache)r� rk r� r� r� r� rm rt r� r� r� r �read�compiler� � linecacher� �lenr )
r� r� r� ZscriptZ script_textZscript_filename�source�coder� Z script_coder r r rQ � s.
�� � zNullProvider.run_scriptc C s t d��d S �Nz9Can't perform this operation for unregistered loader type��NotImplementedErrorr^ r r r rr � s �zNullProvider._hasc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._isdirc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._listdirc C s* | � |� |r&tjj|f|�d��� S |S )N�/)�_validate_resource_pathr� r� rI r )r� �baser� r r r rm � s
zNullProvider._fnc C sp t jj| �tj�kp&t�| �p&t�| �}|s0dS d}t�| �rPt�| �sPt|��t j
|dd� d t dd� dS )aO
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
>>> vrp(r'C:\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
Nz=Use of .. or absolute path in a resource path is not allowed.r� z/ and will raise exceptions in a future release.r ��
stacklevel) r� r� �pardirr � posixpath�sep�isabs�ntpathrL rU rV �DeprecationWarning)r� ZinvalidrY r r r r� � s 6���z$NullProvider._validate_resource_pathc C s$ t | jd�r| j�|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r� r� r^ r r r rq s
�zNullProvider._get) r r r r �egg_namert r� r� r� r� r� r� rv r� r� r� r] r� r[ r� rQ rr r� r� rm r` r� rq r r r r r� g s2
Jc @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t �| |� | �� d S r )r� r� �
_setup_prefixrl r r r r� - s zEggProvider.__init__c C sZ | j }d }||krVt|�r@tj�|�| _tj�|d�| _|| _qV|}tj� |�\}}q
d S )N�EGG-INFO)
rk � _is_egg_pathr� r� �basenamer� rI rt �egg_rootr )r� r� �oldr� r r r r� 1 s zEggProvider._setup_prefixN)r r r r r� r� r r r r r� * s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )r� z6Provides access to package resources in the filesystemc C s t j�|�S r )r� r� r� r^ r r r rr C s zDefaultProvider._hasc C s t j�|�S r )r� r� r
r^ r r r r� F s zDefaultProvider._isdirc C s
t �|�S r )r� �listdirr^ r r r r� I s zDefaultProvider._listdirc C s t | �| j|�d�S �N�rb)r rm rk rn r r r r� L s z#DefaultProvider.get_resource_streamc
C s* t |d��}|�� W 5 Q R � S Q R X d S r� )r r� )r� r� �streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td ��}t|| � qd S )N)�SourceFileLoader�SourcelessFileLoader)r� �importlib_machinery�typer� )r� Z loader_namesr� Z
loader_clsr r r � _registerS s zDefaultProvider._registerN) r r r r rr r� r� r� rq r r� r r r r r� @ s c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d
� Z dS ) r� z.Provider that returns nothing for all requestsNc C s dS �NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS �Nr� r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r� h s zEmptyProvider._listdirc C s d S r r r� r r r r� k s zEmptyProvider.__init__)
r r r r rk r� rr rq r� r� r r r r r� ^ s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz
zip manifest builder
c
s@ t �|��,� � fdd�� �� D �}t|�W 5 Q R � S Q R X dS )a
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
c 3 s& | ] }|� d tj�� �|�fV qdS )r� N)r� r� r� Zgetinfo�r� r� �Zzfiler r r� � s � �z%ZipManifests.build.<locals>.<genexpr>N)�zipfileZZipFileZnamelistr' )r� r� r+ r r� r �buildw s
�zZipManifests.buildN)r r r r r r� �loadr r r r r� r s
r� c @ s$ e Zd ZdZe�dd�Zdd� ZdS )�MemoizedZipManifestsz%
Memoized zipfile manifests.
� manifest_modzmanifest mtimec C sR t j�|�}t �|�j}|| ks.| | j|krH| �|�}| �||�| |< | | jS )zW
Load a manifest at path or return a suitable manifest already loaded.
) r� r� �normpathrQ �st_mtime�mtimer� r� �manifest)r� r� r� r� r r r r� � s
zMemoizedZipManifests.loadN)r r r r r �
namedtupler� r� r r r r r� � s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e
d d
� �Z d d � Z e
d
d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t �| |� | jjtj | _d S r )r� r� r� �archiver� r� �zip_prerl r r r r� � s zZipProvider.__init__c C sP |� tj�}|| jjkr dS |�| j�r:|t| j�d � S td|| jf ��d S )Nr� �%s is not a subpath of %s) �rstripr� r� r� r� r� r� r� �AssertionError�r� �fspathr r r �
_zipinfo_name� s �zZipProvider._zipinfo_namec C sP | j | }|�| jtj �r:|t| j�d d � �tj�S td|| jf ��d S )Nr r� )r� r� r� r� r� r� r r� )r� �zip_pathr� r r r �_parts� s
�zZipProvider._partsc C s | j �| jj�S r )�_zip_manifestsr� r� r� r� r r r �zipinfo� s zZipProvider.zipinfoc C s\ | j std��| �|�}| �� }d�| �|��|krP|D ]}| �|| �|�� q8| �||�S )Nz5resource_filename() only supported for .egg, not .zipr� )r� r� �_resource_to_zip�_get_eager_resourcesrI r� �_extract_resource�
_eager_to_zip)r� r� r� r� �eagersr� r r r r� � s �
z!ZipProvider.get_resource_filenamec C s" | j }| jd }t�|�}||fS )N)r r r� )� file_size� date_time�time�mktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_size� s
z ZipProvider._get_date_and_sizec
C sx || � � kr@| � � | D ]}| �|tj�||��}qtj�|�S | �| j| �\}}ts`t d��z�|�
| j | � |��}| �
||�r�|W S tdtj�|�d�\}} t�|| j�|�� t�|� t| ||f� |�| |� zt| |� W nh tjk
�rN tj�|��rH| �
||��r | Y W S tjdk�rHt|� t| |� | Y W S � Y nX W n tjk
�rr |�� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirrO )�_indexr� r� r� rI rj r� r� �
WRITE_SUPPORT�IOErrorrN r� r� � _is_current�_mkstemp�writer� r� �closer r] r
�error�isfiler� r rI )
r� r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� � sN � �
�
z ZipProvider._extract_resourcec C sx | � | j| �\}}tj�|�s$dS t�|�}|j|ksB|j|krFdS | j� |�}t
|d��}|� � }W 5 Q R X ||kS )zK
Return True if the file_path is current for this zip_path
Fr� ) r� r� r� r� r� rQ �st_sizer� r� r� r r� ) r� Z file_pathr� r� r� rQ Z zip_contents�fZ
file_contentsr r r r� s
zZipProvider._is_currentc C s> | j d kr8g }dD ] }| �|�r|�| �|�� q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r� r� r r� )r� r� r� r r r r� " s
z ZipProvider._get_eager_resourcesc C s� z| j W S tk
r� i }| jD ]V}|�tj�}|r"tj�|d d� �}||krh|| �|d � q"q2|�� g||< q2q"|| _ | Y S X d S )Nr� ) Z _dirindex�AttributeErrorr� r r� r� rI r� r )r� Zindr� �parts�parentr r r r� + s
zZipProvider._indexc C s | � |�}|| jkp || �� kS r )r� r� r� )r� r� r� r r r rr < s
zZipProvider._hasc C s | � |�| �� kS r )r� r� r� r r r r� @ s zZipProvider._isdirc C s t | �� �| �|�d��S �Nr )r r� r� r� r� r r r r� C s zZipProvider._listdirc C s | � | �| j|��S r )r� rm r� rs r r r r� F s zZipProvider._eager_to_zipc C s | � | �| j|��S r )r� rm rk rs r r r r� I s z ZipProvider._resource_to_zip)r r r r r� r� r� r� r� r� r� r� r� r` r� r� r� r� r� rr r� r� r� r� r r r r r� � s(
7 c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� a* Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
c C s
|| _ d S r �r� r^ r r r r� \ s zFileMetadata.__init__c C s | j S r r� ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j�| j�S )N�PKG-INFO)r� r� r� ru r r r r� b s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|�� }W 5 Q R X | �|� |S )Nr� z(No metadata except PKG-INFO is availablerx r� )�encoding�errors)r� ro r r� r� �_warn_on_replacement)r� r� r� �metadatar r r r� e s
zFileMetadata.get_metadatac C s2 d� d�}||kr.d}|jf t� �}t�|� d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r� r� rU rV )r� r� Zreplacement_charrG rY r r r r� n s
z!FileMetadata._warn_on_replacementc C s t | �|��S r r ru r r r r� v s z FileMetadata.get_metadata_linesN)
r r r r r� rv r� r� r� r� r r r r r� P s c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
c C s || _ || _d S r )rk rt )r� r� rt r r r r� � s zPathMetadata.__init__N�r r r r r� r r r r r� z s c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj�|j |j�| _n|j | _| � � dS )z-Create a metadata provider from a zipimporterN)
r� r� r� r� r� �prefixr� rI rk r� )r� �importerr r r r� � s zEggMetadata.__init__Nr� r r r r r� � s r' ��_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example.Nr� )�
importer_typeZdistribution_finderr r r r� � s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r ra � s
c c s� | j �d�rdS t| �}|�d�r2tj||d�V |r:dS |�d�D ]|}t|�r�tj �
||�}t t �
|�|�}|D ]
}|V qrqD|�� �d�rDtj �
||�}tt �
|��}||_t�|||�V qDdS )z@
Find eggs in zip files; possibly multiple nested eggs.
z.whlNr� �r� r� �
.dist-info)r� �endswithr� r� rh �
from_filenamer[ r� r� r� rI �find_eggs_in_zip� zipimport� zipimporterr. rt �
from_location) r� r� r� r� Zsubitem�subpathr� r� Zsubmetar r r r� � s$
r� c C s dS r� r )r� r� r� r r r � find_nothing� s r� c C s dd� }t | |dd�S )aL
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
c S s2 t j�| �\} }t�| �d�|g�}dd� |D �S )z6
Parse each component of the filename
rb c S s g | ]}t j�|��qS r )r r r� )r� �partr r r �
<listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr� r r r � _by_version� s z+_by_version_descending.<locals>._by_versionTr1 )�sorted)rM r r r r �_by_version_descending� s r c
# s� t ���t��r4tj�t�tj��d��d�V dS t��}� �fdd�|D �}t |�}|D ]2}tj��|�}t
�|� �}||�D ]
} | V q�q\dS )z6Yield distributions accessible on a sys.path directoryr� r� Nc 3 s | ]}t �|� �r|V qd S r )� dist_factory)r� r� �r� r� r r r� s �z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggrh r� r� r� r� rI � safe_listdirr r )
r� r� r� r� ZfilteredZpath_item_entriesr� �fullpath�factoryr� r r r � find_on_path� s( �� � r c C sH |� � }tt|jd��}|r tS |s0t|�r0tS |sB|�d�rBtS t� S )z9
Return a dist_factory for a path_item and entry
)� .egg-infor� z .egg-link) r. r& r r� �distributions_from_metadatar� ra �resolve_egg_link�NoDists)r� r� r� r. Zis_metar r r r s ������r c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )r zS
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
c C s dS r� r r� r r r �__bool__. s zNoDists.__bool__c C s t d�S r� )�iter)r� r r r r �__call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s
r c
C sv z t �| �W S ttfk
r$ Y nN tk
rp } z0|jtjtjtjfkpXt |dd�dk}|s`� W 5 d}~X Y nX dS )zI
Attempt to list contents of path, but suppress some exceptions.
ZwinerrorNi r )
r� r� �PermissionError�NotADirectoryError�OSError�errnoZENOTDIRZEACCESZENOENTr� )r� rh Z ignorabler r r r 7 s �r c c sf t j�| �}t j�| �r:tt �| ��dkr.d S t|| �}nt| �}t j�| �}t j
|||t d�V d S )Nr )�
precedence) r� r� rj r
r� r� r� r� r� rh r� r� )r� �rootr� r� r r r r
L s �r
c c s4 t | ��"}|D ]}|�� }|r|V qW 5 Q R X dS )z1
Yield non-empty lines from file at path
N)r �strip)r� r� �liner r r �non_empty_lines[ s
r c s. t � �}� fdd�|D �}tt|�}t|d�S )za
Given a path to an .egg-link, resolve distributions
present in the referenced path.
c 3 s$ | ] }t j�t j�� �|�V qd S r )r� r� rI rj )r� �refr� r r r� l s �z#resolve_egg_link.<locals>.<genexpr>r )r r ra �next)r� Zreferenced_pathsZresolved_pathsZ dist_groupsr r� r r f s
�
r �
FileFinder��_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
Nr )r� Znamespace_handlerr r r r� } s c C s� t |�}|dkrdS t�� � t�d� |�| �}W 5 Q R X |dkrHdS tj�| �}|dkr�t� | � }tj| < g |_
t | � nt |d�s�t
d| ��tt|�}|||| |�}|dk r�|j
}|�|� |�| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�ignore�__path__�Not a package:)r rU �catch_warnings� simplefilter� find_modulerG r� r� �types�
ModuleTyper# �_set_parent_nsr� r� r� r r� � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r �
_handle_ns� s.
r. c sj dd� t jD ���fdd��� �fdd�}t| |d�}dd� |D �}t|jt�r`||jd d �< n||_d S )
zq
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
c S s g | ] }t |��qS r �r �r� �pr r r r� � s z%_rebuild_mod_path.<locals>.<listcomp>c s. z � � | �W S tk
r( td� Y S X dS )z/
Workaround for #520 and #513.
�infN)�indexrL �float)r� )�sys_pathr r �safe_sys_path_index� s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | � tj�}� �d�d }|d| � }�ttj�|���S )zR
Return the ordinal of the path based on its position in sys.path
rB r N)r r� r� �countr rI )r� �
path_partsZ module_partsr� )� package_namer6 r r �position_in_sys_path� s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |��qS r r/ r0 r r r r� � s N)rG r� r r� r# r )� orig_pathr9 r� r: �new_pathr )r9 r6 r5 r r, � s r, c C s� t �� z�| tkrW ��dS tj}| �d�\}}}|r|t|� |tkrLt|� ztj | j
}W n t k
rz t d|��Y nX t�
|p�dg ��| � t�
| g � |D ]}t| |� q�W 5 t �� X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )�_imp� acquire_lock� release_lockr! rG r� �
rpartitionr^ r� r� r# r� r� r� r� r. )r- r� r� r� r� r r r r^ � s& c C sF t �� z.t�|d�D ] }t|| �}|rt||� qW 5 t �� X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r� r. r� )r� r� �packager� r r r r� � s
c C sD t j�||�d�d �}t|�}|jD ]}t|�|kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r� N)r� r� rI r r r# )r� r� r- r� r� Z
normalizedr r r r �file_ns_handler� s
rB c C s d S r r )r� r� r- r� r r r �null_ns_handler s rC c C s t j�t j�t j�t| ����S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpathr� �
_cygwin_patch�r\ r r r r| s c C s t jdkrtj�| �S | S )a
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
�cygwin)rG rH r� r� �abspathrG r r r rF s rF c C s8 z
|| W S t k
r2 t| � || < }| Y S X d S r )r� r| )r\ r� �resultr r r r ) s
r c C s | � � �d�S )z7
Determine if given path appears to be an egg.
�.egg)r. r� r� r r r r� 1 s r� c C s t | �o tj�tj�| dd��S )z@
Determine if given path appears to be an unpacked egg.
r� r� )r� r� r� r� rI r� r r r r 8 s �r c C s< | � d�}|�� }|r8d�|�}ttj| |tj| � d S )NrB )r r rI �setattrrG r� )r- r� r� r� r r r r* B s
r* c c sZ t | tj�r8| �� D ] }|�� }|r|�d�s|V qn | D ]}t|�D ]
}|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� �
splitlinesr r� ru )�strs�sZssr r r ru J s
z \w+(\.\w+)*$z�
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
c @ s� e Zd ZdZddd�Zdd� Zdd � Zdd d �Zd
d� Zd dd�Z e
� d�Z e
d dd��Ze
dd� �Ze
d dd��Ze
d dd��ZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErL r� � module_name�tuple�attrsr r� )r� r� rR rT r r� r r r r� j s
zEntryPoint.__init__c C sH d| j | jf }| jr*|dd�| j� 7 }| jrD|dd�| j� 7 }|S )Nz%s = %s�:rB z [%s]�,)r� rR rT rI r )r� rP r r r r� s s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r)�r� r� r r r r� { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd� |r,| j||� | �� S )zH
Require packages for this EntryPoint, then resolve it.
zJParameters to load are deprecated. Call .resolve and .require separately.rC r� )rU rV r� rP r� )r� rP r> �kwargsr r r r� ~ s � zEntryPoint.loadc
C sX t | jdgdd�}zt�t| j|�W S tk
rR } ztt|���W 5 d}~X Y nX dS )zD
Resolve the entry point from its module and attrs.
r r )�fromlist�levelN) r� rR � functools�reducer� rT r� r� r� )r� r� r~ r r r r� � s
zEntryPoint.resolvec C sL | j r| jstd| ��| j�| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r ) r r� rn r r_ r� r r r� )r� r r r� r+ r r r rP � s
zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j �|�}|s d}t||��|�� }| �|d �}|d rJ|d �d�nd}| |d |d |||�S )a Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
z9EntryPoint must be in 'name=module:attrs [extras]' formatr �attrrB r r� r� )�patternrF rL � groupdict�
_parse_extrasr )r� �srcr� rN rY �resr rT r r r r� � s
zEntryPoint.parsec C s( |sdS t �d| �}|jr"t� �|jS )Nr �x)ri r� �specsrL r )r� Z extras_specr� r r r r` � s zEntryPoint._parse_extrasc C sV t |�std|��i }t|�D ]2}| �||�}|j|krFtd||j��|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r� r� )r� rK �linesr� �thisr �epr r r � parse_group� s
zEntryPoint.parse_groupc C st t |t�r|�� }nt|�}i }|D ]J\}}|dkrB|s:q$td��|�� }||kr\td|��| �|||�||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r' r+ rv rL r rh )r� �datar� �mapsrK re r r r � parse_map� s
zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r� r� r� r� r� rP rc r� r^ r r� r` rh rk r r r r rj g s$
�
c C s> | sdS t j�| �}|d �d�r:t j�|d d� d �S | S )Nr� r� zmd5=)r� )r r� Zurlparser� Z
urlunparse)r Zparsedr r r �_remove_md5_fragment� s rl c C s@ dd� }t || �}tt|�d�}|�d�\}}}t|�� �p>dS )z�
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
c S s | � � �d�S )Nzversion:)r. r� )r r r r �is_version_line� s z+_version_from_file.<locals>.is_version_liner� rU N)r r r � partitionrr r )re rm Z
version_linesr r� r} r r r �_version_from_file� s
ro c s� e Zd ZdZdZddddedefdd�ZedSdd��Z dd � Z
e d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� ZdTd)d*�Z d+d,� Z d-d.� Z d/d0� Z dUd2d3�Z d4d5� Z!d6d7� Z"d8d9� Z#d:d;� Z$� fd<d=�Z%e&e'd>��s4[%edVd?d@��Z(dAdB� Z)dCdD� Z*dWdEdF�Z+dGdH� Z,dXdIdJ�Z-dKdL� Z.dMdN� Z/dOdP� Z0e dQdR� �Z1� Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar� Nc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown)
rq r rr �_versionr+ rH r r r� � _provider)r� r r� r r r+ rH r r r r r�
s
zDistribution.__init__c K s~ d gd \}}}}t j�|�\}} | �� tkr^t| �� } t|�}
|
r^|
�dddd�\}}}}| ||f||||d�|���� S )Nr r� ZverZpyverrM )r r r+ rH )r� r� r� r. �_distributionImpl�EGG_NAMErK �_reload_version) r� r r� r� r) r r r+ rH r rF r r r r�
s. � � ��zDistribution.from_locationc C s | S r r r� r r r rt #
s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS r� )�parsed_versionr r8 rl r r+ rH r� r r r r0 &
s �zDistribution.hashcmpc C s
t | j�S r )�hashr0 r� r r r �__hash__1
s zDistribution.__hash__c C s | j |j k S r �r0 �r� r8 r r r �__lt__4
s zDistribution.__lt__c C s | j |j kS r rx ry r r r �__le__7
s zDistribution.__le__c C s | j |j kS r rx ry r r r �__gt__:
s zDistribution.__gt__c C s | j |j kS r rx ry r r r �__ge__=
s zDistribution.__ge__c C s t || j�sdS | j|jkS r� )r� r� r0 ry r r r �__eq__@
s zDistribution.__eq__c C s
| |k S r r ry r r r �__ne__F
s zDistribution.__ne__c C s6 z| j W S tk
r0 | j�� | _ }| Y S X d S r )Z_keyr� r r. r7 r r r r8 M
s
zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r# r r� r� r r r ru U
s
zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S t�d��� �dd�}t �
|j f t | ��t
� d S )Na>
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
r� r� )r r r! r� r� rB rC r r� rU rV r� �varsr )r� ZLVZ is_legacyrG r r r �_warn_legacy_version\
s � z!Distribution._warn_legacy_versionc C sZ z| j W S tk
rT | �� }|d krL| �| j�}d�| j|�}t|| ��| Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r� � _get_version� _get_metadata_path_for_display�PKG_INFOr� rL )r� r r� rY r r r r v
s � �
zDistribution.versionc C s4 z| j W S tk
r, | �| �� �| _ Y nX | j S )z~
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
)Z_Distribution__dep_mapr� �_filter_extras�_build_dep_mapr� r r r �_dep_map�
s
zDistribution._dep_mapc C sr t td| ��D ]^}|}| �|�}|�d�\}}}|oDt|�pDt|� }|rNg }t|�pXd}| �|g ��|� q| S )z�
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
NrU ) r r r rn ry rz rw r� r )�dmr! Z new_extrar� r� r# Z fails_markerr r r r� �
s
� zDistribution._filter_extrasc C s@ i }dD ]2}t | �|��D ] \}}|�|g ��t|�� qq|S )N)z requires.txtz depends.txt)rv �
_get_metadatar� r rp )r� r� r� r! r� r r r r� �
s
zDistribution._build_dep_mapr c C sf | j }g }|�|�dd�� |D ]@}z|�|t|� � W q tk
r^ td| |f ��Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r� r r� rw r� rn )r� r r� Zdepsr r r r r �
s
� zDistribution.requiresc C s, z| j �|�}W n tk
r& Y dS X |S )zK
Return the path to the given metadata file, if available.
z[could not detect])rq rv rK rw r r r r� �
s
z+Distribution._get_metadata_path_for_displayc c s$ | � |�r | �|�D ]
}|V qd S r )r� r� )r� r� r r r r r� �
s
zDistribution._get_metadatac C s | � | j�}t|�}|S r )r� r� ro )r� re r r r r r� �
s zDistribution._get_versionFc C sV |dkrt j}| j||d� |t jkrRt| j� | �d�D ]}|t jkr:t|� q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr �namespace_packages.txt)rG r� r r� r r� r� r^ )r� r� r� Zpkgr r r �activate�
s
zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez
%s-%s-py%srb )rx r r r+ r= rH )r� r\ r r r r� �
s �zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r r� r� r r r r� �
s zDistribution.__repr__c C s@ zt | dd �}W n tk
r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r� rL r )r� r r r r r� �
s
zDistribution.__str__c C s |� d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r� r� rq )r� r] r r r � __getattr__�
s
zDistribution.__getattr__c s. t ttt| ��� �tdd� | j�� D ��B �S )Nc s s | ]}|� d �s|V qdS �r� N)r� )r� r] r r r r� s
�z'Distribution.__dir__.<locals>.<genexpr>)r r �superrh �__dir__rq r� r: r r r� s ���zDistribution.__dir__r� c K s | j t|�tj�|�|f|�S r )r� r r� r� r� )r� r\ r� r) r r r r� s
��zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }t�|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� ru r r r r ri r� )r� �specr r r r s zDistribution.as_requirementc C s. | � ||�}|dkr&td||ff ��|�� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r� r� )r� rK r� rg r r r rT s z Distribution.load_entry_pointc C sP z
| j }W n, tk
r6 t�| �d�| � }| _ Y nX |dk rL|�|i �S |S )r� zentry_points.txtN)Z_ep_mapr� rj rk r� r� )r� rK Zep_mapr r r rU & s
� zDistribution.get_entry_mapc C s | � |��|�S r� )rU r� r r r r rV 2 s zDistribution.get_entry_infoc
C s4 |p| j }|sdS t|�}tj�|�}dd� |D �}t|�D ]|\}}||kr^|rV q�q� dS q<||kr<| jtkr<|s�|||d� kr� dS |tjkr�| � � |�
||� |�
||� q�q<|tjkr�| � � |r�|�
d|� n
|� |� dS z|� ||d �} W n t
k
�r Y �q0Y q�X || = || = | }q�dS )a� Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
Nc S s g | ]}|rt |�p|�qS r r/ r0 r r r r� P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r� r� rj � enumerater r} rG �check_version_conflictr r� r3 rL )
r� r� �locr� ZnlocZbdirZnpathr1 r Znpr r r r 6 s@
zDistribution.insert_onc C s� | j dkrd S t�| �d��}t| j�}| �d�D ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd �}|r�t|��
|�s2|�
| j�r�q2t d||| jf � q2d S )N�
setuptoolsr� z
top_level.txt)Z
pkg_resourcesr� Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r� r| r rG r� r! r� r� �
issue_warning)r� Znspr� �modname�fnr r r r� z s*
�
�
��z#Distribution.check_version_conflictc C s6 z
| j W n& tk
r0 tdt| � � Y dS X dS )NzUnbuilt egg for FT)r rL r� r� r� r r r r3 � s
zDistribution.has_versionc K s@ d}|� � D ]}|�|t| |d�� q |�d| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r� r� rq r� )r� r) rM r] r r r �clone� s
zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r� Zdepr r r r� � s z'Distribution.extras.<locals>.<listcomp>)r� r� r r r r � s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r� r= r} r� r r� rt r� r0 rw rz r{ r| r} r~ r r8 ru r� r r� r` r� r� r r� r� r� r� r� r� r� r� r� r� �objectr� r rT rU rV r r� r3 r� r �
__classcell__r r r: r rh
st �
Dc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s | � � }|r|| _| S )a�
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
)r� rp )r� Z
md_versionr r r rt � s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r� � s r� c @ s> e Zd ZdZdZe�d�Zedd� �Z edd� �Z
dd � Z d
S ) �DistInfoDistributionzV
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk
r@ | �| j�}tj�� �|�| _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor� r� r� �email�parserZParserZparsestr)r� r� r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk
r, | �� | _ | j Y S X d S r )� _DistInfoDistribution__dep_mapr� �_compute_dependenciesr� r r r r� � s
z DistInfoDistribution._dep_mapc s� dg i }| _ g � | j�d�p g D ]}� �t|�� q"� fdd�}t|d��}|d �|� | j�d�pjg D ](}t|�� �}tt||��| �||< ql|S )z+Recompute this distribution's dependencies.Nz
Requires-Distc 3 s* � D ] }|j r |j �d| i�r|V qd S )Nr! r" )r! r� �r� r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r� r� Zget_allr rp � frozensetrw r r )r� r� r� r� �commonr! Zs_extrar r� r r� � s z*DistInfoDistribution._compute_dependenciesN) r r r r r� rc r� ZEQEQr� r� r� r� r r r r r� � s
r� )rK r r� c O sZ d}t � }z t�|�j|kr&|d7 }q W n tk
r< Y nX tj| d|d i|�� d S )Nr r� )r$ rG r� r� rL rU rV )r> r) rZ r. r r r r� � s r� c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s d� | j�S )Nr� )rI r> r� r r r r� � s z RequirementParseError.__str__N)r r r r� r r r r r� � s r� c c s� t t| ��}|D ]l}d|kr.|d|�d�� }|�d�rr|dd� �� }z|t|�7 }W n tk
rp Y dS X t|�V qdS )z�Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
z #N�\���)r ru r� r� r r �
StopIterationri )rO re r r r r rp s
c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Ze d
d� �Z
� Z S )ri c
s� zt t| ��|� W n2 tjjk
rF } ztt|���W 5 d}~X Y nX | j| _ t
| j�}||� � | _ | _
dd� | jD �| _ttt| j��| _| j
| j| jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r4 r )r� r� r r r r� # s z(Requirement.__init__.<locals>.<listcomp>)r� ri r� r r ZInvalidRequirementr� r� r� Z unsafe_namerq r. r r8 � specifierrd rS r rw r Zurlr� r# �hashCmprv �_Requirement__hash)r� Zrequirement_stringrh r r: r r r� s$
��zRequirement.__init__c C s t |t�o| j|jkS r )r� ri r� ry r r r r~ / s
�zRequirement.__eq__c C s
| |k S r r ry r r r r 5 s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r� rh r8 r r� �contains)r� r r r r r� 8 s
zRequirement.__contains__c C s | j S r )r� r� r r r rw D s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r)rW r� r r r r� G s zRequirement.__repr__c C s t | �\}|S r )rp )rP r� r r r r� J s
zRequirement.parse) r r r r� r~ r r� rw r� r` r� r� r r r: r ri s c C s t | kr| t f S | S )zJ
Ensure object appears in the mro even
for old-style classes.
)r� )�classesr r r �_always_objectP s
r� c C s< t t�t|dt|����}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r� N)r� �inspectZgetmror� r� )�registryr9 r( �tr r r r� Z s r� c C s t j�| �}tj|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� rj r �makedirs)r� rj r r r r{ b s c C sX t s td��t| �\}}|rT|rTt|�sTt|� zt|d� W n tk
rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r
rJ r �FileExistsError)r� rj r\ r r r rJ h s rJ c c sv d}g }t | �D ]V}|�d�r\|�d�rP|s0|r:||fV |dd� �� }g }qftd|��q|�|� q||fV dS )as Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
N�[�]r r� zInvalid section heading)ru r� r� r rL r� )rP ZsectionZcontentr r r r rv u s
c O s* t j}ztt _tj| |�W �S |t _X d S r )r� r �os_open�tempfileZmkstemp)r> r) Zold_openr r r r� � s
r� r" )�categoryr� c O s | ||� | S r r )r� r> rX r r r � _call_aside� s
r� c s. t � � � | d< | �� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }|� d �s|t� |�fV qdS r� )r� r� r� �r� r r r� � s
�z _initialize.<locals>.<genexpr>N)rg r% r� )r. r r� r � _initialize� s
�r� c C s| t �� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t
| j t j
�� t� �t� � d S )
aE
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
r� )r_ c s s | ]}|j d d�V qdS )Fr N�r� )r� r� r r r r� � s �z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NTr r� r� r r r r? � r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r� r* rP rW r rQ rS r� r r r� rG r� r$ r% r� )r_ rP rW r` rQ r� r r r � _initialize_master_working_set� s"
��r� c @ s e Zd ZdZdS )r� z�
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
Nr r r r r r� � s )N)N)F)F)F)F)N)�r Z
__future__r rG r� ro r� rc r( r� r� rU rQ r[ Zpkgutilr4 rH r r� Z email.parserr� r r� rB r� r� r� r� r r= r� Zimpr� � NameErrorr Zpkg_resources.externr Z pkg_resources.extern.six.movesr r r r r r
r r� r r� Zos.pathr
r Zimportlib.machinery� machineryr� r r� r r r r� r� Z
__metaclass__� version_info� RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r� r r! �RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z
_sget_noneZ
_sset_nonerO �__all__rK rk rl r� rm rn r� r� r= r} r~ r r� r� r� rR rJ r� rD r� rE r� rs rt rQ r� rS rT rU rV r� r� rf r' r
re r� ro rg rd rq rr rw rx ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ra r� r� r r r r r r
r r Z ImpImporterr� r r� r. r, r^ r� rB rC r| rF r r� r r* ru rF rQ �VERBOSE�
IGNORECASErs rj rl ro rh r� r� rr r� rL r� rp r ri r� r� r{ rJ rv r� �filterwarningsr� r$ r� r� �Warningr� r r r r �<module> sZ
�2
.
5 A
- *
""
�
'3�
7
& site-packages/pkg_resources/__pycache__/py31compat.cpython-38.opt-1.pyc 0000644 00000001130 15201600075 0021725 0 ustar 00 U
�Qab. � @ s` d dl Z d dlZd dlZddlmZ d dd�ZejpLdej koHdk n ZerVene j Z dS )
� N� )�sixFc
C sH zt �| � W n4 tk
rB } z|r0|jtjkr2� W 5 d }~X Y nX d S )N)�os�makedirs�OSError�errnoZEEXIST)�path�exist_ok�exc� r �</usr/lib/python3.8/site-packages/pkg_resources/py31compat.py� _makedirs_31 s
r
)� � )r r r )F)
r r �sysZexternr r
ZPY2� version_infoZneeds_makedirsr r r r r �<module> s
� site-packages/pkg_resources/__pycache__/__init__.cpython-38.pyc 0000644 00000304004 15201600075 0020533 0 ustar 00 U
�Qab=� � G @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k
�r ddl Z Y nX ze W n e!k
�r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k
�r� d
Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k
�r� dZ5Y nX d
dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d� e;d� e;d� e;d� e<Z=dej> k �r@dk �rLn ne?d��e$j@�r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd� deT�ZUdd� ZVi ZWd d � ZXd d � ZYd d!� ZZd"d#� Z[d$d%� Z\d&d'� Z]d(d)� Z^d*d+� Z_Z`d,d-� Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI� dIec�ZdG dtdJ� dJed�ZeG dudv� dvee�ZfG dwdK� dKed�ZgG dxdL� dLed�Zhi Zidyjjej>� ZkdzZld{Zmd
ZndZod|Zpd}dm� Zqd~d0� Zrg fdd��Zsd�d�� Ztd�d�� Zue�vd��Zwe�vd��ZxeuZyd�dR� Zzd�d/� Z{e{Z|d�d1� Z}d�d2� Z~�d d�d3�Zd�d4� Z�G d�d`� d`�Z�G d�da� dae��Z�G d�dD� dD�Z�G d�d�� d�e��Z�G d�dC� dC�Z�e�Z�G d�dM� dMe?�Z�G d�dE� dE�Z�d�dB� Z�d�dO� Z�d�dP� Z�d�dU� Z�d�dV� Z�d�dW� Z��dd�dX�Z�G d�dg� dg�Z�eqe�e�� G d�dh� dhe��Z�G d�di� die��Z�e���� G d�de� dee��Z�e�� Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�dj� dje��Z�eqe
j�e�� G d�db� dbe��Z�G d�dc� dce��Z�G d�dd� dde��Z�eXd�i d�� d�dk� Z��dd�d?�Z��dd�d��Z�e�e
j�e�� �dd�d��Z�e�e�e�� d�d�� Z��dd�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e5d���r�e�e5j�e�� eXd�i d�� eXd�i d d�dl� Z�d�dń Z�d�dDŽ Z�d�d<� Z��dd�dn�Z�d�d˄ Z�e�ej�e�� e�e
j�e�� e�e5d���r,e�e5j�e�� d�d̈́ Z�e�e�e�� d�dZ� Z�d�dЄ Z�i fd�d҄Z�d�dԄ Z�d�dք Z�d�d Z�d�dS� Z�e�vdڡj�Z�e�vd�ej�ej�B �j�Z�G d�dH� dH�Z�d�dބ Z�d�d� Z�G d�dF� dF�Z�G d�d� d�eăZ�G d�d� d�eăZ�e�e�e�d�Z�d�d� Z�G d�d� d�eɃZ�d�dN� Z�G d�dG� dGe:j�j̓Z�d�d� Z�d�d� Z�d�dY� Z�d�d� Z�d�dT� Z�d�d�� Z�e j�d�eUd d�� d�d�� Z�e�eփ fd�d���Z�e�d�d�� �Z�G d�dp� dpeكZ�dS ( aZ
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
� )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )�
py31compat)�appdirs)� packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers)� r )r � z Python 3.4 or later is requiredc @ s e Zd ZdZdS )�
PEP440Warningza
Used when there is an issue with a version or specifier not complying with
PEP 440.
N��__name__�
__module__� __qualname__�__doc__� r r �:/usr/lib/python3.8/site-packages/pkg_resources/__init__.pyr x s r c C s8 zt j�| �W S t jjk
r2 t j�| � Y S X d S �N)r �version�Version�InvalidVersion�
LegacyVersion)�vr r r �
parse_version s r# c K s" t � �|� t�t�|| �� d S r )�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state� s r* c C s8 i } t � }t�� D ] \}}|d| || �| |< q| S )NZ_sget_)r$ r& �items��state�g�kr" r r r � __getstate__� s
r0 c C s8 t � }| �� D ]$\}}|dt| ||| |� q| S )NZ_sset_)r$ r+ r& r, r r r � __setstate__� s r1 c C s | � � S r )�copy��valr r r �
_sget_dict� s r5 c C s |� � |�|� d S r )�clearr% ��key�obr- r r r �
_sset_dict� s r: c C s | � � S r )r0 r3 r r r � _sget_object� s r; c C s |� |� d S r )r1 r7 r r r � _sset_object� s r< c G s d S r r ��argsr r r �<lambda>� � r? c C sb t � } t�| �}|dk r^tjdkr^z&dd�t� dd� �|�d�f } W n tk
r\ Y nX | S )aZ Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group�
ValueError)�plat�mr r r �get_supported_platform� s
&rO �require�
run_script� get_provider�get_distribution�load_entry_point�
get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment�
WorkingSet�ResourceManager� Distribution� Requirement�
EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections�
safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST�
CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata�
EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr � PkgResourcesDeprecationWarning�run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j� S r )� __class__r �reprr> ��selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rk � s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d
� Z d S ) rl z�
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
z3{self.dist} is installed but {self.req} is requiredc C s
| j d S �Nr r= r� r r r �dist s zVersionConflict.distc C s
| j d S �Nr r= r� r r r �req s zVersionConflict.reqc C s | j jf t� �S r �� _template�format�localsr� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
)r> �ContextualVersionConflict)r� � required_byr> r r r � with_context s z VersionConflict.with_contextN)
r r r r r� �propertyr� r� r� r� r r r r rl s
c @ s& e Zd ZdZejd Zedd� �ZdS )r� z�
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
z by {self.required_by}c C s
| j d S )NrC r= r� r r r r� * s z%ContextualVersionConflict.required_byN)r r r r rl r� r� r� r r r r r� " s
r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d
� Z d d � Z
d
S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s
| j d S r� r= r� r r r r� 5 s zDistributionNotFound.reqc C s
| j d S r� r= r� r r r � requirers9 s z DistributionNotFound.requirersc C s | j s
dS d�| j �S )Nzthe applicationz, )r� rI r� r r r �
requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t� �S r r� r� r r r r� C s zDistributionNotFound.reportc C s | � � S r )r� r� r r r �__str__F s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r rm / s
c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s z{}.{}r rC ���c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� X s c C st t | t�r$t�| �p"tt| ��d S ztj| }W n& tk
rX t | � tj| }Y nX t
|dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr �
__loader__N)
�
isinstanceri r_ �findrP �strrG �modules�KeyError�
__import__�getattr�
_find_adapterr� )Z moduleOrReq�module�loaderr r r rR b s
c C sd | s\t �� d }|dkrLd}tj�|�rLttd�rLt�|�}d|krL|d }| �|� d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionrB )
rH Zmac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher ZplistZ
plist_contentr r r rJ o s
rJ c C s ddd�� | | �S )NZppc)ZPowerPCZPower_Macintosh)�get)�machiner r r � _macosx_arch s r� c C s~ ddl m} | � }tjdkrz|�d�szz>t� }t�� d �dd�}dt |d �t |d �t
|�f W S t k
rx Y nX |S )
z�Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
r )rs rA zmacosx-r � �_zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH �
startswithrJ r� �uname�replace�intr� rL )rs rM r r� r r r rD � s
�rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t �|�}|r�t �| �}|s�t�| �}|r�t|�d��}d|�d�|�d�f }|dkr||dks�|dkr�|d kr�dS d
S |�d�|�d�ks�|�d �|�d �kr�d
S t|�d��t|�d��kr�d
S dS d
S ) z�Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
NTr z%s.%srC � z10.3� z10.4Fr )rE rF �darwinVersionStringr� rK )ZprovidedZrequiredZreqMacZprovMacZ
provDarwinZdversionZ macosversionr r r rt � s2
��� c C s< t �d�j}|d }|�� ||d< t| �d �||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N�rG � _getframe� f_globalsr6 rP rQ )Z dist_spec� script_name�ns�namer r r rQ � s
c C s@ t | tj�rt�| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesri �parserR rh � TypeError�r� r r r rS � s
c C s t | ��||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT �r� rK r� r r r rT � s c C s t | ��|�S )�=Return the entry point map for `group`, or the full entry map)rS rU )r� rK r r r rU � s c C s t | ��||�S �z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r� r r r rV � s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr �r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted.Nr r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r� r r r �metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r� r r r �metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rQ r r r r r� � s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``Nr ��manager�
resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr �r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r� r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r� r r r r[ % s z"IResourceProvider.resource_listdirN)
r r r r r� r� r� r� r] r[ r r r r r�
s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d
� Zd d � Z d
d� Z
d(dd�Z dd� Z dd� Z
d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| �|� q*dS )z?Create working set from list of path entries (default=sys.path)N)�entries�
entry_keys�by_key� callbacksrG r� � add_entry)r� r� �entryr r r �__init__, s zWorkingSet.__init__c C sb | � }zddl m} W n tk
r. | Y S X z|�|� W n tk
r\ | �|� Y S X |S )z1
Prepare the master working set.
r )� __requires__)�__main__r� � ImportErrorrP rl �_build_from_requirements)�cls�wsr� r r r �
_build_master9 s
zWorkingSet._build_masterc C sf | g �}t |�}|�|t� �}|D ]}|�|� q"tjD ]}||jkr8|�|� q8|jtjdd�< |S )zQ
Build a working set from a requirement spec. Rewrites sys.path.
N)rp �resolvere �addrG r� r� r� )r� Zreq_specr� �reqs�distsr� r� r r r r� M s
z#WorkingSet._build_from_requirementsc C s< | j �|g � | j�|� t|d�D ]}| �||d� q$dS )a� Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
TFN)r� �
setdefaultr� r� ra r� )r� r� r� r r r r� c s
zWorkingSet.add_entryc C s | j �|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r8 �r� r� r r r � __contains__r s zWorkingSet.__contains__c C s, | j �|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
N)r� r� r8 rl )r� r� r� r r r r� v s
zWorkingSet.findc s � �fdd�| D �S )a Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
c 3 s8 | ]0}|� � ��� D ] }�d ks*�|jkr|V qqd S r )rU �valuesr� )�.0r� r� �rK r� r r � <genexpr>� s
�z/WorkingSet.iter_entry_points.<locals>.<genexpr>r �r� rK r� r r� r rW � s �z WorkingSet.iter_entry_pointsc C s> t �d�j}|d }|�� ||d< | �|�d �||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr� )r� �requiresr� r� r� r r r rQ � s
zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq
| j| D ] }||kr$d||< | j| V q$q
dS )z�Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
r N)r� r� r� )r� �seen�itemr8 r r r �__iter__� s
zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| j�|g �}| j�|jg �}|sV|j| jkrVdS || j|j< |j|krx|�|j� |j|kr�|�|j� | �|� dS )a Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
�r� N) � insert_onr� �locationr� r� r8 r� r� �
_added_new)r� r� r� �insertr� �keysZkeys2r r r r� � s
zWorkingSet.addc C sx t |�ddd� }i }i }g }t� } t�t�}
|�rt|�d�} | |krHq.| �| |�sVq.|�| j�} | dk�r| j �| j�} | dks�| | kr�|r�| }
|dkr�| dkr�t
| j �}nt
g �}t g �}
|j
| |
||d� } || j< | dkr�|
�| d�}t| |��|�| � | | k�r$|
| }t| | ��|��| �| j�ddd� }|�|� |D ] }|
| �| j� | j| |< �qHd|| < q.|S )a� List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
Nr� r )�replace_conflictingT)�list�
_ReqExtras� collections� defaultdict�set�pop� markers_passr� r8 r� re r� rf �
best_matchrm r� rl r� r �extras�extendr� � project_name)r� � requirements�env� installerr r Z processedZbestZ to_activateZ
req_extrasr� r� r� r� r� Z
dependent_reqZnew_requirementsZnew_requirementr r r r� � sT
�
zWorkingSet.resolvec C s
t |�}|�� i }i }|dkr4t| j�}||7 }n|| }| �g �} t t| j| �� |D ]�}
||
D ]�} | �� g} z| �| ||�}
W nB t k
r� } z$||| < |r�W Y �qfn
W Y � qZW 5 d}~X Y qfX t t| j|
�� |�
t � |
�� qZqfqZt |�}|�� ||fS )as Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
N)
r �sortre r� r� r r� �as_requirementr� rk r% r' r( )r� Z
plugin_envZfull_envr ZfallbackZplugin_projectsZ
error_infoZ
distributionsr Z
shadow_setr r� r� Z resolveesr" r r r � find_plugins' s4 $
zWorkingSet.find_pluginsc G s& | � t|��}|D ]}| �|� q|S )a� Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
)r� rp r� )r� r Zneededr� r r r rP { s zWorkingSet.requirec C s8 || j krdS | j �|� |s"dS | D ] }||� q&dS )z�Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
N)r� r� )r� �callback�existingr� r r r � subscribe� s
zWorkingSet.subscribec C s | j D ] }||� qd S r )r� )r� r� r r r r r � s
zWorkingSet._added_newc C s, | j d d � | j�� | j�� | jd d � fS r )r� r� r2 r� r� r� r r r r0 � s
�zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |�� | _|�� | _|d d � | _d S r )r� r2 r� r� r� )r� Ze_k_b_cr� r
r� r� r r r r1 � s
zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr� r� r� r� r� rW rQ r r� r� r rP r r r0 r1 r r r r rf ) s4
�
] �
T
c @ s e Zd ZdZddd�ZdS )r
z>
Map each requirement to the extras that demanded it.
Nc s2 � fdd�| � � d�|pd D �}� j p0t|�S )z�
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
c 3 s | ]}� j �d |i�V qdS )�extraN��marker�evaluate)r� r! �r� r r r� � s �z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r� r# �any)r� r� r Z extra_evalsr r% r r � s
�z_ReqExtras.markers_pass)N)r r r r r r r r r r
� s r
c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d
�Z d d � Z
d
d� Z ddd�Z d dd�Z
dd� Zdd� Zdd� ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| �|� dS )a! Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
N)�_distmaprH �python�scan)r� � search_pathrH r( r r r r� � s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
N)r( �
py_versionrt rH )r� r� Z py_compatr r r �can_add� s
�
�zEnvironment.can_addc C s | j |j �|� dS )z"Remove `dist` from the environmentN)r' r8 �remover� r r r r- � s zEnvironment.removec C s4 |dkrt j}|D ] }t|�D ]}| �|� q qdS )ad Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
N)rG r� ra r� )r� r* r r� r r r r) � s
zEnvironment.scanc C s |� � }| j�|g �S )a Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
)�lowerr' r� )r� r Zdistribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | � |�rH|�� rH| j�|jg �}||krH|�|� |jt�d�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added
�hashcmpT�r8 �reverseN) r, � has_versionr' r� r8 r� r �operator�
attrgetter)r� r� r� r r r r� s
zEnvironment.addFc C sf z|� |�}W n tk
r, |s$� d}Y nX |dk r:|S | |j D ]}||krD| S qD| �||�S )a� Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
N)r� rl r8 �obtain)r� r� r_ r r r� r r r r s
zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.Nr )r� Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j �� D ]}| | r
|V q
dS )z=Yield the unique project names of the available distributionsN)r' r
�r� r8 r r r r 7 s zEnvironment.__iter__c C sV t |t�r| �|� n<t |t�rD|D ] }|| D ]}| �|� q0q$ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� rh r� re r� )r� �otherZprojectr� r r r �__iadd__= s
zEnvironment.__iadd__c C s* | j g ddd�}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( �r� )r� r8 �newr r r r �__add__I s
zEnvironment.__add__)N)NF)N)r r r r rO �PY_MAJORr� r, r- r) r/ r� r r6 r r9 r< r r r r re � s" �
�
c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
Nr r r r r ro U s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z d dd�Z
edd� �Zdd� Zdd� Zd d d �ZdS )!rg z'Manage resource extraction and packagesNc C s
i | _ d S r )� cached_filesr� r r r r� i s zResourceManager.__init__c C s t |��|�S )z Does the named resource exist?)rR r� �r� Zpackage_or_requirementr� r r r r\ l s z ResourceManager.resource_existsc C s t |��|�S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s �z ResourceManager.resource_isdirc C s t |��| |�S )z4Return a true filesystem path for specified resource)rR r� r? r r r rZ v s �z!ResourceManager.resource_filenamec C s t |��| |�S )z9Return a readable file-like object for specified resource)rR r� r? r r r rY | s �z ResourceManager.resource_streamc C s t |��| |�S )z%Return specified resource as a string)rR r� r? r r r rX � s �z ResourceManager.resource_stringc C s t |��|�S )z1List the contents of the named resource directory)rR r[ r? r r r r[ � s �z ResourceManager.resource_listdirc C sR t �� d }| jpt� }t�d��� }t|jf t � ��}| |_
||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
N)
rG �exc_info�extraction_pathrd �textwrap�dedent�lstripro r� r� r� �
cache_pathZoriginal_error)r� �old_excrE �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorr c C sf | j p
t� }tjj||d f|�� }z t|� W n tk
rL | �� Y nX | �|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
z-tmpr )
rA rd r� r� rI �_bypass_ensure_directory� ExceptionrI � _warn_unsafe_extraction_pathr> )r� Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s
z ResourceManager.get_cache_pathc C sV t jdkr | �t jd �s dS t �| �j}|tj@ s>|tj@ rRd| }t� |t
� dS )aN
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
�ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r rL � s
��z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t �|�jdB d@ }t �||� dS )a4 Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
�posixim i� N)r� r� rQ rR �chmod)r� Ztempname�filenamerX r r r � postprocess� s
zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
z5Can't change extraction path, files already extractedN)r> rL rA �r� r� r r r rb � s
�z#ResourceManager.set_extraction_pathFc C s dS )aB
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
Nr )r� �forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r� r\ r] rZ rY rX r[ rI rN � staticmethodrL r] rb rc r r r r rg e s
c C s t j�d�ptjdd�S )z�
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� rP r� r Zuser_cache_dirr r r r rd s
�c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�subr� r r r rq % s c C sJ zt tj�| ��W S tjjk
rD | �dd�} t�dd| � Y S X dS )zB
Convert an arbitrary string to a standard version string
r� rB ra rb N)r� r r r r r� rc rd )r r r r rr - s
c C s t �dd| ��� S )z�Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
z[^A-Za-z0-9.-]+r� )rc rd r. )r! r r r rw 9 s c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
rb r� r r� r r r rx B s c
C sH z t | � W n6 tk
rB } zd|_d|_| W Y �S d}~X Y nX dS )zo
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
NF)rz � SyntaxErrorr\ �lineno)�text�er r r ry J s c
C sJ zt j�| �}|�� W S t jjk
rD } z t|��W 5 d}~X Y nX dS )z�
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
N)r ZmarkersZMarkerr$ Z
InvalidMarkerre )rg r! r# rh r r r rz X s
c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zed'd(� �Zd)d*� ZdS )+r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tj�t |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path�r� r� r r r r� n s zNullProvider.__init__c C s | � | j|�S r )�_fnrk �r� r� r� r r r r� r s z"NullProvider.get_resource_filenamec C s t �| �||��S r )�io�BytesIOr� rn r r r r� u s z NullProvider.get_resource_streamc C s | � | �| j|��S r )�_getrm rk rn r r r r� x s z NullProvider.get_resource_stringc C s | � | �| j|��S r )�_hasrm rk �r� r� r r r r� { s zNullProvider.has_resourcec C s | � | j|�S r )rm �egg_info�r� r� r r r �_get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | �|�}| �|�S r )rt rv rr �r� r� r� r r r r� � s
zNullProvider.has_metadatac
C st | j s
dS | �|�}| �|�}tjr(|S z |�d�W S tk
rn } z | jd�||�7 _� W 5 d }~X Y nX d S )Nr� �utf-8z in {} file at path: {}) rt rv rq r �PY2�decode�UnicodeDecodeError�reasonr� )r� r� r� �value�excr r r r� � s
zNullProvider.get_metadatac C s t | �|��S r �ru r� ru r r r r� � s z NullProvider.get_metadata_linesc C s | � | �| j|��S r )�_isdirrm rk rs r r r r] � s zNullProvider.resource_isdirc C s | j o| �| �| j |��S r )rt r� rm ru r r r r� � s zNullProvider.metadata_isdirc C s | � | �| j|��S r )�_listdirrm rk rs r r r r[ � s z NullProvider.resource_listdirc C s | j r| �| �| j |��S g S r )rt r� rm ru r r r r� � s z NullProvider.metadata_listdirc
C s� d| }| � |�s$tdjf t� ���| �|��dd�}|�dd�}| �| j|�}||d< tj �
|�r�t |�� � }t
||d�}t|||� n>dd lm} t|�d|�d�|f||< t
||d�} t| ||� d S )
Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z
�
�
ri �execr )�cache)r� rk r� r� r� r� rm rt r� r� r� r �read�compiler� � linecacher� �lenr )
r� r� r� ZscriptZ script_textZscript_filename�source�coder� Z script_coder r r rQ � s.
�� � zNullProvider.run_scriptc C s t d��d S �Nz9Can't perform this operation for unregistered loader type��NotImplementedErrorr^ r r r rr � s �zNullProvider._hasc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._isdirc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._listdirc C s* | � |� |r&tjj|f|�d��� S |S )N�/)�_validate_resource_pathr� r� rI r )r� �baser� r r r rm � s
zNullProvider._fnc C sp t jj| �tj�kp&t�| �p&t�| �}|s0dS d}t�| �rPt�| �sPt|��t j
|dd� d t dd� dS )aO
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
>>> vrp(r'C:\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
Nz=Use of .. or absolute path in a resource path is not allowed.r� z/ and will raise exceptions in a future release.r ��
stacklevel) r� r� �pardirr � posixpath�sep�isabs�ntpathrL rU rV �DeprecationWarning)r� ZinvalidrY r r r r� � s 6���z$NullProvider._validate_resource_pathc C s$ t | jd�r| j�|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r� r� r^ r r r rq s
�zNullProvider._get) r r r r �egg_namert r� r� r� r� r� r� rv r� r� r� r] r� r[ r� rQ rr r� r� rm r` r� rq r r r r r� g s2
Jc @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t �| |� | �� d S r )r� r� �
_setup_prefixrl r r r r� - s zEggProvider.__init__c C sZ | j }d }||krVt|�r@tj�|�| _tj�|d�| _|| _qV|}tj� |�\}}q
d S )N�EGG-INFO)
rk � _is_egg_pathr� r� �basenamer� rI rt �egg_rootr )r� r� �oldr� r r r r� 1 s zEggProvider._setup_prefixN)r r r r r� r� r r r r r� * s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )r� z6Provides access to package resources in the filesystemc C s t j�|�S r )r� r� r� r^ r r r rr C s zDefaultProvider._hasc C s t j�|�S r )r� r� r
r^ r r r r� F s zDefaultProvider._isdirc C s
t �|�S r )r� �listdirr^ r r r r� I s zDefaultProvider._listdirc C s t | �| j|�d�S �N�rb)r rm rk rn r r r r� L s z#DefaultProvider.get_resource_streamc
C s* t |d��}|�� W 5 Q R � S Q R X d S r� )r r� )r� r� �streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td ��}t|| � qd S )N)�SourceFileLoader�SourcelessFileLoader)r� �importlib_machinery�typer� )r� Z loader_namesr� Z
loader_clsr r r � _registerS s zDefaultProvider._registerN) r r r r rr r� r� r� rq r r� r r r r r� @ s c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d
� Z dS ) r� z.Provider that returns nothing for all requestsNc C s dS �NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS �Nr� r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r� h s zEmptyProvider._listdirc C s d S r r r� r r r r� k s zEmptyProvider.__init__)
r r r r rk r� rr rq r� r� r r r r r� ^ s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz
zip manifest builder
c
s@ t �|��,� � fdd�� �� D �}t|�W 5 Q R � S Q R X dS )a
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
c 3 s& | ] }|� d tj�� �|�fV qdS )r� N)r� r� r� Zgetinfo�r� r� �Zzfiler r r� � s � �z%ZipManifests.build.<locals>.<genexpr>N)�zipfileZZipFileZnamelistr' )r� r� r+ r r� r �buildw s
�zZipManifests.buildN)r r r r r r� �loadr r r r r� r s
r� c @ s$ e Zd ZdZe�dd�Zdd� ZdS )�MemoizedZipManifestsz%
Memoized zipfile manifests.
� manifest_modzmanifest mtimec C sR t j�|�}t �|�j}|| ks.| | j|krH| �|�}| �||�| |< | | jS )zW
Load a manifest at path or return a suitable manifest already loaded.
) r� r� �normpathrQ �st_mtime�mtimer� r� �manifest)r� r� r� r� r r r r� � s
zMemoizedZipManifests.loadN)r r r r r �
namedtupler� r� r r r r r� � s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e
d d
� �Z d d � Z e
d
d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t �| |� | jjtj | _d S r )r� r� r� �archiver� r� �zip_prerl r r r r� � s zZipProvider.__init__c C sP |� tj�}|| jjkr dS |�| j�r:|t| j�d � S td|| jf ��d S )Nr� �%s is not a subpath of %s) �rstripr� r� r� r� r� r� r� �AssertionError�r� �fspathr r r �
_zipinfo_name� s �zZipProvider._zipinfo_namec C sP | j | }|�| jtj �r:|t| j�d d � �tj�S td|| jf ��d S )Nr r� )r� r� r� r� r� r� r r� )r� �zip_pathr� r r r �_parts� s
�zZipProvider._partsc C s | j �| jj�S r )�_zip_manifestsr� r� r� r� r r r �zipinfo� s zZipProvider.zipinfoc C s\ | j std��| �|�}| �� }d�| �|��|krP|D ]}| �|| �|�� q8| �||�S )Nz5resource_filename() only supported for .egg, not .zipr� )r� r� �_resource_to_zip�_get_eager_resourcesrI r� �_extract_resource�
_eager_to_zip)r� r� r� r� �eagersr� r r r r� � s �
z!ZipProvider.get_resource_filenamec C s" | j }| jd }t�|�}||fS )N)r r r� )� file_size� date_time�time�mktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_size� s
z ZipProvider._get_date_and_sizec
C sx || � � kr@| � � | D ]}| �|tj�||��}qtj�|�S | �| j| �\}}ts`t d��z�|�
| j | � |��}| �
||�r�|W S tdtj�|�d�\}} t�|| j�|�� t�|� t| ||f� |�| |� zt| |� W nh tjk
�rN tj�|��rH| �
||��r | Y W S tjdk�rHt|� t| |� | Y W S � Y nX W n tjk
�rr |�� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirrO )�_indexr� r� r� rI rj r� r� �
WRITE_SUPPORT�IOErrorrN r� r� � _is_current�_mkstemp�writer� r� �closer r] r
�error�isfiler� r rI )
r� r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� � sN � �
�
z ZipProvider._extract_resourcec C sx | � | j| �\}}tj�|�s$dS t�|�}|j|ksB|j|krFdS | j� |�}t
|d��}|� � }W 5 Q R X ||kS )zK
Return True if the file_path is current for this zip_path
Fr� ) r� r� r� r� r� rQ �st_sizer� r� r� r r� ) r� Z file_pathr� r� r� rQ Z zip_contents�fZ
file_contentsr r r r� s
zZipProvider._is_currentc C s> | j d kr8g }dD ] }| �|�r|�| �|�� q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r� r� r r� )r� r� r� r r r r� " s
z ZipProvider._get_eager_resourcesc C s� z| j W S tk
r� i }| jD ]V}|�tj�}|r"tj�|d d� �}||krh|| �|d � q"q2|�� g||< q2q"|| _ | Y S X d S )Nr� ) Z _dirindex�AttributeErrorr� r r� r� rI r� r )r� Zindr� �parts�parentr r r r� + s
zZipProvider._indexc C s | � |�}|| jkp || �� kS r )r� r� r� )r� r� r� r r r rr < s
zZipProvider._hasc C s | � |�| �� kS r )r� r� r� r r r r� @ s zZipProvider._isdirc C s t | �� �| �|�d��S �Nr )r r� r� r� r� r r r r� C s zZipProvider._listdirc C s | � | �| j|��S r )r� rm r� rs r r r r� F s zZipProvider._eager_to_zipc C s | � | �| j|��S r )r� rm rk rs r r r r� I s z ZipProvider._resource_to_zip)r r r r r� r� r� r� r� r� r� r� r� r` r� r� r� r� r� rr r� r� r� r� r r r r r� � s(
7 c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� a* Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
c C s
|| _ d S r �r� r^ r r r r� \ s zFileMetadata.__init__c C s | j S r r� ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j�| j�S )N�PKG-INFO)r� r� r� ru r r r r� b s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|�� }W 5 Q R X | �|� |S )Nr� z(No metadata except PKG-INFO is availablerx r� )�encoding�errors)r� ro r r� r� �_warn_on_replacement)r� r� r� �metadatar r r r� e s
zFileMetadata.get_metadatac C s2 d� d�}||kr.d}|jf t� �}t�|� d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r� r� rU rV )r� r� Zreplacement_charrG rY r r r r� n s
z!FileMetadata._warn_on_replacementc C s t | �|��S r r ru r r r r� v s z FileMetadata.get_metadata_linesN)
r r r r r� rv r� r� r� r� r r r r r� P s c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
c C s || _ || _d S r )rk rt )r� r� rt r r r r� � s zPathMetadata.__init__N�r r r r r� r r r r r� z s c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj�|j |j�| _n|j | _| � � dS )z-Create a metadata provider from a zipimporterN)
r� r� r� r� r� �prefixr� rI rk r� )r� �importerr r r r� � s zEggMetadata.__init__Nr� r r r r r� � s r' ��_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example.Nr� )�
importer_typeZdistribution_finderr r r r� � s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r ra � s
c c s� | j �d�rdS t| �}|�d�r2tj||d�V |r:dS |�d�D ]|}t|�r�tj �
||�}t t �
|�|�}|D ]
}|V qrqD|�� �d�rDtj �
||�}tt �
|��}||_t�|||�V qDdS )z@
Find eggs in zip files; possibly multiple nested eggs.
z.whlNr� �r� r� �
.dist-info)r� �endswithr� r� rh �
from_filenamer[ r� r� r� rI �find_eggs_in_zip� zipimport� zipimporterr. rt �
from_location) r� r� r� r� Zsubitem�subpathr� r� Zsubmetar r r r� � s$
r� c C s dS r� r )r� r� r� r r r � find_nothing� s r� c C s dd� }t | |dd�S )aL
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
c S s2 t j�| �\} }t�| �d�|g�}dd� |D �S )z6
Parse each component of the filename
rb c S s g | ]}t j�|��qS r )r r r� )r� �partr r r �
<listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr� r r r � _by_version� s z+_by_version_descending.<locals>._by_versionTr1 )�sorted)rM r r r r �_by_version_descending� s r c
# s� t ���t��r4tj�t�tj��d��d�V dS t��}� �fdd�|D �}t |�}|D ]2}tj��|�}t
�|� �}||�D ]
} | V q�q\dS )z6Yield distributions accessible on a sys.path directoryr� r� Nc 3 s | ]}t �|� �r|V qd S r )� dist_factory)r� r� �r� r� r r r� s �z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggrh r� r� r� r� rI � safe_listdirr r )
r� r� r� r� ZfilteredZpath_item_entriesr� �fullpath�factoryr� r r r � find_on_path� s( �� � r c C sH |� � }tt|jd��}|r tS |s0t|�r0tS |sB|�d�rBtS t� S )z9
Return a dist_factory for a path_item and entry
)� .egg-infor� z .egg-link) r. r& r r� �distributions_from_metadatar� ra �resolve_egg_link�NoDists)r� r� r� r. Zis_metar r r r s ������r c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )r zS
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
c C s dS r� r r� r r r �__bool__. s zNoDists.__bool__c C s t d�S r� )�iter)r� r r r r �__call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s
r c
C sv z t �| �W S ttfk
r$ Y nN tk
rp } z0|jtjtjtjfkpXt |dd�dk}|s`� W 5 d}~X Y nX dS )zI
Attempt to list contents of path, but suppress some exceptions.
ZwinerrorNi r )
r� r� �PermissionError�NotADirectoryError�OSError�errnoZENOTDIRZEACCESZENOENTr� )r� rh Z ignorabler r r r 7 s �r c c sf t j�| �}t j�| �r:tt �| ��dkr.d S t|| �}nt| �}t j�| �}t j
|||t d�V d S )Nr )�
precedence) r� r� rj r
r� r� r� r� r� rh r� r� )r� �rootr� r� r r r r
L s �r
c c s4 t | ��"}|D ]}|�� }|r|V qW 5 Q R X dS )z1
Yield non-empty lines from file at path
N)r �strip)r� r� �liner r r �non_empty_lines[ s
r c s. t � �}� fdd�|D �}tt|�}t|d�S )za
Given a path to an .egg-link, resolve distributions
present in the referenced path.
c 3 s$ | ] }t j�t j�� �|�V qd S r )r� r� rI rj )r� �refr� r r r� l s �z#resolve_egg_link.<locals>.<genexpr>r )r r ra �next)r� Zreferenced_pathsZresolved_pathsZ dist_groupsr r� r r f s
�
r �
FileFinder��_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
Nr )r� Znamespace_handlerr r r r� } s c C s� t |�}|dkrdS t�� � t�d� |�| �}W 5 Q R X |dkrHdS tj�| �}|dkr�t� | � }tj| < g |_
t | � nt |d�s�t
d| ��tt|�}|||| |�}|dk r�|j
}|�|� |�| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�ignore�__path__�Not a package:)r rU �catch_warnings� simplefilter� find_modulerG r� r� �types�
ModuleTyper# �_set_parent_nsr� r� r� r r� � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r �
_handle_ns� s.
r. c sj dd� t jD ���fdd��� �fdd�}t| |d�}dd� |D �}t|jt�r`||jd d �< n||_d S )
zq
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
c S s g | ] }t |��qS r �r �r� �pr r r r� � s z%_rebuild_mod_path.<locals>.<listcomp>c s. z � � | �W S tk
r( td� Y S X dS )z/
Workaround for #520 and #513.
�infN)�indexrL �float)r� )�sys_pathr r �safe_sys_path_index� s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | � tj�}� �d�d }|d| � }�ttj�|���S )zR
Return the ordinal of the path based on its position in sys.path
rB r N)r r� r� �countr rI )r� �
path_partsZ module_partsr� )� package_namer6 r r �position_in_sys_path� s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |��qS r r/ r0 r r r r� � s N)rG r� r r� r# r )� orig_pathr9 r� r: �new_pathr )r9 r6 r5 r r, � s r, c C s� t �� z�| tkrW ��dS tj}| �d�\}}}|r|t|� |tkrLt|� ztj | j
}W n t k
rz t d|��Y nX t�
|p�dg ��| � t�
| g � |D ]}t| |� q�W 5 t �� X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )�_imp� acquire_lock� release_lockr! rG r� �
rpartitionr^ r� r� r# r� r� r� r� r. )r- r� r� r� r� r r r r^ � s& c C sF t �� z.t�|d�D ] }t|| �}|rt||� qW 5 t �� X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r� r. r� )r� r� �packager� r r r r� � s
c C sD t j�||�d�d �}t|�}|jD ]}t|�|kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r� N)r� r� rI r r r# )r� r� r- r� r� Z
normalizedr r r r �file_ns_handler� s
rB c C s d S r r )r� r� r- r� r r r �null_ns_handler s rC c C s t j�t j�t j�t| ����S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpathr� �
_cygwin_patch�r\ r r r r| s c C s t jdkrtj�| �S | S )a
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
�cygwin)rG rH r� r� �abspathrG r r r rF s rF c C s8 z
|| W S t k
r2 t| � || < }| Y S X d S r )r� r| )r\ r� �resultr r r r ) s
r c C s | � � �d�S )z7
Determine if given path appears to be an egg.
�.egg)r. r� r� r r r r� 1 s r� c C s t | �o tj�tj�| dd��S )z@
Determine if given path appears to be an unpacked egg.
r� r� )r� r� r� r� rI r� r r r r 8 s �r c C s< | � d�}|�� }|r8d�|�}ttj| |tj| � d S )NrB )r r rI �setattrrG r� )r- r� r� r� r r r r* B s
r* c c sZ t | tj�r8| �� D ] }|�� }|r|�d�s|V qn | D ]}t|�D ]
}|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� �
splitlinesr r� ru )�strs�sZssr r r ru J s
z \w+(\.\w+)*$z�
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
c @ s� e Zd ZdZddd�Zdd� Zdd � Zdd d �Zd
d� Zd dd�Z e
� d�Z e
d dd��Ze
dd� �Ze
d dd��Ze
d dd��ZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErL r� � module_name�tuple�attrsr r� )r� r� rR rT r r� r r r r� j s
zEntryPoint.__init__c C sH d| j | jf }| jr*|dd�| j� 7 }| jrD|dd�| j� 7 }|S )Nz%s = %s�:rB z [%s]�,)r� rR rT rI r )r� rP r r r r� s s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r)�r� r� r r r r� { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd� |r,| j||� | �� S )zH
Require packages for this EntryPoint, then resolve it.
zJParameters to load are deprecated. Call .resolve and .require separately.rC r� )rU rV r� rP r� )r� rP r> �kwargsr r r r� ~ s � zEntryPoint.loadc
C sX t | jdgdd�}zt�t| j|�W S tk
rR } ztt|���W 5 d}~X Y nX dS )zD
Resolve the entry point from its module and attrs.
r r )�fromlist�levelN) r� rR � functools�reducer� rT r� r� r� )r� r� r~ r r r r� � s
zEntryPoint.resolvec C sL | j r| jstd| ��| j�| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r ) r r� rn r r_ r� r r r� )r� r r r� r+ r r r rP � s
zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j �|�}|s d}t||��|�� }| �|d �}|d rJ|d �d�nd}| |d |d |||�S )a Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
z9EntryPoint must be in 'name=module:attrs [extras]' formatr �attrrB r r� r� )�patternrF rL � groupdict�
_parse_extrasr )r� �srcr� rN rY �resr rT r r r r� � s
zEntryPoint.parsec C s( |sdS t �d| �}|jr"t� �|jS )Nr �x)ri r� �specsrL r )r� Z extras_specr� r r r r` � s zEntryPoint._parse_extrasc C sV t |�std|��i }t|�D ]2}| �||�}|j|krFtd||j��|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r� r� )r� rK �linesr� �thisr �epr r r � parse_group� s
zEntryPoint.parse_groupc C st t |t�r|�� }nt|�}i }|D ]J\}}|dkrB|s:q$td��|�� }||kr\td|��| �|||�||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r' r+ rv rL r rh )r� �datar� �mapsrK re r r r � parse_map� s
zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r� r� r� r� r� rP rc r� r^ r r� r` rh rk r r r r rj g s$
�
c C s> | sdS t j�| �}|d �d�r:t j�|d d� d �S | S )Nr� r� zmd5=)r� )r r� Zurlparser� Z
urlunparse)r Zparsedr r r �_remove_md5_fragment� s rl c C s@ dd� }t || �}tt|�d�}|�d�\}}}t|�� �p>dS )z�
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
c S s | � � �d�S )Nzversion:)r. r� )r r r r �is_version_line� s z+_version_from_file.<locals>.is_version_liner� rU N)r r r � partitionrr r )re rm Z
version_linesr r� r} r r r �_version_from_file� s
ro c s� e Zd ZdZdZddddedefdd�ZedSdd��Z dd � Z
e d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� ZdTd)d*�Z d+d,� Z d-d.� Z d/d0� Z dUd2d3�Z d4d5� Z!d6d7� Z"d8d9� Z#d:d;� Z$� fd<d=�Z%e&e'd>��s4[%edVd?d@��Z(dAdB� Z)dCdD� Z*dWdEdF�Z+dGdH� Z,dXdIdJ�Z-dKdL� Z.dMdN� Z/dOdP� Z0e dQdR� �Z1� Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar� Nc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown)
rq r rr �_versionr+ rH r r r� � _provider)r� r r� r r r+ rH r r r r r�
s
zDistribution.__init__c K s~ d gd \}}}}t j�|�\}} | �� tkr^t| �� } t|�}
|
r^|
�dddd�\}}}}| ||f||||d�|���� S )Nr r� ZverZpyverrM )r r r+ rH )r� r� r� r. �_distributionImpl�EGG_NAMErK �_reload_version) r� r r� r� r) r r r+ rH r rF r r r r�
s. � � ��zDistribution.from_locationc C s | S r r r� r r r rt #
s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS r� )�parsed_versionr r8 rl r r+ rH r� r r r r0 &
s �zDistribution.hashcmpc C s
t | j�S r )�hashr0 r� r r r �__hash__1
s zDistribution.__hash__c C s | j |j k S r �r0 �r� r8 r r r �__lt__4
s zDistribution.__lt__c C s | j |j kS r rx ry r r r �__le__7
s zDistribution.__le__c C s | j |j kS r rx ry r r r �__gt__:
s zDistribution.__gt__c C s | j |j kS r rx ry r r r �__ge__=
s zDistribution.__ge__c C s t || j�sdS | j|jkS r� )r� r� r0 ry r r r �__eq__@
s zDistribution.__eq__c C s
| |k S r r ry r r r �__ne__F
s zDistribution.__ne__c C s6 z| j W S tk
r0 | j�� | _ }| Y S X d S r )Z_keyr� r r. r7 r r r r8 M
s
zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r# r r� r� r r r ru U
s
zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S t�d��� �dd�}t �
|j f t | ��t
� d S )Na>
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
r� r� )r r r! r� r� rB rC r r� rU rV r� �varsr )r� ZLVZ is_legacyrG r r r �_warn_legacy_version\
s � z!Distribution._warn_legacy_versionc C sZ z| j W S tk
rT | �� }|d krL| �| j�}d�| j|�}t|| ��| Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r� � _get_version� _get_metadata_path_for_display�PKG_INFOr� rL )r� r r� rY r r r r v
s � �
zDistribution.versionc C s4 z| j W S tk
r, | �| �� �| _ Y nX | j S )z~
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
)Z_Distribution__dep_mapr� �_filter_extras�_build_dep_mapr� r r r �_dep_map�
s
zDistribution._dep_mapc C sr t td| ��D ]^}|}| �|�}|�d�\}}}|oDt|�pDt|� }|rNg }t|�pXd}| �|g ��|� q| S )z�
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
NrU ) r r r rn ry rz rw r� r )�dmr! Z new_extrar� r� r# Z fails_markerr r r r� �
s
� zDistribution._filter_extrasc C s@ i }dD ]2}t | �|��D ] \}}|�|g ��t|�� qq|S )N)z requires.txtz depends.txt)rv �
_get_metadatar� r rp )r� r� r� r! r� r r r r� �
s
zDistribution._build_dep_mapr c C sf | j }g }|�|�dd�� |D ]@}z|�|t|� � W q tk
r^ td| |f ��Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r� r r� rw r� rn )r� r r� Zdepsr r r r r �
s
� zDistribution.requiresc C s, z| j �|�}W n tk
r& Y dS X |S )zK
Return the path to the given metadata file, if available.
z[could not detect])rq rv rK rw r r r r� �
s
z+Distribution._get_metadata_path_for_displayc c s$ | � |�r | �|�D ]
}|V qd S r )r� r� )r� r� r r r r r� �
s
zDistribution._get_metadatac C s | � | j�}t|�}|S r )r� r� ro )r� re r r r r r� �
s zDistribution._get_versionFc C sV |dkrt j}| j||d� |t jkrRt| j� | �d�D ]}|t jkr:t|� q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr �namespace_packages.txt)rG r� r r� r r� r� r^ )r� r� r� Zpkgr r r �activate�
s
zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez
%s-%s-py%srb )rx r r r+ r= rH )r� r\ r r r r� �
s �zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r r� r� r r r r� �
s zDistribution.__repr__c C s@ zt | dd �}W n tk
r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r� rL r )r� r r r r r� �
s
zDistribution.__str__c C s |� d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r� r� rq )r� r] r r r � __getattr__�
s
zDistribution.__getattr__c s. t ttt| ��� �tdd� | j�� D ��B �S )Nc s s | ]}|� d �s|V qdS �r� N)r� )r� r] r r r r� s
�z'Distribution.__dir__.<locals>.<genexpr>)r r �superrh �__dir__rq r� r: r r r� s ���zDistribution.__dir__r� c K s | j t|�tj�|�|f|�S r )r� r r� r� r� )r� r\ r� r) r r r r� s
��zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }t�|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� ru r r r r ri r� )r� �specr r r r s zDistribution.as_requirementc C s. | � ||�}|dkr&td||ff ��|�� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r� r� )r� rK r� rg r r r rT s z Distribution.load_entry_pointc C sP z
| j }W n, tk
r6 t�| �d�| � }| _ Y nX |dk rL|�|i �S |S )r� zentry_points.txtN)Z_ep_mapr� rj rk r� r� )r� rK Zep_mapr r r rU & s
� zDistribution.get_entry_mapc C s | � |��|�S r� )rU r� r r r r rV 2 s zDistribution.get_entry_infoc
C s4 |p| j }|sdS t|�}tj�|�}dd� |D �}t|�D ]|\}}||kr^|rV q�q� dS q<||kr<| jtkr<|s�|||d� kr� dS |tjkr�| � � |�
||� |�
||� q�q<|tjkr�| � � |r�|�
d|� n
|� |� dS z|� ||d �} W n t
k
�r Y �q0Y q�X || = || = | }q�dS )a� Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
Nc S s g | ]}|rt |�p|�qS r r/ r0 r r r r� P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r� r� rj � enumerater r} rG �check_version_conflictr r� r3 rL )
r� r� �locr� ZnlocZbdirZnpathr1 r Znpr r r r 6 s@
zDistribution.insert_onc C s� | j dkrd S t�| �d��}t| j�}| �d�D ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd �}|r�t|��
|�s2|�
| j�r�q2t d||| jf � q2d S )N�
setuptoolsr� z
top_level.txt)Z
pkg_resourcesr� Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r� r| r rG r� r! r� r� �
issue_warning)r� Znspr� �modname�fnr r r r� z s*
�
�
��z#Distribution.check_version_conflictc C s6 z
| j W n& tk
r0 tdt| � � Y dS X dS )NzUnbuilt egg for FT)r rL r� r� r� r r r r3 � s
zDistribution.has_versionc K s@ d}|� � D ]}|�|t| |d�� q |�d| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r� r� rq r� )r� r) rM r] r r r �clone� s
zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r� Zdepr r r r� � s z'Distribution.extras.<locals>.<listcomp>)r� r� r r r r � s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r� r= r} r� r r� rt r� r0 rw rz r{ r| r} r~ r r8 ru r� r r� r` r� r� r r� r� r� r� r� r� r� r� r� r� �objectr� r rT rU rV r r� r3 r� r �
__classcell__r r r: r rh
st �
Dc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s | � � }|r|| _| S )a�
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
)r� rp )r� Z
md_versionr r r rt � s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r� � s r� c @ s> e Zd ZdZdZe�d�Zedd� �Z edd� �Z
dd � Z d
S ) �DistInfoDistributionzV
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk
r@ | �| j�}tj�� �|�| _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor� r� r� �email�parserZParserZparsestr)r� r� r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk
r, | �� | _ | j Y S X d S r )� _DistInfoDistribution__dep_mapr� �_compute_dependenciesr� r r r r� � s
z DistInfoDistribution._dep_mapc s� dg i }| _ g � | j�d�p g D ]}� �t|�� q"� fdd�}t|d��}|d �|� | j�d�pjg D ](}t|�� �}tt||��| �||< ql|S )z+Recompute this distribution's dependencies.Nz
Requires-Distc 3 s* � D ] }|j r |j �d| i�r|V qd S )Nr! r" )r! r� �r� r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r� r� Zget_allr rp � frozensetrw r r )r� r� r� r� �commonr! Zs_extrar r� r r� � s z*DistInfoDistribution._compute_dependenciesN) r r r r r� rc r� ZEQEQr� r� r� r� r r r r r� � s
r� )rK r r� c O sZ d}t � }z t�|�j|kr&|d7 }q W n tk
r< Y nX tj| d|d i|�� d S )Nr r� )r$ rG r� r� rL rU rV )r> r) rZ r. r r r r� � s r� c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s d� | j�S )Nr� )rI r> r� r r r r� � s z RequirementParseError.__str__N)r r r r� r r r r r� � s r� c c s� t t| ��}|D ]l}d|kr.|d|�d�� }|�d�rr|dd� �� }z|t|�7 }W n tk
rp Y dS X t|�V qdS )z�Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
z #N�\���)r ru r� r� r r �
StopIterationri )rO re r r r r rp s
c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Ze d
d� �Z
� Z S )ri c
s� zt t| ��|� W n2 tjjk
rF } ztt|���W 5 d}~X Y nX | j| _ t
| j�}||� � | _ | _
dd� | jD �| _ttt| j��| _| j
| j| jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r4 r )r� r� r r r r� # s z(Requirement.__init__.<locals>.<listcomp>)r� ri r� r r ZInvalidRequirementr� r� r� Z unsafe_namerq r. r r8 � specifierrd rS r rw r Zurlr� r# �hashCmprv �_Requirement__hash)r� Zrequirement_stringrh r r: r r r� s$
��zRequirement.__init__c C s t |t�o| j|jkS r )r� ri r� ry r r r r~ / s
�zRequirement.__eq__c C s
| |k S r r ry r r r r 5 s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r� rh r8 r r� �contains)r� r r r r r� 8 s
zRequirement.__contains__c C s | j S r )r� r� r r r rw D s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r)rW r� r r r r� G s zRequirement.__repr__c C s t | �\}|S r )rp )rP r� r r r r� J s
zRequirement.parse) r r r r� r~ r r� rw r� r` r� r� r r r: r ri s c C s t | kr| t f S | S )zJ
Ensure object appears in the mro even
for old-style classes.
)r� )�classesr r r �_always_objectP s
r� c C s< t t�t|dt|����}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r� N)r� �inspectZgetmror� r� )�registryr9 r( �tr r r r� Z s r� c C s t j�| �}tj|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� rj r �makedirs)r� rj r r r r{ b s c C sX t s td��t| �\}}|rT|rTt|�sTt|� zt|d� W n tk
rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r
rJ r �FileExistsError)r� rj r\ r r r rJ h s rJ c c sv d}g }t | �D ]V}|�d�r\|�d�rP|s0|r:||fV |dd� �� }g }qftd|��q|�|� q||fV dS )as Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
N�[�]r r� zInvalid section heading)ru r� r� r rL r� )rP ZsectionZcontentr r r r rv u s
c O s* t j}ztt _tj| |�W �S |t _X d S r )r� r �os_open�tempfileZmkstemp)r> r) Zold_openr r r r� � s
r� r" )�categoryr� c O s | ||� | S r r )r� r> rX r r r � _call_aside� s
r� c s. t � � � | d< | �� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }|� d �s|t� |�fV qdS r� )r� r� r� �r� r r r� � s
�z _initialize.<locals>.<genexpr>N)rg r% r� )r. r r� r � _initialize� s
�r� c C s| t �� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t
| j t j
�� t� �t� � d S )
aE
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
r� )r_ c s s | ]}|j d d�V qdS )Fr N�r� )r� r� r r r r� � s �z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NTr r� r� r r r r? � r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r� r* rP rW r rQ rS r� r r r� rG r� r$ r% r� )r_ rP rW r` rQ r� r r r � _initialize_master_working_set� s"
��r� c @ s e Zd ZdZdS )r� z�
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
Nr r r r r r� � s )N)N)F)F)F)F)N)�r Z
__future__r rG r� ro r� rc r( r� r� rU rQ r[ Zpkgutilr4 rH r r� Z email.parserr� r r� rB r� r� r� r� r r= r� Zimpr� � NameErrorr Zpkg_resources.externr Z pkg_resources.extern.six.movesr r r r r r
r r� r r� Zos.pathr
r Zimportlib.machinery� machineryr� r r� r r r r� r� Z
__metaclass__� version_info� RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r� r r! �RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z
_sget_noneZ
_sset_nonerO �__all__rK rk rl r� rm rn r� r� r= r} r~ r r� r� r� rR rJ r� rD r� rE r� rs rt rQ r� rS rT rU rV r� r� rf r' r
re r� ro rg rd rq rr rw rx ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ra r� r� r r r r r r
r r Z ImpImporterr� r r� r. r, r^ r� rB rC r| rF r r� r r* ru rF rQ �VERBOSE�
IGNORECASErs rj rl ro rh r� r� rr r� rL r� rp r ri r� r� r{ rJ rv r� �filterwarningsr� r$ r� r� �Warningr� r r r r �<module> sZ
�2
.
5 A
- *
""
�
'3�
7
& site-packages/pip/__init__.py 0000644 00000000027 15201600075 0012160 0 ustar 00 __version__ = "19.3.1"
site-packages/pip/_vendor/__init__.py 0000644 00000011061 15201600075 0013614 0 ustar 00 """
pip._vendor is for vendoring dependencies of pip to prevent needing pip to
depend on something external.
Files inside of pip._vendor should be considered immutable and should only be
updated to versions from upstream.
"""
from __future__ import absolute_import
import glob
import os.path
import sys
# Downstream redistributors which have debundled our dependencies should also
# patch this value to be true. This will trigger the additional patching
# to cause things like "six" to be available as pip.
DEBUNDLED = False
# By default, look in this directory for a bunch of .whl files which we will
# add to the beginning of sys.path before attempting to import anything. This
# is done to support downstream re-distributors like Debian and Fedora who
# wish to create their own Wheels for our dependencies to aid in debundling.
WHEEL_DIR = os.path.abspath(os.path.dirname(__file__))
# Define a small helper function to alias our vendored modules to the real ones
# if the vendored ones do not exist. This idea of this was taken from
# https://github.com/kennethreitz/requests/pull/2567.
def vendored(modulename):
vendored_name = "{0}.{1}".format(__name__, modulename)
try:
__import__(modulename, globals(), locals(), level=0)
except ImportError:
# We can just silently allow import failures to pass here. If we
# got to this point it means that ``import pip._vendor.whatever``
# failed and so did ``import whatever``. Since we're importing this
# upfront in an attempt to alias imports, not erroring here will
# just mean we get a regular import error whenever pip *actually*
# tries to import one of these modules to use it, which actually
# gives us a better error message than we would have otherwise
# gotten.
pass
else:
sys.modules[vendored_name] = sys.modules[modulename]
base, head = vendored_name.rsplit(".", 1)
setattr(sys.modules[base], head, sys.modules[modulename])
# If we're operating in a debundled setup, then we want to go ahead and trigger
# the aliasing of our vendored libraries as well as looking for wheels to add
# to our sys.path. This will cause all of this code to be a no-op typically
# however downstream redistributors can enable it in a consistent way across
# all platforms.
if DEBUNDLED:
# Actually look inside of WHEEL_DIR to find .whl files and add them to the
# front of our sys.path.
sys.path[:] = glob.glob(os.path.join(WHEEL_DIR, "*.whl")) + sys.path
# Actually alias all of our vendored dependencies.
vendored("cachecontrol")
vendored("colorama")
vendored("contextlib2")
vendored("distlib")
vendored("distro")
vendored("html5lib")
vendored("six")
vendored("six.moves")
vendored("six.moves.urllib")
vendored("six.moves.urllib.parse")
vendored("packaging")
vendored("packaging.version")
vendored("packaging.specifiers")
vendored("pep517")
vendored("pkg_resources")
vendored("progress")
vendored("pytoml")
vendored("retrying")
vendored("requests")
vendored("requests.exceptions")
vendored("requests.packages")
vendored("requests.packages.urllib3")
vendored("requests.packages.urllib3._collections")
vendored("requests.packages.urllib3.connection")
vendored("requests.packages.urllib3.connectionpool")
vendored("requests.packages.urllib3.contrib")
vendored("requests.packages.urllib3.contrib.ntlmpool")
vendored("requests.packages.urllib3.contrib.pyopenssl")
vendored("requests.packages.urllib3.exceptions")
vendored("requests.packages.urllib3.fields")
vendored("requests.packages.urllib3.filepost")
vendored("requests.packages.urllib3.packages")
vendored("requests.packages.urllib3.packages.ordered_dict")
vendored("requests.packages.urllib3.packages.six")
vendored("requests.packages.urllib3.packages.ssl_match_hostname")
vendored("requests.packages.urllib3.packages.ssl_match_hostname."
"_implementation")
vendored("requests.packages.urllib3.poolmanager")
vendored("requests.packages.urllib3.request")
vendored("requests.packages.urllib3.response")
vendored("requests.packages.urllib3.util")
vendored("requests.packages.urllib3.util.connection")
vendored("requests.packages.urllib3.util.request")
vendored("requests.packages.urllib3.util.response")
vendored("requests.packages.urllib3.util.retry")
vendored("requests.packages.urllib3.util.ssl_")
vendored("requests.packages.urllib3.util.timeout")
vendored("requests.packages.urllib3.util.url")
vendored("urllib3")
site-packages/pip/_vendor/msgpack/__init__.py 0000644 00000002777 15201600075 0015257 0 ustar 00 # coding: utf-8
from ._version import version
from .exceptions import *
from collections import namedtuple
class ExtType(namedtuple('ExtType', 'code data')):
"""ExtType represents ext type in msgpack."""
def __new__(cls, code, data):
if not isinstance(code, int):
raise TypeError("code must be int")
if not isinstance(data, bytes):
raise TypeError("data must be bytes")
if not 0 <= code <= 127:
raise ValueError("code must be 0~127")
return super(ExtType, cls).__new__(cls, code, data)
import os
if os.environ.get('MSGPACK_PUREPYTHON'):
from .fallback import Packer, unpackb, Unpacker
else:
try:
from ._cmsgpack import Packer, unpackb, Unpacker
except ImportError:
from .fallback import Packer, unpackb, Unpacker
def pack(o, stream, **kwargs):
"""
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
"""
packer = Packer(**kwargs)
stream.write(packer.pack(o))
def packb(o, **kwargs):
"""
Pack object `o` and return packed bytes
See :class:`Packer` for options.
"""
return Packer(**kwargs).pack(o)
def unpack(stream, **kwargs):
"""
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
"""
data = stream.read()
return unpackb(data, **kwargs)
# alias for compatibility to simplejson/marshal/pickle.
load = unpack
loads = unpackb
dump = pack
dumps = packb
site-packages/pip/_vendor/msgpack/exceptions.py 0000644 00000002071 15201600075 0015664 0 ustar 00 class UnpackException(Exception):
"""Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
"""
class BufferFull(UnpackException):
pass
class OutOfData(UnpackException):
pass
class FormatError(ValueError, UnpackException):
"""Invalid msgpack format"""
class StackError(ValueError, UnpackException):
"""Too nested"""
# Deprecated. Use ValueError instead
UnpackValueError = ValueError
class ExtraData(UnpackValueError):
"""ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
"""
def __init__(self, unpacked, extra):
self.unpacked = unpacked
self.extra = extra
def __str__(self):
return "unpack(b) received extra data."
# Deprecated. Use Exception instead to catch all exception during packing.
PackException = Exception
PackValueError = ValueError
PackOverflowError = OverflowError
site-packages/pip/_vendor/msgpack/__pycache__/fallback.cpython-38.pyc 0000644 00000063241 15201600075 0021536 0 ustar 00 U
��.eN� � @ s� d Z ddlZddlZddlZejd dkr@dZeefZdd� Z ndZeZe
Z e Z
dd� Z ejd k rpeZd
d � Znd d � Zeed
�r�ddlmZ zddlmZ W n ek
r� ddlmZ Y nX dZG dd� de�ZndZddlm Z dd� Zddl m Z m Z m Z m!Z!m"Z" ddl#m$Z$ dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.d Z/e0e1fd d �Z2d d � Z3d!d"� Z4d#d$� Z5ejd%k �r�d,d&d'�Z6nej7Z6G d(d)� d)e�Z8G d*d+� d+e�Z9dS )-z.Fallback pure Python implementation of msgpack� N� Tc C s | � � S �N)Z iteritems��d� r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.py�dict_iteritems s r Fc C s | � � S r )�itemsr r r r r s )� � c C s. t | j�dko,t| jd t�o,| jd �d�S )N� r z maximum recursion depth exceeded)�len�args�
isinstance�str�
startswith��er r r �_is_recursionerror s �r c C s dS )NTr r r r r r s Zpypy_version_info)� newlist_hint)� BytesBuilder)�
StringBuilderc @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�StringIO� c C s, |r t t|��| _| j�|� nt � | _d S r )r r
�builder�append��self�sr r r �__init__* s zStringIO.__init__c C s6 t |t�r|�� }nt |t�r&t|�}| j�|� d S r )r �
memoryview�tobytes� bytearray�bytesr r r r r r �write0 s
zStringIO.writec C s
| j �� S r )r Zbuild�r r r r �getvalue6 s zStringIO.getvalueN)r )�__name__�
__module__� __qualname__r r$ r& r r r r r ) s
r )�BytesIOc C s g S r r )�sizer r r �<lambda>; r r, r )�
BufferFull� OutOfData� ExtraData� FormatError�
StackError)�ExtTyper
� r i� c C s( ||�|kr|| �|kS || �|kS d S r r )�obj�t�type�tupler r r �_check_type_strictX s r8 c C sd z t | �}W n@ tk
rL trFt t| ��}tjdt| � tdd� n� Y nX |jdkr`t d��|S )Nz�using old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr
��
stacklevelr z$cannot unpack from multi-byte object)
r � TypeError�PY2�buffer�warnings�warnr6 �RuntimeWarning�itemsize�
ValueError)r4 �viewr r r �_get_data_from_buffer_ s � �
rD c K s$ t jdtdd� | �� }t|f|�S )NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.r r9 )r> r? �DeprecationWarning�read�unpackb)�stream�kwargs�datar r r �unpackq s �rK c
K s� t ddt| �i|��}|�| � z |�� }W nJ tk
rH td��Y n0 tk
rv } zt|�rdt�� W 5 d}~X Y nX |� � r�t
||� � ��|S )aw
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
N�max_buffer_sizez Unpack failed: incomplete input)N) �Unpackerr
�feed�_unpackr. rB �RecursionErrorr r1 �_got_extradatar/ �_get_extradata)ZpackedrI Zunpacker�retr r r r rG y s
rG )r � � c C s t �| t|�|�S )z.Explicit typcast for legacy struct.unpack_from)�struct� unpack_fromr# )�f�b�or r r � _unpack_from� s r[ c @ s� e Zd ZdZdddddddddddedddddfdd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z e
fdd�Ze
fdd�Zdd � Zd d � ZeZd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� ZdS ))rM a�
Streaming unpacker.
arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes (default).
Otherwise, unpack to Python str (or unicode on Python 2) by decoding
with UTF-8 encoding (recommended).
Currently, the default is true, but it will be changed to false in
near future. So you must specify it explicitly for keeping backward
compatibility.
*encoding* option which is deprecated overrides this option.
:param bool strict_map_key:
If true, only str or bytes are accepted for map (dict) keys.
It's False by default for backward-compatibility.
But it will be True from msgpack 1.0.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str encoding:
Encoding used for decoding msgpack raw.
If it is None (default), msgpack raw is deserialized to Python bytes.
:param str unicode_errors:
(deprecated) Used for decoding msgpack raw with *encoding*.
(default: `'strict'`)
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size or 1024*1024)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size or 1024*1024)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size or 128*1024)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2 or 32*1024)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size or 1024*1024)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
Nr TF���c C s� | d k rt jdtdd� |
d kr$d}
|d kr4d| _n t|j�sFtd��|| _d| _t� | _ d| _
d| _ |
d krv| ptd
}
|d kr�| p�d
}|d kr�| p�d }|d kr�| d p�d }|d kr�| p�d
}| p�d
| _ || j kr�t
d��|p�t| j d�| _t|�| _t|�| _| | _|
| _|| _|| _|| _|| _| | _|
| _|| _|| _ || _ || _ d| _ |d k �rft|��sftd��|d k �r�t|��s�td��|d k �r�t|��s�td��|d k �r�|d k �r�td��t| ��s�td��d S )N�.encoding is deprecated, Use raw=False instead.r r9 �strictTz!`file_like.read` must be callableFr r\ i i i � i���z.read_size must be smaller than max_buffer_sizei @ z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) r> r? rE �_feeding�callablerF r; � file_liker" �_buffer�_buff_i�_buf_checkpoint�_max_buffer_sizerB �min�
_read_size�bool�_raw�_strict_map_key� _encoding�_unicode_errors� _use_list�
_list_hook� _object_hook�_object_pairs_hook� _ext_hook� _max_str_len� _max_bin_len�_max_array_len� _max_map_len� _max_ext_len�_stream_offset)r ra Z read_sizeZuse_list�rawZstrict_map_keyZ object_hookZobject_pairs_hookZ list_hook�encoding�unicode_errorsrL Zext_hookZ max_str_lenZ max_bin_lenZ
max_array_lenZ max_map_lenZ max_ext_lenr r r r � sp �
zUnpacker.__init__c C sr | j s
t�t|�}t| j�| j t|� | jkr4t�| jdkrb| jd | j�= | j| j8 _d| _| j� |� d S �Nr )
r_ �AssertionErrorrD r
rb rc re r- rd �extend)r Z
next_bytesrC r r r rN P s
z
Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rw rc rd r% r r r �_consume_ s zUnpacker._consumec C s | j t| j�k S r )rc r
rb r% r r r rQ d s zUnpacker._got_extradatac C s | j | jd � S r )rb rc r% r r r rR g s zUnpacker._get_extradatac C s
| � |�S r )�_read�r �nr r r �
read_bytesj s zUnpacker.read_bytesc C s, | � |� | j}|| | _| j||| � S r )�_reserverc rb )r r� �ir r r r m s
zUnpacker._readc C s� t | j�| j | }|dkr d S | jr2| j| _t�| jdkr`| jd | j�= | j| j8 _d| _| }|dkr�t| j|�}| j� |�}|s�q�t
|t �s�t �| j|7 _|t |�8 }qft | j�|| j k r�d| _t�d S r{ )
r
rb rc r_ rd r. �maxrg ra rF r r# r| )r r� Z remain_bytesZ
to_read_bytesZ read_datar r r r� t s,
zUnpacker._reservec C s&
t }d}d }| �d� | j| j }| jd7 _|d@ dkrD|}� n�|d@ dkr`d|dA }� n�|d@ dkr�|d@ }t}|| jkr�td || j��| �|�}� n~|d
@ d kr�|d @ }t}|| j kr�td
|| j ��� nJ|d
@ dk�r
|d @ }t
}|| j k�
r td|| j ��� n|dk�r d }� n |dk�r.d}�n�|dk�r@d}�n�|dk�r�t }| �d� | j| j }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n~|dk�rt }| �d� td| j| j�d }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n|dk�rjt }| �d� td| j| j�d }| jd7 _|| j
k�r\td|| j
f ��| �|�}�n�|d k�r�t}| �d� td | j| j�\}}| jd7 _|| jk�r�td || jf ��| �|�}�nL|d k�r6t}| �d � td!| j| j�\}}| jd 7 _|| jk�r(td || jf ��| �|�}�n�|d"k�r�t}| �d#� td$| j| j�\}}| jd#7 _|| jk�r�td || jf ��| �|�}�n�|d%k�r�| �d� td&| j| j�d }| jd7 _�nF|d'k�r| �d(� td)| j| j�d }| jd(7 _�n |d*k�rB| �d� | j| j }| jd7 _�n�|d+k�r|| �d� td| j| j�d }| jd7 _�n�|d,k�r�| �d� td| j| j�d }| jd7 _�nf|d-k�r�| �d(� td.| j| j�d }| jd(7 _�n,|d/k�r*| �d� td0| j| j�d }| jd7 _�n�|d1k�rd| �d� td2| j| j�d }| jd7 _�n�|d3k�r�| �d� td4| j| j�d }| jd7 _�n~|d5k�r�| �d(� td6| j| j�d }| jd(7 _�nD|d7k�r4t}| jdk �rtd d| jf ��| �d� td8| j| j�\}}| jd7 _�n�|d9k�r�t}| jdk �r`td d| jf ��| �d � td:| j| j�\}}| jd 7 _�n�|d;k�r�t}| jdk �r�td d| jf ��| �d#� td<| j| j�\}}| jd#7 _�n0|d=k�rHt}| jd(k �rtd d(| jf ��| �d>� td?| j| j�\}}| jd>7 _�n�|d@k�r�t}| jdAk �rttd dA| jf ��| �dB� tdC| j| j�\}}| jdB7 _�nx|dDk�r�t}| �d� | j| j }| jd7 _|| jk�r�td || j��| �|�}�n |dEk�r^t}| �d� td| j| j�\}| jd7 _|| jk�rPtd || j��| �|�}�n�|dFk�r�t}| �d� td| j| j�\}| jd7 _|| jk�r�td || j��| �|�}�n^|dGk� rt}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ���n|dHk� rht}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ��n�|dIk� r�| �d� td| j| j�\}| jd7 _|| j k� r�td|| j ��t
}n`|dJk�
r| �d� td| j| j�\}| jd7 _|| j k�
r
td|| j ��t
}n tdK| ��|||fS )LNr r � �� r\ � � � z%s exceeds max_str_len(%s)�� � � z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s)� �� F�� T�� z%s exceeds max_bin_len(%s)�� r �>H�� r3 �>I�� ZBbz%s exceeds max_ext_len(%s)�� r
z>Hb�� r z>Ib�� z>f�� � z>d�� �� �� �� z>Q�� rY �� z>h�� z>i�� z>q�� Zb1s�� Zb2s�� Zb4s�� � Zb8s�� � � Zb16s�� �� �� �� �� �� �� zUnknown header: 0x%x)�TYPE_IMMEDIATEr� rb rc �TYPE_RAWrr rB r �
TYPE_ARRAYrt �TYPE_MAPru �TYPE_BINrs r[ �TYPE_EXTrv r0 )r �execute�typr� r4 rY �Lr r r � _read_header� s�
zUnpacker._read_headerc s* � � |�\}}}|tkr,|tkr(td��|S |tkrH|tkrDtd��|S |tkr�|tkrtt|�D ]}� �t� q`d S t |�}t|�D ]}|�
� �t �� q�� j d k r�� � |�}� j
r�|S t|�S |tk�r�|tkr�t|�D ]}� �t� � �t� q�d S � jd k �r"� �� fdd�t|�D ��}npi }t|�D ]L}� �t �}� j�rjt|�ttfk�rjtdtt|�� ��� �t �||< �q.� jd k �r�� �|�}|S |tk�r�d S |tk�r� jd k �r�|�� j� j�}n � j�r�t|�}n
|�d�}|S |tk�r� � |t|��S |t k�rt|�S |t k�s&t �|S )NzExpected arrayz Expected mapc 3 s" | ]}� � t�� � t�fV qd S r )rO � EX_CONSTRUCT)�.0�_r% r r � <genexpr>� s ��z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map key�utf_8) r� �EX_READ_ARRAY_HEADERr� rB �EX_READ_MAP_HEADERr� �EX_SKIP�xrangerO r r r� rn rm r7 rp rj r6 �unicoder# r ro r� rk �decoderl ri r� rq r� r� r| ) r r� r� r� r4 r� rS r� �keyr r% r rO h sl
�
zUnpacker._unpackc C s | S r r r% r r r �__iter__� s zUnpacker.__iter__c C sT z| � t�}| �� |W S tk
r8 | �� t�Y n tk
rN t�Y nX d S r )rO r� r~ r. �
StopIterationrP r1 �r rS r r r �__next__� s
zUnpacker.__next__c C s | � t� | �� d S r )rO r� r~ r% r r r �skip� s
z
Unpacker.skipc C s4 z| � t�}W n tk
r& t�Y nX | �� |S r )rO r� rP r1 r~ r� r r r rK � s
zUnpacker.unpackc C s | � t�}| �� |S r )rO r� r~ r� r r r �read_array_header� s
zUnpacker.read_array_headerc C s | � t�}| �� |S r )rO r� r~ r� r r r �read_map_header� s
zUnpacker.read_map_headerc C s | j S r )rw r% r r r �tell� s z
Unpacker.tell)r' r( r) �__doc__r2 r rN r~ rQ rR r� r r� r� r� rO r� r� �nextr� rK r� r� r� r r r r rM � sB a
�
R U @ rM c @ s� e Zd ZdZd#dd�Zeeefdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zefdd�Zdd� Zdd � Zd d � Zd d � Zd!d"� ZdS )$�Packerah
MessagePack Packer
usage:
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode.
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializeable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param str encoding:
(deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')
:param str unicode_errors:
Error handler for encoding unicode. (default: 'strict')
NFTc C sx |d krd}nt jdtdd� |d kr*d}|| _|| _|| _|| _|| _|| _t � | _
|d k rnt |�snt d��|| _
d S )Nr� r] r r9 r^ zdefault must be callable)r> r? rE �
_strict_types�
_use_float�
_autoreset�
_use_bin_typerk rl r rb r` r; �_default)r �defaultry rz Zuse_single_floatZ autoresetZ use_bin_typeZ strict_typesr r r r � s( �zPacker.__init__c C s� d}| j r|}t}nttf}|dk r,td��|d kr@| j�d�S ||t�rf|rZ| j�d�S | j�d�S ||t��r�d| kr�dk r�n n| j�t� d|��S d | kr�dk r�n n| j�t� d
|��S d| kr�d kr�n n| j�t� d d
|��S d| k�rdk �r*n n| j�t� dd|��S d | k �rBdk�r\n n| j�t� dd|��S d| k�rtdk �r�n n| j�t� dd|��S d| k �r�dk�r�n n| j�t� dd|��S d| k�r�dk �r�n n| j�t� dd |��S d| k �r
d k�r$n n| j�t� d d |��S d | k�r<dk �rVn n| j�t� d!d"|��S |�sx| j
d k �rx| �
|�}d#}q t d$��||t t
f��r�t|�}|d%k�r�td&t|�j ��| �|� | j�|�S ||t��r*| jd k�r�td'��|�| j| j�}t|�}|d%k�rtd(��| �|� | j�|�S ||t��rlt|�|j }|d%k�rVtd)��| �|� | j�|�S ||t��r�| j�r�| j�t� d*d+|��S | j�t� d,d-|��S ||t ��r�|j }|j } t |t ��s�t!�t | t ��s�t!�t| �}
|
d.k�r| j�d/� n�|
d0k�r | j�d1� n�|
d2k�r4| j�d3� n�|
d4k�rL| j�d5� nr|
d6k�rd| j�d7� nZ|
d k�r�| j�t� d8d9|
�� n8|
dk�r�| j�t� dd:|
�� n| j�t� dd;|
�� | j�t� d
|�� | j�| � d S |||��r(t|�}| �"|� t#|�D ]} | �$|| |d. � �qd S ||t%��rN| �&t|�t'|�|d. �S |�sp| j
d k �rp| �
|�}d.}q td<|f ��q d S )=NFr zrecursion limit exceeded� �� �� �r� �Bi��rY r� ZBBr� i����z>Bbr� � �>BHr� i ���z>Bhr� � �� �>BIr� i �z>Bir� l ���� z>BQr� l���� z>Bqr� TzInteger value out of range� z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr� z>Bdr� r � �r � �r3 � �r� � �r� � �>BBr� r� r� zCannot serialize %r)(r� �listr7 rB rb r$ rh � int_typesrV �packr� �
OverflowErrorr# r" r
r6 r' �_pack_bin_headerr� rk r; �encoderl �_pack_raw_headerr rA �floatr� r2 �coderJ r �intr| �_pack_array_headerr� �_pack�dict�_pack_map_pairsr ) r r4 �
nest_limitZcheckZcheck_type_strictZ default_usedZ
list_typesr� r� rJ r� r� r r r r� s�
�
�
z Packer._packc C sF z| � |� W n t� | _� Y nX | jrB| j�� }t� | _|S d S r )r� r rb r� r& )r r4 rS r r r r� � s
z Packer.packc C s0 | � t|�|� | jr,| j�� }t� | _|S d S r )r� r
r� rb r& r )r �pairsrS r r r �pack_map_pairs� s
zPacker.pack_map_pairsc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S �Nr� )rB r� r� rb r& r �r r� rS r r r �pack_array_header� s
zPacker.pack_array_headerc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S r� )rB �_pack_map_headerr� rb r& r r� r r r �pack_map_header� s
zPacker.pack_map_headerc C sJ t |t�std��d| kr&dks0n td��t |t�sBtd��t|�}|dkrZtd��|dkrp| j�d � n�|d
kr�| j�d � n�|d kr�| j�d
� n�|dkr�| j�d� nt|dkr�| j�d� n^|dkr�| j�dt� d|� � n<|dk�r| j�dt� d|� � n| j�dt� d|� � | j�t� d|�� | j�|� d S )Nz typecode must have int type.r � ztypecode should be 0-127zdata must have bytes typer� zToo large datar r� r r� r3 r� r� r� r� r� r� � �r� r� � �r� � �r� )
r r� r; rB r# r
rb r$ rV r� )r �typecoderJ r� r r r �
pack_ext_type� s4
zPacker.pack_ext_typec C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zArray is too large�rb r$ rV r� rB r� r r r r� � s zPacker._pack_array_headerc C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zDict is too larger r� r r r r� � s zPacker._pack_map_headerc C s< | � |� |D ](\}}| �||d � | �||d � qd S )Nr )r� r� )r r� r� r� �k�vr r r r� � s
zPacker._pack_map_pairsc C s� |dkr"| j �t�dd| �� nn| jrH|dkrH| j �t�dd|�� nH|dkrh| j �t�dd |�� n(|d
kr�| j �t�d d |�� ntd
��d S )Nr� r� r� r� r� r� r� r� r� r� r� r� zRaw is too large)rb r$ rV r� r� rB r� r r r r� � s zPacker._pack_raw_headerc C sv | j s| �|�S |dkr.| j�t�dd|��S |dkrL| j�t�dd|��S |dkrj| j�t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zBin is too large)r� r� rb r$ rV r� rB r� r r r r� � s
zPacker._pack_bin_headerc C s
| j �� S )z/Return internal buffer contents as bytes object)rb r& r% r r r r# � s z Packer.bytesc C s t � | _dS )zYReset internal buffer.
This method is usaful only when autoreset=False.
N)r rb r% r r r �reset� s z Packer.resetc C s" t strt| �� �S | j�� S dS )z Return view of internal buffer.N)�USING_STRINGBUILDERr< r r# rb � getbufferr% r r r r
� s zPacker.getbuffer)NNNFTFF)r' r( r) r� r �DEFAULT_RECURSE_LIMITr r8 r� r� r� r� r� r r� r� r� r� r� r# r r
r r r r r� � s0 ( �
�
n r� )r ):r� �sysrV r> � version_infor< r� Zlongr� r r r� �ranger� � RuntimeErrorrP r �hasattrZ__pypy__r Z__pypy__.buildersr r � ImportErrorr �objectr �ior* �
exceptionsr- r. r/ r0 r1 � r2 r� r� r� r� r� r� r� r� r� r� r r6 r7 r8 rD rK rG r[ rW rM r� r r r r �<module> sj
: site-packages/pip/_vendor/msgpack/__pycache__/exceptions.cpython-38.opt-1.pyc 0000644 00000003430 15201600075 0023111 0 ustar 00 U
��.e9 � @ sx G d d� de �ZG dd� de�ZG dd� de�ZG dd� dee�ZG dd � d ee�ZeZG d
d � d e�Ze Z eZ
e Z d S )
c @ s e Zd ZdZdS )�UnpackExceptionz�Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS )�
BufferFullN�r r r r r r r r
s r c @ s e Zd ZdS )� OutOfDataNr
r r r r r s r c @ s e Zd ZdZdS )� FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS )�
StackErrorz
Too nestedNr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� ExtraDataz�ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
c C s || _ || _d S )N)�unpacked�extra)�selfr r r r r �__init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r �__str__) s zExtraData.__str__N)r r r r r r r r r r r s r N)
� Exceptionr r r �
ValueErrorr r
ZUnpackValueErrorr Z
PackExceptionZPackValueError�
OverflowErrorZPackOverflowErrorr r r r �<module> s site-packages/pip/_vendor/msgpack/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000003576 15201600075 0022502 0 ustar 00 U
��.e� � @ s� d dl mZ d dlT ddlmZ G dd� dedd��ZddlZej�d �r`d d
l m
Z
m Z m Z nBzd d
l
m
Z
m Z m Z W n( ek
r� d d
l m
Z
m Z m Z Y nX d d � Zd
d� Zdd� ZeZe ZeZeZdS )� )�version)�*� )�
namedtuplec s e Zd ZdZ� fdd�Z� ZS )�ExtTypez'ExtType represents ext type in msgpack.c sV t |t�std��t |t�s$td��d| kr8dksBn td��tt| ��| ||�S )Nzcode must be intzdata must be bytesr � zcode must be 0~127)�
isinstance�int� TypeError�bytes�
ValueError�superr �__new__)�cls�code�data�� __class__� �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/__init__.pyr
s
zExtType.__new__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r r r s r z code dataNZMSGPACK_PUREPYTHON)�Packer�unpackb�Unpackerc K s t f |�}|�|�| �� dS )zX
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
N)r �write�pack)�o�stream�kwargsZpackerr r r r s
r c K s t f |��| �S )zW
Pack object `o` and return packed bytes
See :class:`Packer` for options.
)r r )r r" r r r �packb( s r# c K s | � � }t|f|�S )z�
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
)�readr )r! r" r r r r �unpack1 s r% )Z_versionr �
exceptions� collectionsr r �os�environ�getZfallbackr r r Z _cmsgpack� ImportErrorr r# r% �load�loads�dump�dumpsr r r r �<module> s"
site-packages/pip/_vendor/msgpack/__pycache__/exceptions.cpython-38.pyc 0000644 00000003430 15201600075 0022152 0 ustar 00 U
��.e9 � @ sx G d d� de �ZG dd� de�ZG dd� de�ZG dd� dee�ZG dd � d ee�ZeZG d
d � d e�Ze Z eZ
e Z d S )
c @ s e Zd ZdZdS )�UnpackExceptionz�Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS )�
BufferFullN�r r r r r r r r
s r c @ s e Zd ZdS )� OutOfDataNr
r r r r r s r c @ s e Zd ZdZdS )� FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS )�
StackErrorz
Too nestedNr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� ExtraDataz�ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
c C s || _ || _d S )N)�unpacked�extra)�selfr r r r r �__init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r �__str__) s zExtraData.__str__N)r r r r r r r r r r r s r N)
� Exceptionr r r �
ValueErrorr r
ZUnpackValueErrorr Z
PackExceptionZPackValueError�
OverflowErrorZPackOverflowErrorr r r r �<module> s site-packages/pip/_vendor/msgpack/__pycache__/_version.cpython-38.pyc 0000644 00000000266 15201600075 0021621 0 ustar 00 U
��.e � @ s d Z dS ))� � � N)�version� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/_version.py�<module> � site-packages/pip/_vendor/msgpack/__pycache__/_version.cpython-38.opt-1.pyc 0000644 00000000266 15201600075 0022560 0 ustar 00 U
��.e � @ s d Z dS ))� � � N)�version� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/_version.py�<module> � site-packages/pip/_vendor/msgpack/__pycache__/fallback.cpython-38.opt-1.pyc 0000644 00000063024 15201600075 0022474 0 ustar 00 U
��.eN� � @ s� d Z ddlZddlZddlZejd dkr@dZeefZdd� Z ndZeZe
Z e Z
dd� Z ejd k rpeZd
d � Znd d � Zeed
�r�ddlmZ zddlmZ W n ek
r� ddlmZ Y nX dZG dd� de�ZndZddlm Z dd� Zddl m Z m Z m Z m!Z!m"Z" ddl#m$Z$ dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.d Z/e0e1fd d �Z2d d � Z3d!d"� Z4d#d$� Z5ejd%k �r�d,d&d'�Z6nej7Z6G d(d)� d)e�Z8G d*d+� d+e�Z9dS )-z.Fallback pure Python implementation of msgpack� N� Tc C s | � � S �N)Z iteritems��d� r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.py�dict_iteritems s r Fc C s | � � S r )�itemsr r r r r s )� � c C s. t | j�dko,t| jd t�o,| jd �d�S )N� r z maximum recursion depth exceeded)�len�args�
isinstance�str�
startswith��er r r �_is_recursionerror s �r c C s dS )NTr r r r r r s Zpypy_version_info)� newlist_hint)� BytesBuilder)�
StringBuilderc @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�StringIO� c C s, |r t t|��| _| j�|� nt � | _d S r )r r
�builder�append��self�sr r r �__init__* s zStringIO.__init__c C s6 t |t�r|�� }nt |t�r&t|�}| j�|� d S r )r �
memoryview�tobytes� bytearray�bytesr r r r r r �write0 s
zStringIO.writec C s
| j �� S r )r Zbuild�r r r r �getvalue6 s zStringIO.getvalueN)r )�__name__�
__module__� __qualname__r r$ r& r r r r r ) s
r )�BytesIOc C s g S r r )�sizer r r �<lambda>; r r, r )�
BufferFull� OutOfData� ExtraData� FormatError�
StackError)�ExtTyper
� r i� c C s( ||�|kr|| �|kS || �|kS d S r r )�obj�t�type�tupler r r �_check_type_strictX s r8 c C sd z t | �}W n@ tk
rL trFt t| ��}tjdt| � tdd� n� Y nX |jdkr`t d��|S )Nz�using old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr
��
stacklevelr z$cannot unpack from multi-byte object)
r � TypeError�PY2�buffer�warnings�warnr6 �RuntimeWarning�itemsize�
ValueError)r4 �viewr r r �_get_data_from_buffer_ s � �
rD c K s$ t jdtdd� | �� }t|f|�S )NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.r r9 )r> r? �DeprecationWarning�read�unpackb)�stream�kwargs�datar r r �unpackq s �rK c
K s� t ddt| �i|��}|�| � z |�� }W nJ tk
rH td��Y n0 tk
rv } zt|�rdt�� W 5 d}~X Y nX |� � r�t
||� � ��|S )aw
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
N�max_buffer_sizez Unpack failed: incomplete input)N) �Unpackerr
�feed�_unpackr. rB �RecursionErrorr r1 �_got_extradatar/ �_get_extradata)ZpackedrI Zunpacker�retr r r r rG y s
rG )r � � c C s t �| t|�|�S )z.Explicit typcast for legacy struct.unpack_from)�struct� unpack_fromr# )�f�b�or r r � _unpack_from� s r[ c @ s� e Zd ZdZdddddddddddedddddfdd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z e
fdd�Ze
fdd�Zdd � Zd d � ZeZd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� ZdS ))rM a�
Streaming unpacker.
arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes (default).
Otherwise, unpack to Python str (or unicode on Python 2) by decoding
with UTF-8 encoding (recommended).
Currently, the default is true, but it will be changed to false in
near future. So you must specify it explicitly for keeping backward
compatibility.
*encoding* option which is deprecated overrides this option.
:param bool strict_map_key:
If true, only str or bytes are accepted for map (dict) keys.
It's False by default for backward-compatibility.
But it will be True from msgpack 1.0.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str encoding:
Encoding used for decoding msgpack raw.
If it is None (default), msgpack raw is deserialized to Python bytes.
:param str unicode_errors:
(deprecated) Used for decoding msgpack raw with *encoding*.
(default: `'strict'`)
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size or 1024*1024)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size or 1024*1024)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size or 128*1024)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2 or 32*1024)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size or 1024*1024)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
Nr TF���c C s� | d k rt jdtdd� |
d kr$d}
|d kr4d| _n t|j�sFtd��|| _d| _t� | _ d| _
d| _ |
d krv| ptd
}
|d kr�| p�d
}|d kr�| p�d }|d kr�| d p�d }|d kr�| p�d
}| p�d
| _ || j kr�t
d��|p�t| j d�| _t|�| _t|�| _| | _|
| _|| _|| _|| _|| _| | _|
| _|| _|| _ || _ || _ d| _ |d k �rft|��sftd��|d k �r�t|��s�td��|d k �r�t|��s�td��|d k �r�|d k �r�td��t| ��s�td��d S )N�.encoding is deprecated, Use raw=False instead.r r9 �strictTz!`file_like.read` must be callableFr r\ i i i � i���z.read_size must be smaller than max_buffer_sizei @ z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) r> r? rE �_feeding�callablerF r; � file_liker" �_buffer�_buff_i�_buf_checkpoint�_max_buffer_sizerB �min�
_read_size�bool�_raw�_strict_map_key� _encoding�_unicode_errors� _use_list�
_list_hook� _object_hook�_object_pairs_hook� _ext_hook� _max_str_len� _max_bin_len�_max_array_len� _max_map_len� _max_ext_len�_stream_offset)r ra Z read_sizeZuse_list�rawZstrict_map_keyZ object_hookZobject_pairs_hookZ list_hook�encoding�unicode_errorsrL Zext_hookZ max_str_lenZ max_bin_lenZ
max_array_lenZ max_map_lenZ max_ext_lenr r r r � sp �
zUnpacker.__init__c C sh t |�}t| j�| j t|� | jkr*t�| jdkrX| jd | j�= | j| j8 _d| _| j�|� d S �Nr )rD r
rb rc re r- rd �extend)r Z
next_bytesrC r r r rN P s
z
Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rw rc rd r% r r r �_consume_ s zUnpacker._consumec C s | j t| j�k S r )rc r
rb r% r r r rQ d s zUnpacker._got_extradatac C s | j | jd � S r )rb rc r% r r r rR g s zUnpacker._get_extradatac C s
| � |�S r )�_read�r �nr r r �
read_bytesj s zUnpacker.read_bytesc C s, | � |� | j}|| | _| j||| � S r )�_reserverc rb )r r� �ir r r r~ m s
zUnpacker._readc C s� t | j�| j | }|dkr d S | jr2| j| _t�| jdkr`| jd | j�= | j| j8 _d| _| }|dkr�t| j|�}| j� |�}|s�q�| j|7 _|t |�8 }qft | j�|| j k r�d| _t�d S r{ )
r
rb rc r_ rd r. �maxrg ra rF )r r� Z remain_bytesZ
to_read_bytesZ read_datar r r r� t s*
zUnpacker._reservec C s&
t }d}d }| �d� | j| j }| jd7 _|d@ dkrD|}� n�|d@ dkr`d|dA }� n�|d@ dkr�|d@ }t}|| jkr�td || j��| �|�}� n~|d
@ d kr�|d @ }t}|| j kr�td
|| j ��� nJ|d
@ dk�r
|d @ }t
}|| j k�
r td|| j ��� n|dk�r d }� n |dk�r.d}�n�|dk�r@d}�n�|dk�r�t }| �d� | j| j }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n~|dk�rt }| �d� td| j| j�d }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n|dk�rjt }| �d� td| j| j�d }| jd7 _|| j
k�r\td|| j
f ��| �|�}�n�|d k�r�t}| �d� td | j| j�\}}| jd7 _|| jk�r�td || jf ��| �|�}�nL|d k�r6t}| �d � td!| j| j�\}}| jd 7 _|| jk�r(td || jf ��| �|�}�n�|d"k�r�t}| �d#� td$| j| j�\}}| jd#7 _|| jk�r�td || jf ��| �|�}�n�|d%k�r�| �d� td&| j| j�d }| jd7 _�nF|d'k�r| �d(� td)| j| j�d }| jd(7 _�n |d*k�rB| �d� | j| j }| jd7 _�n�|d+k�r|| �d� td| j| j�d }| jd7 _�n�|d,k�r�| �d� td| j| j�d }| jd7 _�nf|d-k�r�| �d(� td.| j| j�d }| jd(7 _�n,|d/k�r*| �d� td0| j| j�d }| jd7 _�n�|d1k�rd| �d� td2| j| j�d }| jd7 _�n�|d3k�r�| �d� td4| j| j�d }| jd7 _�n~|d5k�r�| �d(� td6| j| j�d }| jd(7 _�nD|d7k�r4t}| jdk �rtd d| jf ��| �d� td8| j| j�\}}| jd7 _�n�|d9k�r�t}| jdk �r`td d| jf ��| �d � td:| j| j�\}}| jd 7 _�n�|d;k�r�t}| jdk �r�td d| jf ��| �d#� td<| j| j�\}}| jd#7 _�n0|d=k�rHt}| jd(k �rtd d(| jf ��| �d>� td?| j| j�\}}| jd>7 _�n�|d@k�r�t}| jdAk �rttd dA| jf ��| �dB� tdC| j| j�\}}| jdB7 _�nx|dDk�r�t}| �d� | j| j }| jd7 _|| jk�r�td || j��| �|�}�n |dEk�r^t}| �d� td| j| j�\}| jd7 _|| jk�rPtd || j��| �|�}�n�|dFk�r�t}| �d� td| j| j�\}| jd7 _|| jk�r�td || j��| �|�}�n^|dGk� rt}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ���n|dHk� rht}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ��n�|dIk� r�| �d� td| j| j�\}| jd7 _|| j k� r�td|| j ��t
}n`|dJk�
r| �d� td| j| j�\}| jd7 _|| j k�
r
td|| j ��t
}n tdK| ��|||fS )LNr r � �� r\ � � � z%s exceeds max_str_len(%s)�� � � z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s)� �� F�� T�� z%s exceeds max_bin_len(%s)�� r �>H�� r3 �>I�� ZBbz%s exceeds max_ext_len(%s)�� r
z>Hb�� r z>Ib�� z>f�� � z>d�� �� �� �� z>Q�� rY �� z>h�� z>i�� z>q�� Zb1s�� Zb2s�� Zb4s�� � Zb8s�� � � Zb16s�� �� �� �� �� �� �� zUnknown header: 0x%x)�TYPE_IMMEDIATEr� rb rc �TYPE_RAWrr rB r~ �
TYPE_ARRAYrt �TYPE_MAPru �TYPE_BINrs r[ �TYPE_EXTrv r0 )r �execute�typr� r4 rY �Lr r r � _read_header� s�
zUnpacker._read_headerc s � � |�\}}}|tkr,|tkr(td��|S |tkrH|tkrDtd��|S |tkr�|tkrtt|�D ]}� �t� q`d S t |�}t|�D ]}|�
� �t �� q�� j d k r�� � |�}� j
r�|S t|�S |tk�r�|tkr�t|�D ]}� �t� � �t� q�d S � jd k �r"� �� fdd�t|�D ��}npi }t|�D ]L}� �t �}� j�rjt|�ttfk�rjtdtt|�� ��� �t �||< �q.� jd k �r�� �|�}|S |tk�r�d S |tk�r� jd k �r�|�� j� j�}n � j�r�t|�}n
|�d�}|S |tk�r� � |t|��S |t k�rt|�S |S )NzExpected arrayz Expected mapc 3 s" | ]}� � t�� � t�fV qd S r )rO � EX_CONSTRUCT)�.0�_r% r r � <genexpr>� s ��z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map key�utf_8) r� �EX_READ_ARRAY_HEADERr� rB �EX_READ_MAP_HEADERr� �EX_SKIP�xrangerO r r r� rn rm r7 rp rj r6 �unicoder# r ro r� rk �decoderl ri r� rq r� ) r r� r� r� r4 r� rS r� �keyr r% r rO h sj
�
zUnpacker._unpackc C s | S r r r% r r r �__iter__� s zUnpacker.__iter__c C sT z| � t�}| �� |W S tk
r8 | �� t�Y n tk
rN t�Y nX d S r )rO r� r} r. �
StopIterationrP r1 �r rS r r r �__next__� s
zUnpacker.__next__c C s | � t� | �� d S r )rO r� r} r% r r r �skip� s
z
Unpacker.skipc C s4 z| � t�}W n tk
r& t�Y nX | �� |S r )rO r� rP r1 r} r� r r r rK � s
zUnpacker.unpackc C s | � t�}| �� |S r )rO r� r} r� r r r �read_array_header� s
zUnpacker.read_array_headerc C s | � t�}| �� |S r )rO r� r} r� r r r �read_map_header� s
zUnpacker.read_map_headerc C s | j S r )rw r% r r r �tell� s z
Unpacker.tell)r' r( r) �__doc__r2 r rN r} rQ rR r� r~ r� r� r� rO r� r� �nextr� rK r� r� r� r r r r rM � sB a
�
R U @ rM c @ s� e Zd ZdZd#dd�Zeeefdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zefdd�Zdd� Zdd � Zd d � Zd d � Zd!d"� ZdS )$�Packerah
MessagePack Packer
usage:
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode.
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializeable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param str encoding:
(deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')
:param str unicode_errors:
Error handler for encoding unicode. (default: 'strict')
NFTc C sx |d krd}nt jdtdd� |d kr*d}|| _|| _|| _|| _|| _|| _t � | _
|d k rnt |�snt d��|| _
d S )Nr� r] r r9 r^ zdefault must be callable)r> r? rE �
_strict_types�
_use_float�
_autoreset�
_use_bin_typerk rl r rb r` r; �_default)r �defaultry rz Zuse_single_floatZ autoresetZ use_bin_typeZ strict_typesr r r r � s( �zPacker.__init__c C sd d}| j r|}t}nttf}|dk r,td��|d kr@| j�d�S ||t�rf|rZ| j�d�S | j�d�S ||t��r�d| kr�dk r�n n| j�t� d|��S d | kr�dk r�n n| j�t� d
|��S d| kr�d kr�n n| j�t� d d
|��S d| k�rdk �r*n n| j�t� dd|��S d | k �rBdk�r\n n| j�t� dd|��S d| k�rtdk �r�n n| j�t� dd|��S d| k �r�dk�r�n n| j�t� dd|��S d| k�r�dk �r�n n| j�t� dd |��S d| k �r
d k�r$n n| j�t� d d |��S d | k�r<dk �rVn n| j�t� d!d"|��S |�sx| j
d k �rx| �
|�}d#}q t d$��||t t
f��r�t|�}|d%k�r�td&t|�j ��| �|� | j�|�S ||t��r*| jd k�r�td'��|�| j| j�}t|�}|d%k�rtd(��| �|� | j�|�S ||t��rlt|�|j }|d%k�rVtd)��| �|� | j�|�S ||t��r�| j�r�| j�t� d*d+|��S | j�t� d,d-|��S ||t ��r�|j }|j } t| �}
|
d.k�r�| j�d/� n�|
d0k�r�| j�d1� n�|
d2k�r| j�d3� n�|
d4k�r,| j�d5� nr|
d6k�rD| j�d7� nZ|
d k�rf| j�t� d8d9|
�� n8|
dk�r�| j�t� dd:|
�� n| j�t� dd;|
�� | j�t� d
|�� | j�| � d S |||��rt|�}| � |� t |�D ]} | �!|| |d. � �q�d S ||t"��r.| �#t|�t$|�|d. �S |�sP| j
d k �rP| �
|�}d.}q td<|f ��q d S )=NFr zrecursion limit exceeded� �� �� �r� �Bi��rY r� ZBBr� i����z>Bbr� � �>BHr� i ���z>Bhr� � �� �>BIr� i �z>Bir� l ���� z>BQr� l���� z>Bqr� TzInteger value out of range� z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr� z>Bdr� r � �r � �r3 � �r� � �r� � �>BBr� r� r� zCannot serialize %r)%r� �listr7 rB rb r$ rh � int_typesrV �packr� �
OverflowErrorr# r" r
r6 r' �_pack_bin_headerr� rk r; �encoderl �_pack_raw_headerr rA �floatr� r2 �coderJ �_pack_array_headerr� �_pack�dict�_pack_map_pairsr ) r r4 �
nest_limitZcheckZcheck_type_strictZ default_usedZ
list_typesr� r� rJ r� r� r r r r� s�
�
�
z Packer._packc C sF z| � |� W n t� | _� Y nX | jrB| j�� }t� | _|S d S r )r� r rb r� r& )r r4 rS r r r r� � s
z Packer.packc C s0 | � t|�|� | jr,| j�� }t� | _|S d S r )r� r
r� rb r& r )r �pairsrS r r r �pack_map_pairs� s
zPacker.pack_map_pairsc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S �Nr� )rB r� r� rb r& r �r r� rS r r r �pack_array_header� s
zPacker.pack_array_headerc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S r� )rB �_pack_map_headerr� rb r& r r� r r r �pack_map_header� s
zPacker.pack_map_headerc C sJ t |t�std��d| kr&dks0n td��t |t�sBtd��t|�}|dkrZtd��|dkrp| j�d � n�|d
kr�| j�d � n�|d kr�| j�d
� n�|dkr�| j�d� nt|dkr�| j�d� n^|dkr�| j�dt� d|� � n<|dk�r| j�dt� d|� � n| j�dt� d|� � | j�t� d|�� | j�|� d S )Nz typecode must have int type.r � ztypecode should be 0-127zdata must have bytes typer� zToo large datar r� r r� r3 r� r� r� r� r� r� � �r� r� � �r� � �r� )
r �intr; rB r# r
rb r$ rV r� )r �typecoderJ r� r r r �
pack_ext_type� s4
zPacker.pack_ext_typec C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zArray is too large�rb r$ rV r� rB r r r r r� � s zPacker._pack_array_headerc C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zDict is too larger r r r r r� � s zPacker._pack_map_headerc C s< | � |� |D ](\}}| �||d � | �||d � qd S )Nr )r� r� )r r� r� r� �k�vr r r r� � s
zPacker._pack_map_pairsc C s� |dkr"| j �t�dd| �� nn| jrH|dkrH| j �t�dd|�� nH|dkrh| j �t�dd |�� n(|d
kr�| j �t�d d |�� ntd
��d S )Nr� r� r� r� r� r� r� r� r� r� r� r� zRaw is too large)rb r$ rV r� r� rB r r r r r� � s zPacker._pack_raw_headerc C sv | j s| �|�S |dkr.| j�t�dd|��S |dkrL| j�t�dd|��S |dkrj| j�t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zBin is too large)r� r� rb r$ rV r� rB r r r r r� � s
zPacker._pack_bin_headerc C s
| j �� S )z/Return internal buffer contents as bytes object)rb r& r% r r r r# � s z Packer.bytesc C s t � | _dS )zYReset internal buffer.
This method is usaful only when autoreset=False.
N)r rb r% r r r �reset� s z Packer.resetc C s" t strt| �� �S | j�� S dS )z Return view of internal buffer.N)�USING_STRINGBUILDERr< r r# rb � getbufferr% r r r r � s zPacker.getbuffer)NNNFTFF)r' r( r) r� r �DEFAULT_RECURSE_LIMITr r8 r� r� r� r� r� r r� r� r� r� r� r# r r r r r r r� � s0 ( �
�
n r� )r ):r� �sysrV r> � version_infor< r Zlongr� r r r� �ranger� � RuntimeErrorrP r �hasattrZ__pypy__r Z__pypy__.buildersr r � ImportErrorr �objectr �ior* �
exceptionsr- r. r/ r0 r1 � r2 r� r� r� r� r� r� r� r� r� r� r
r6 r7 r8 rD rK rG r[ rW rM r� r r r r �<module> sj
: site-packages/pip/_vendor/msgpack/__pycache__/__init__.cpython-38.pyc 0000644 00000003576 15201600075 0021543 0 ustar 00 U
��.e� � @ s� d dl mZ d dlT ddlmZ G dd� dedd��ZddlZej�d �r`d d
l m
Z
m Z m Z nBzd d
l
m
Z
m Z m Z W n( ek
r� d d
l m
Z
m Z m Z Y nX d d � Zd
d� Zdd� ZeZe ZeZeZdS )� )�version)�*� )�
namedtuplec s e Zd ZdZ� fdd�Z� ZS )�ExtTypez'ExtType represents ext type in msgpack.c sV t |t�std��t |t�s$td��d| kr8dksBn td��tt| ��| ||�S )Nzcode must be intzdata must be bytesr � zcode must be 0~127)�
isinstance�int� TypeError�bytes�
ValueError�superr �__new__)�cls�code�data�� __class__� �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/__init__.pyr
s
zExtType.__new__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r r r s r z code dataNZMSGPACK_PUREPYTHON)�Packer�unpackb�Unpackerc K s t f |�}|�|�| �� dS )zX
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
N)r �write�pack)�o�stream�kwargsZpackerr r r r s
r c K s t f |��| �S )zW
Pack object `o` and return packed bytes
See :class:`Packer` for options.
)r r )r r" r r r �packb( s r# c K s | � � }t|f|�S )z�
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
)�readr )r! r" r r r r �unpack1 s r% )Z_versionr �
exceptions� collectionsr r �os�environ�getZfallbackr r r Z _cmsgpack� ImportErrorr r# r% �load�loads�dump�dumpsr r r r �<module> s"
site-packages/pip/_vendor/msgpack/_version.py 0000644 00000000024 15201600075 0015323 0 ustar 00 version = (0, 6, 2)
site-packages/pip/_vendor/msgpack/fallback.py 0000644 00000111116 15201600075 0015243 0 ustar 00 """Fallback pure Python implementation of msgpack"""
import sys
import struct
import warnings
if sys.version_info[0] == 2:
PY2 = True
int_types = (int, long)
def dict_iteritems(d):
return d.iteritems()
else:
PY2 = False
int_types = int
unicode = str
xrange = range
def dict_iteritems(d):
return d.items()
if sys.version_info < (3, 5):
# Ugly hack...
RecursionError = RuntimeError
def _is_recursionerror(e):
return len(e.args) == 1 and isinstance(e.args[0], str) and \
e.args[0].startswith('maximum recursion depth exceeded')
else:
def _is_recursionerror(e):
return True
if hasattr(sys, 'pypy_version_info'):
# cStringIO is slow on PyPy, StringIO is faster. However: PyPy's own
# StringBuilder is fastest.
from __pypy__ import newlist_hint
try:
from __pypy__.builders import BytesBuilder as StringBuilder
except ImportError:
from __pypy__.builders import StringBuilder
USING_STRINGBUILDER = True
class StringIO(object):
def __init__(self, s=b''):
if s:
self.builder = StringBuilder(len(s))
self.builder.append(s)
else:
self.builder = StringBuilder()
def write(self, s):
if isinstance(s, memoryview):
s = s.tobytes()
elif isinstance(s, bytearray):
s = bytes(s)
self.builder.append(s)
def getvalue(self):
return self.builder.build()
else:
USING_STRINGBUILDER = False
from io import BytesIO as StringIO
newlist_hint = lambda size: []
from .exceptions import (
BufferFull,
OutOfData,
ExtraData,
FormatError,
StackError,
)
from . import ExtType
EX_SKIP = 0
EX_CONSTRUCT = 1
EX_READ_ARRAY_HEADER = 2
EX_READ_MAP_HEADER = 3
TYPE_IMMEDIATE = 0
TYPE_ARRAY = 1
TYPE_MAP = 2
TYPE_RAW = 3
TYPE_BIN = 4
TYPE_EXT = 5
DEFAULT_RECURSE_LIMIT = 511
def _check_type_strict(obj, t, type=type, tuple=tuple):
if type(t) is tuple:
return type(obj) in t
else:
return type(obj) is t
def _get_data_from_buffer(obj):
try:
view = memoryview(obj)
except TypeError:
# try to use legacy buffer protocol if 2.7, otherwise re-raise
if PY2:
view = memoryview(buffer(obj))
warnings.warn("using old buffer interface to unpack %s; "
"this leads to unpacking errors if slicing is used and "
"will be removed in a future version" % type(obj),
RuntimeWarning, stacklevel=3)
else:
raise
if view.itemsize != 1:
raise ValueError("cannot unpack from multi-byte object")
return view
def unpack(stream, **kwargs):
warnings.warn(
"Direct calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.",
DeprecationWarning, stacklevel=2)
data = stream.read()
return unpackb(data, **kwargs)
def unpackb(packed, **kwargs):
"""
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
"""
unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs)
unpacker.feed(packed)
try:
ret = unpacker._unpack()
except OutOfData:
raise ValueError("Unpack failed: incomplete input")
except RecursionError as e:
if _is_recursionerror(e):
raise StackError
raise
if unpacker._got_extradata():
raise ExtraData(ret, unpacker._get_extradata())
return ret
if sys.version_info < (2, 7, 6):
def _unpack_from(f, b, o=0):
"""Explicit typcast for legacy struct.unpack_from"""
return struct.unpack_from(f, bytes(b), o)
else:
_unpack_from = struct.unpack_from
class Unpacker(object):
"""Streaming unpacker.
arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes (default).
Otherwise, unpack to Python str (or unicode on Python 2) by decoding
with UTF-8 encoding (recommended).
Currently, the default is true, but it will be changed to false in
near future. So you must specify it explicitly for keeping backward
compatibility.
*encoding* option which is deprecated overrides this option.
:param bool strict_map_key:
If true, only str or bytes are accepted for map (dict) keys.
It's False by default for backward-compatibility.
But it will be True from msgpack 1.0.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str encoding:
Encoding used for decoding msgpack raw.
If it is None (default), msgpack raw is deserialized to Python bytes.
:param str unicode_errors:
(deprecated) Used for decoding msgpack raw with *encoding*.
(default: `'strict'`)
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size or 1024*1024)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size or 1024*1024)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size or 128*1024)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2 or 32*1024)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size or 1024*1024)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
"""
def __init__(self, file_like=None, read_size=0, use_list=True, raw=True, strict_map_key=False,
object_hook=None, object_pairs_hook=None, list_hook=None,
encoding=None, unicode_errors=None, max_buffer_size=0,
ext_hook=ExtType,
max_str_len=-1,
max_bin_len=-1,
max_array_len=-1,
max_map_len=-1,
max_ext_len=-1):
if encoding is not None:
warnings.warn(
"encoding is deprecated, Use raw=False instead.",
DeprecationWarning, stacklevel=2)
if unicode_errors is None:
unicode_errors = 'strict'
if file_like is None:
self._feeding = True
else:
if not callable(file_like.read):
raise TypeError("`file_like.read` must be callable")
self.file_like = file_like
self._feeding = False
#: array of bytes fed.
self._buffer = bytearray()
#: Which position we currently reads
self._buff_i = 0
# When Unpacker is used as an iterable, between the calls to next(),
# the buffer is not "consumed" completely, for efficiency sake.
# Instead, it is done sloppily. To make sure we raise BufferFull at
# the correct moments, we have to keep track of how sloppy we were.
# Furthermore, when the buffer is incomplete (that is: in the case
# we raise an OutOfData) we need to rollback the buffer to the correct
# state, which _buf_checkpoint records.
self._buf_checkpoint = 0
if max_str_len == -1:
max_str_len = max_buffer_size or 1024*1024
if max_bin_len == -1:
max_bin_len = max_buffer_size or 1024*1024
if max_array_len == -1:
max_array_len = max_buffer_size or 128*1024
if max_map_len == -1:
max_map_len = max_buffer_size//2 or 32*1024
if max_ext_len == -1:
max_ext_len = max_buffer_size or 1024*1024
self._max_buffer_size = max_buffer_size or 2**31-1
if read_size > self._max_buffer_size:
raise ValueError("read_size must be smaller than max_buffer_size")
self._read_size = read_size or min(self._max_buffer_size, 16*1024)
self._raw = bool(raw)
self._strict_map_key = bool(strict_map_key)
self._encoding = encoding
self._unicode_errors = unicode_errors
self._use_list = use_list
self._list_hook = list_hook
self._object_hook = object_hook
self._object_pairs_hook = object_pairs_hook
self._ext_hook = ext_hook
self._max_str_len = max_str_len
self._max_bin_len = max_bin_len
self._max_array_len = max_array_len
self._max_map_len = max_map_len
self._max_ext_len = max_ext_len
self._stream_offset = 0
if list_hook is not None and not callable(list_hook):
raise TypeError('`list_hook` is not callable')
if object_hook is not None and not callable(object_hook):
raise TypeError('`object_hook` is not callable')
if object_pairs_hook is not None and not callable(object_pairs_hook):
raise TypeError('`object_pairs_hook` is not callable')
if object_hook is not None and object_pairs_hook is not None:
raise TypeError("object_pairs_hook and object_hook are mutually "
"exclusive")
if not callable(ext_hook):
raise TypeError("`ext_hook` is not callable")
def feed(self, next_bytes):
assert self._feeding
view = _get_data_from_buffer(next_bytes)
if (len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size):
raise BufferFull
# Strip buffer before checkpoint before reading file.
if self._buf_checkpoint > 0:
del self._buffer[:self._buf_checkpoint]
self._buff_i -= self._buf_checkpoint
self._buf_checkpoint = 0
# Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython
self._buffer.extend(view)
def _consume(self):
""" Gets rid of the used parts of the buffer. """
self._stream_offset += self._buff_i - self._buf_checkpoint
self._buf_checkpoint = self._buff_i
def _got_extradata(self):
return self._buff_i < len(self._buffer)
def _get_extradata(self):
return self._buffer[self._buff_i:]
def read_bytes(self, n):
return self._read(n)
def _read(self, n):
# (int) -> bytearray
self._reserve(n)
i = self._buff_i
self._buff_i = i+n
return self._buffer[i:i+n]
def _reserve(self, n):
remain_bytes = len(self._buffer) - self._buff_i - n
# Fast path: buffer has n bytes already
if remain_bytes >= 0:
return
if self._feeding:
self._buff_i = self._buf_checkpoint
raise OutOfData
# Strip buffer before checkpoint before reading file.
if self._buf_checkpoint > 0:
del self._buffer[:self._buf_checkpoint]
self._buff_i -= self._buf_checkpoint
self._buf_checkpoint = 0
# Read from file
remain_bytes = -remain_bytes
while remain_bytes > 0:
to_read_bytes = max(self._read_size, remain_bytes)
read_data = self.file_like.read(to_read_bytes)
if not read_data:
break
assert isinstance(read_data, bytes)
self._buffer += read_data
remain_bytes -= len(read_data)
if len(self._buffer) < n + self._buff_i:
self._buff_i = 0 # rollback
raise OutOfData
def _read_header(self, execute=EX_CONSTRUCT):
typ = TYPE_IMMEDIATE
n = 0
obj = None
self._reserve(1)
b = self._buffer[self._buff_i]
self._buff_i += 1
if b & 0b10000000 == 0:
obj = b
elif b & 0b11100000 == 0b11100000:
obj = -1 - (b ^ 0xff)
elif b & 0b11100000 == 0b10100000:
n = b & 0b00011111
typ = TYPE_RAW
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b & 0b11110000 == 0b10010000:
n = b & 0b00001111
typ = TYPE_ARRAY
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b & 0b11110000 == 0b10000000:
n = b & 0b00001111
typ = TYPE_MAP
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
elif b == 0xc0:
obj = None
elif b == 0xc2:
obj = False
elif b == 0xc3:
obj = True
elif b == 0xc4:
typ = TYPE_BIN
self._reserve(1)
n = self._buffer[self._buff_i]
self._buff_i += 1
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xc5:
typ = TYPE_BIN
self._reserve(2)
n = _unpack_from(">H", self._buffer, self._buff_i)[0]
self._buff_i += 2
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xc6:
typ = TYPE_BIN
self._reserve(4)
n = _unpack_from(">I", self._buffer, self._buff_i)[0]
self._buff_i += 4
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xc7: # ext 8
typ = TYPE_EXT
self._reserve(2)
L, n = _unpack_from('Bb', self._buffer, self._buff_i)
self._buff_i += 2
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xc8: # ext 16
typ = TYPE_EXT
self._reserve(3)
L, n = _unpack_from('>Hb', self._buffer, self._buff_i)
self._buff_i += 3
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xc9: # ext 32
typ = TYPE_EXT
self._reserve(5)
L, n = _unpack_from('>Ib', self._buffer, self._buff_i)
self._buff_i += 5
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xca:
self._reserve(4)
obj = _unpack_from(">f", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xcb:
self._reserve(8)
obj = _unpack_from(">d", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xcc:
self._reserve(1)
obj = self._buffer[self._buff_i]
self._buff_i += 1
elif b == 0xcd:
self._reserve(2)
obj = _unpack_from(">H", self._buffer, self._buff_i)[0]
self._buff_i += 2
elif b == 0xce:
self._reserve(4)
obj = _unpack_from(">I", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xcf:
self._reserve(8)
obj = _unpack_from(">Q", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xd0:
self._reserve(1)
obj = _unpack_from("b", self._buffer, self._buff_i)[0]
self._buff_i += 1
elif b == 0xd1:
self._reserve(2)
obj = _unpack_from(">h", self._buffer, self._buff_i)[0]
self._buff_i += 2
elif b == 0xd2:
self._reserve(4)
obj = _unpack_from(">i", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xd3:
self._reserve(8)
obj = _unpack_from(">q", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xd4: # fixext 1
typ = TYPE_EXT
if self._max_ext_len < 1:
raise ValueError("%s exceeds max_ext_len(%s)" % (1, self._max_ext_len))
self._reserve(2)
n, obj = _unpack_from("b1s", self._buffer, self._buff_i)
self._buff_i += 2
elif b == 0xd5: # fixext 2
typ = TYPE_EXT
if self._max_ext_len < 2:
raise ValueError("%s exceeds max_ext_len(%s)" % (2, self._max_ext_len))
self._reserve(3)
n, obj = _unpack_from("b2s", self._buffer, self._buff_i)
self._buff_i += 3
elif b == 0xd6: # fixext 4
typ = TYPE_EXT
if self._max_ext_len < 4:
raise ValueError("%s exceeds max_ext_len(%s)" % (4, self._max_ext_len))
self._reserve(5)
n, obj = _unpack_from("b4s", self._buffer, self._buff_i)
self._buff_i += 5
elif b == 0xd7: # fixext 8
typ = TYPE_EXT
if self._max_ext_len < 8:
raise ValueError("%s exceeds max_ext_len(%s)" % (8, self._max_ext_len))
self._reserve(9)
n, obj = _unpack_from("b8s", self._buffer, self._buff_i)
self._buff_i += 9
elif b == 0xd8: # fixext 16
typ = TYPE_EXT
if self._max_ext_len < 16:
raise ValueError("%s exceeds max_ext_len(%s)" % (16, self._max_ext_len))
self._reserve(17)
n, obj = _unpack_from("b16s", self._buffer, self._buff_i)
self._buff_i += 17
elif b == 0xd9:
typ = TYPE_RAW
self._reserve(1)
n = self._buffer[self._buff_i]
self._buff_i += 1
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xda:
typ = TYPE_RAW
self._reserve(2)
n, = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xdb:
typ = TYPE_RAW
self._reserve(4)
n, = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xdc:
typ = TYPE_ARRAY
self._reserve(2)
n, = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b == 0xdd:
typ = TYPE_ARRAY
self._reserve(4)
n, = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b == 0xde:
self._reserve(2)
n, = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
typ = TYPE_MAP
elif b == 0xdf:
self._reserve(4)
n, = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
typ = TYPE_MAP
else:
raise FormatError("Unknown header: 0x%x" % b)
return typ, n, obj
def _unpack(self, execute=EX_CONSTRUCT):
typ, n, obj = self._read_header(execute)
if execute == EX_READ_ARRAY_HEADER:
if typ != TYPE_ARRAY:
raise ValueError("Expected array")
return n
if execute == EX_READ_MAP_HEADER:
if typ != TYPE_MAP:
raise ValueError("Expected map")
return n
# TODO should we eliminate the recursion?
if typ == TYPE_ARRAY:
if execute == EX_SKIP:
for i in xrange(n):
# TODO check whether we need to call `list_hook`
self._unpack(EX_SKIP)
return
ret = newlist_hint(n)
for i in xrange(n):
ret.append(self._unpack(EX_CONSTRUCT))
if self._list_hook is not None:
ret = self._list_hook(ret)
# TODO is the interaction between `list_hook` and `use_list` ok?
return ret if self._use_list else tuple(ret)
if typ == TYPE_MAP:
if execute == EX_SKIP:
for i in xrange(n):
# TODO check whether we need to call hooks
self._unpack(EX_SKIP)
self._unpack(EX_SKIP)
return
if self._object_pairs_hook is not None:
ret = self._object_pairs_hook(
(self._unpack(EX_CONSTRUCT),
self._unpack(EX_CONSTRUCT))
for _ in xrange(n))
else:
ret = {}
for _ in xrange(n):
key = self._unpack(EX_CONSTRUCT)
if self._strict_map_key and type(key) not in (unicode, bytes):
raise ValueError("%s is not allowed for map key" % str(type(key)))
ret[key] = self._unpack(EX_CONSTRUCT)
if self._object_hook is not None:
ret = self._object_hook(ret)
return ret
if execute == EX_SKIP:
return
if typ == TYPE_RAW:
if self._encoding is not None:
obj = obj.decode(self._encoding, self._unicode_errors)
elif self._raw:
obj = bytes(obj)
else:
obj = obj.decode('utf_8')
return obj
if typ == TYPE_EXT:
return self._ext_hook(n, bytes(obj))
if typ == TYPE_BIN:
return bytes(obj)
assert typ == TYPE_IMMEDIATE
return obj
def __iter__(self):
return self
def __next__(self):
try:
ret = self._unpack(EX_CONSTRUCT)
self._consume()
return ret
except OutOfData:
self._consume()
raise StopIteration
except RecursionError:
raise StackError
next = __next__
def skip(self):
self._unpack(EX_SKIP)
self._consume()
def unpack(self):
try:
ret = self._unpack(EX_CONSTRUCT)
except RecursionError:
raise StackError
self._consume()
return ret
def read_array_header(self):
ret = self._unpack(EX_READ_ARRAY_HEADER)
self._consume()
return ret
def read_map_header(self):
ret = self._unpack(EX_READ_MAP_HEADER)
self._consume()
return ret
def tell(self):
return self._stream_offset
class Packer(object):
"""
MessagePack Packer
usage:
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode.
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializeable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param str encoding:
(deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')
:param str unicode_errors:
Error handler for encoding unicode. (default: 'strict')
"""
def __init__(self, default=None, encoding=None, unicode_errors=None,
use_single_float=False, autoreset=True, use_bin_type=False,
strict_types=False):
if encoding is None:
encoding = 'utf_8'
else:
warnings.warn(
"encoding is deprecated, Use raw=False instead.",
DeprecationWarning, stacklevel=2)
if unicode_errors is None:
unicode_errors = 'strict'
self._strict_types = strict_types
self._use_float = use_single_float
self._autoreset = autoreset
self._use_bin_type = use_bin_type
self._encoding = encoding
self._unicode_errors = unicode_errors
self._buffer = StringIO()
if default is not None:
if not callable(default):
raise TypeError("default must be callable")
self._default = default
def _pack(self, obj, nest_limit=DEFAULT_RECURSE_LIMIT,
check=isinstance, check_type_strict=_check_type_strict):
default_used = False
if self._strict_types:
check = check_type_strict
list_types = list
else:
list_types = (list, tuple)
while True:
if nest_limit < 0:
raise ValueError("recursion limit exceeded")
if obj is None:
return self._buffer.write(b"\xc0")
if check(obj, bool):
if obj:
return self._buffer.write(b"\xc3")
return self._buffer.write(b"\xc2")
if check(obj, int_types):
if 0 <= obj < 0x80:
return self._buffer.write(struct.pack("B", obj))
if -0x20 <= obj < 0:
return self._buffer.write(struct.pack("b", obj))
if 0x80 <= obj <= 0xff:
return self._buffer.write(struct.pack("BB", 0xcc, obj))
if -0x80 <= obj < 0:
return self._buffer.write(struct.pack(">Bb", 0xd0, obj))
if 0xff < obj <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xcd, obj))
if -0x8000 <= obj < -0x80:
return self._buffer.write(struct.pack(">Bh", 0xd1, obj))
if 0xffff < obj <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xce, obj))
if -0x80000000 <= obj < -0x8000:
return self._buffer.write(struct.pack(">Bi", 0xd2, obj))
if 0xffffffff < obj <= 0xffffffffffffffff:
return self._buffer.write(struct.pack(">BQ", 0xcf, obj))
if -0x8000000000000000 <= obj < -0x80000000:
return self._buffer.write(struct.pack(">Bq", 0xd3, obj))
if not default_used and self._default is not None:
obj = self._default(obj)
default_used = True
continue
raise OverflowError("Integer value out of range")
if check(obj, (bytes, bytearray)):
n = len(obj)
if n >= 2**32:
raise ValueError("%s is too large" % type(obj).__name__)
self._pack_bin_header(n)
return self._buffer.write(obj)
if check(obj, unicode):
if self._encoding is None:
raise TypeError(
"Can't encode unicode string: "
"no encoding is specified")
obj = obj.encode(self._encoding, self._unicode_errors)
n = len(obj)
if n >= 2**32:
raise ValueError("String is too large")
self._pack_raw_header(n)
return self._buffer.write(obj)
if check(obj, memoryview):
n = len(obj) * obj.itemsize
if n >= 2**32:
raise ValueError("Memoryview is too large")
self._pack_bin_header(n)
return self._buffer.write(obj)
if check(obj, float):
if self._use_float:
return self._buffer.write(struct.pack(">Bf", 0xca, obj))
return self._buffer.write(struct.pack(">Bd", 0xcb, obj))
if check(obj, ExtType):
code = obj.code
data = obj.data
assert isinstance(code, int)
assert isinstance(data, bytes)
L = len(data)
if L == 1:
self._buffer.write(b'\xd4')
elif L == 2:
self._buffer.write(b'\xd5')
elif L == 4:
self._buffer.write(b'\xd6')
elif L == 8:
self._buffer.write(b'\xd7')
elif L == 16:
self._buffer.write(b'\xd8')
elif L <= 0xff:
self._buffer.write(struct.pack(">BB", 0xc7, L))
elif L <= 0xffff:
self._buffer.write(struct.pack(">BH", 0xc8, L))
else:
self._buffer.write(struct.pack(">BI", 0xc9, L))
self._buffer.write(struct.pack("b", code))
self._buffer.write(data)
return
if check(obj, list_types):
n = len(obj)
self._pack_array_header(n)
for i in xrange(n):
self._pack(obj[i], nest_limit - 1)
return
if check(obj, dict):
return self._pack_map_pairs(len(obj), dict_iteritems(obj),
nest_limit - 1)
if not default_used and self._default is not None:
obj = self._default(obj)
default_used = 1
continue
raise TypeError("Cannot serialize %r" % (obj, ))
def pack(self, obj):
try:
self._pack(obj)
except:
self._buffer = StringIO() # force reset
raise
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_map_pairs(self, pairs):
self._pack_map_pairs(len(pairs), pairs)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_array_header(self, n):
if n >= 2**32:
raise ValueError
self._pack_array_header(n)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_map_header(self, n):
if n >= 2**32:
raise ValueError
self._pack_map_header(n)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_ext_type(self, typecode, data):
if not isinstance(typecode, int):
raise TypeError("typecode must have int type.")
if not 0 <= typecode <= 127:
raise ValueError("typecode should be 0-127")
if not isinstance(data, bytes):
raise TypeError("data must have bytes type")
L = len(data)
if L > 0xffffffff:
raise ValueError("Too large data")
if L == 1:
self._buffer.write(b'\xd4')
elif L == 2:
self._buffer.write(b'\xd5')
elif L == 4:
self._buffer.write(b'\xd6')
elif L == 8:
self._buffer.write(b'\xd7')
elif L == 16:
self._buffer.write(b'\xd8')
elif L <= 0xff:
self._buffer.write(b'\xc7' + struct.pack('B', L))
elif L <= 0xffff:
self._buffer.write(b'\xc8' + struct.pack('>H', L))
else:
self._buffer.write(b'\xc9' + struct.pack('>I', L))
self._buffer.write(struct.pack('B', typecode))
self._buffer.write(data)
def _pack_array_header(self, n):
if n <= 0x0f:
return self._buffer.write(struct.pack('B', 0x90 + n))
if n <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xdc, n))
if n <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xdd, n))
raise ValueError("Array is too large")
def _pack_map_header(self, n):
if n <= 0x0f:
return self._buffer.write(struct.pack('B', 0x80 + n))
if n <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xde, n))
if n <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xdf, n))
raise ValueError("Dict is too large")
def _pack_map_pairs(self, n, pairs, nest_limit=DEFAULT_RECURSE_LIMIT):
self._pack_map_header(n)
for (k, v) in pairs:
self._pack(k, nest_limit - 1)
self._pack(v, nest_limit - 1)
def _pack_raw_header(self, n):
if n <= 0x1f:
self._buffer.write(struct.pack('B', 0xa0 + n))
elif self._use_bin_type and n <= 0xff:
self._buffer.write(struct.pack('>BB', 0xd9, n))
elif n <= 0xffff:
self._buffer.write(struct.pack(">BH", 0xda, n))
elif n <= 0xffffffff:
self._buffer.write(struct.pack(">BI", 0xdb, n))
else:
raise ValueError('Raw is too large')
def _pack_bin_header(self, n):
if not self._use_bin_type:
return self._pack_raw_header(n)
elif n <= 0xff:
return self._buffer.write(struct.pack('>BB', 0xc4, n))
elif n <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xc5, n))
elif n <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xc6, n))
else:
raise ValueError('Bin is too large')
def bytes(self):
"""Return internal buffer contents as bytes object"""
return self._buffer.getvalue()
def reset(self):
"""Reset internal buffer.
This method is usaful only when autoreset=False.
"""
self._buffer = StringIO()
def getbuffer(self):
"""Return view of internal buffer."""
if USING_STRINGBUILDER or PY2:
return memoryview(self.bytes())
else:
return self._buffer.getbuffer()
site-packages/pip/_vendor/colorama/__init__.py 0000644 00000000357 15201600075 0015417 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
from .initialise import init, deinit, reinit, colorama_text
from .ansi import Fore, Back, Style, Cursor
from .ansitowin32 import AnsiToWin32
__version__ = '0.4.1'
site-packages/pip/_vendor/colorama/ansitowin32.py 0000644 00000024336 15201600075 0016043 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
import re
import sys
import os
from .ansi import AnsiFore, AnsiBack, AnsiStyle, Style
from .winterm import WinTerm, WinColor, WinStyle
from .win32 import windll, winapi_test
winterm = None
if windll is not None:
winterm = WinTerm()
class StreamWrapper(object):
'''
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
'''
def __init__(self, wrapped, converter):
# double-underscore everything to prevent clashes with names of
# attributes on the wrapped stream object.
self.__wrapped = wrapped
self.__convertor = converter
def __getattr__(self, name):
return getattr(self.__wrapped, name)
def __enter__(self, *args, **kwargs):
# special method lookup bypasses __getattr__/__getattribute__, see
# https://stackoverflow.com/questions/12632894/why-doesnt-getattr-work-with-exit
# thus, contextlib magic methods are not proxied via __getattr__
return self.__wrapped.__enter__(*args, **kwargs)
def __exit__(self, *args, **kwargs):
return self.__wrapped.__exit__(*args, **kwargs)
def write(self, text):
self.__convertor.write(text)
def isatty(self):
stream = self.__wrapped
if 'PYCHARM_HOSTED' in os.environ:
if stream is not None and (stream is sys.__stdout__ or stream is sys.__stderr__):
return True
try:
stream_isatty = stream.isatty
except AttributeError:
return False
else:
return stream_isatty()
@property
def closed(self):
stream = self.__wrapped
try:
return stream.closed
except AttributeError:
return True
class AnsiToWin32(object):
'''
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
'''
ANSI_CSI_RE = re.compile('\001?\033\\[((?:\\d|;)*)([a-zA-Z])\002?') # Control Sequence Introducer
ANSI_OSC_RE = re.compile('\001?\033\\]((?:.|;)*?)(\x07)\002?') # Operating System Command
def __init__(self, wrapped, convert=None, strip=None, autoreset=False):
# The wrapped stream (normally sys.stdout or sys.stderr)
self.wrapped = wrapped
# should we reset colors to defaults after every .write()
self.autoreset = autoreset
# create the proxy wrapping our output stream
self.stream = StreamWrapper(wrapped, self)
on_windows = os.name == 'nt'
# We test if the WinAPI works, because even if we are on Windows
# we may be using a terminal that doesn't support the WinAPI
# (e.g. Cygwin Terminal). In this case it's up to the terminal
# to support the ANSI codes.
conversion_supported = on_windows and winapi_test()
# should we strip ANSI sequences from our output?
if strip is None:
strip = conversion_supported or (not self.stream.closed and not self.stream.isatty())
self.strip = strip
# should we should convert ANSI sequences into win32 calls?
if convert is None:
convert = conversion_supported and not self.stream.closed and self.stream.isatty()
self.convert = convert
# dict of ansi codes to win32 functions and parameters
self.win32_calls = self.get_win32_calls()
# are we wrapping stderr?
self.on_stderr = self.wrapped is sys.stderr
def should_wrap(self):
'''
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
'''
return self.convert or self.strip or self.autoreset
def get_win32_calls(self):
if self.convert and winterm:
return {
AnsiStyle.RESET_ALL: (winterm.reset_all, ),
AnsiStyle.BRIGHT: (winterm.style, WinStyle.BRIGHT),
AnsiStyle.DIM: (winterm.style, WinStyle.NORMAL),
AnsiStyle.NORMAL: (winterm.style, WinStyle.NORMAL),
AnsiFore.BLACK: (winterm.fore, WinColor.BLACK),
AnsiFore.RED: (winterm.fore, WinColor.RED),
AnsiFore.GREEN: (winterm.fore, WinColor.GREEN),
AnsiFore.YELLOW: (winterm.fore, WinColor.YELLOW),
AnsiFore.BLUE: (winterm.fore, WinColor.BLUE),
AnsiFore.MAGENTA: (winterm.fore, WinColor.MAGENTA),
AnsiFore.CYAN: (winterm.fore, WinColor.CYAN),
AnsiFore.WHITE: (winterm.fore, WinColor.GREY),
AnsiFore.RESET: (winterm.fore, ),
AnsiFore.LIGHTBLACK_EX: (winterm.fore, WinColor.BLACK, True),
AnsiFore.LIGHTRED_EX: (winterm.fore, WinColor.RED, True),
AnsiFore.LIGHTGREEN_EX: (winterm.fore, WinColor.GREEN, True),
AnsiFore.LIGHTYELLOW_EX: (winterm.fore, WinColor.YELLOW, True),
AnsiFore.LIGHTBLUE_EX: (winterm.fore, WinColor.BLUE, True),
AnsiFore.LIGHTMAGENTA_EX: (winterm.fore, WinColor.MAGENTA, True),
AnsiFore.LIGHTCYAN_EX: (winterm.fore, WinColor.CYAN, True),
AnsiFore.LIGHTWHITE_EX: (winterm.fore, WinColor.GREY, True),
AnsiBack.BLACK: (winterm.back, WinColor.BLACK),
AnsiBack.RED: (winterm.back, WinColor.RED),
AnsiBack.GREEN: (winterm.back, WinColor.GREEN),
AnsiBack.YELLOW: (winterm.back, WinColor.YELLOW),
AnsiBack.BLUE: (winterm.back, WinColor.BLUE),
AnsiBack.MAGENTA: (winterm.back, WinColor.MAGENTA),
AnsiBack.CYAN: (winterm.back, WinColor.CYAN),
AnsiBack.WHITE: (winterm.back, WinColor.GREY),
AnsiBack.RESET: (winterm.back, ),
AnsiBack.LIGHTBLACK_EX: (winterm.back, WinColor.BLACK, True),
AnsiBack.LIGHTRED_EX: (winterm.back, WinColor.RED, True),
AnsiBack.LIGHTGREEN_EX: (winterm.back, WinColor.GREEN, True),
AnsiBack.LIGHTYELLOW_EX: (winterm.back, WinColor.YELLOW, True),
AnsiBack.LIGHTBLUE_EX: (winterm.back, WinColor.BLUE, True),
AnsiBack.LIGHTMAGENTA_EX: (winterm.back, WinColor.MAGENTA, True),
AnsiBack.LIGHTCYAN_EX: (winterm.back, WinColor.CYAN, True),
AnsiBack.LIGHTWHITE_EX: (winterm.back, WinColor.GREY, True),
}
return dict()
def write(self, text):
if self.strip or self.convert:
self.write_and_convert(text)
else:
self.wrapped.write(text)
self.wrapped.flush()
if self.autoreset:
self.reset_all()
def reset_all(self):
if self.convert:
self.call_win32('m', (0,))
elif not self.strip and not self.stream.closed:
self.wrapped.write(Style.RESET_ALL)
def write_and_convert(self, text):
'''
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
'''
cursor = 0
text = self.convert_osc(text)
for match in self.ANSI_CSI_RE.finditer(text):
start, end = match.span()
self.write_plain_text(text, cursor, start)
self.convert_ansi(*match.groups())
cursor = end
self.write_plain_text(text, cursor, len(text))
def write_plain_text(self, text, start, end):
if start < end:
self.wrapped.write(text[start:end])
self.wrapped.flush()
def convert_ansi(self, paramstring, command):
if self.convert:
params = self.extract_params(command, paramstring)
self.call_win32(command, params)
def extract_params(self, command, paramstring):
if command in 'Hf':
params = tuple(int(p) if len(p) != 0 else 1 for p in paramstring.split(';'))
while len(params) < 2:
# defaults:
params = params + (1,)
else:
params = tuple(int(p) for p in paramstring.split(';') if len(p) != 0)
if len(params) == 0:
# defaults:
if command in 'JKm':
params = (0,)
elif command in 'ABCD':
params = (1,)
return params
def call_win32(self, command, params):
if command == 'm':
for param in params:
if param in self.win32_calls:
func_args = self.win32_calls[param]
func = func_args[0]
args = func_args[1:]
kwargs = dict(on_stderr=self.on_stderr)
func(*args, **kwargs)
elif command in 'J':
winterm.erase_screen(params[0], on_stderr=self.on_stderr)
elif command in 'K':
winterm.erase_line(params[0], on_stderr=self.on_stderr)
elif command in 'Hf': # cursor position - absolute
winterm.set_cursor_position(params, on_stderr=self.on_stderr)
elif command in 'ABCD': # cursor position - relative
n = params[0]
# A - up, B - down, C - forward, D - back
x, y = {'A': (0, -n), 'B': (0, n), 'C': (n, 0), 'D': (-n, 0)}[command]
winterm.cursor_adjust(x, y, on_stderr=self.on_stderr)
def convert_osc(self, text):
for match in self.ANSI_OSC_RE.finditer(text):
start, end = match.span()
text = text[:start] + text[end:]
paramstring, command = match.groups()
if command in '\x07': # \x07 = BEL
params = paramstring.split(";")
# 0 - change title and icon (we will only change title)
# 1 - change icon (we don't support this)
# 2 - change title
if params[0] in '02':
winterm.set_title(params[1])
return text
site-packages/pip/_vendor/colorama/win32.py 0000644 00000012434 15201600075 0014621 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
# from winbase.h
STDOUT = -11
STDERR = -12
try:
import ctypes
from ctypes import LibraryLoader
windll = LibraryLoader(ctypes.WinDLL)
from ctypes import wintypes
except (AttributeError, ImportError):
windll = None
SetConsoleTextAttribute = lambda *_: None
winapi_test = lambda *_: None
else:
from ctypes import byref, Structure, c_char, POINTER
COORD = wintypes._COORD
class CONSOLE_SCREEN_BUFFER_INFO(Structure):
"""struct in wincon.h."""
_fields_ = [
("dwSize", COORD),
("dwCursorPosition", COORD),
("wAttributes", wintypes.WORD),
("srWindow", wintypes.SMALL_RECT),
("dwMaximumWindowSize", COORD),
]
def __str__(self):
return '(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)' % (
self.dwSize.Y, self.dwSize.X
, self.dwCursorPosition.Y, self.dwCursorPosition.X
, self.wAttributes
, self.srWindow.Top, self.srWindow.Left, self.srWindow.Bottom, self.srWindow.Right
, self.dwMaximumWindowSize.Y, self.dwMaximumWindowSize.X
)
_GetStdHandle = windll.kernel32.GetStdHandle
_GetStdHandle.argtypes = [
wintypes.DWORD,
]
_GetStdHandle.restype = wintypes.HANDLE
_GetConsoleScreenBufferInfo = windll.kernel32.GetConsoleScreenBufferInfo
_GetConsoleScreenBufferInfo.argtypes = [
wintypes.HANDLE,
POINTER(CONSOLE_SCREEN_BUFFER_INFO),
]
_GetConsoleScreenBufferInfo.restype = wintypes.BOOL
_SetConsoleTextAttribute = windll.kernel32.SetConsoleTextAttribute
_SetConsoleTextAttribute.argtypes = [
wintypes.HANDLE,
wintypes.WORD,
]
_SetConsoleTextAttribute.restype = wintypes.BOOL
_SetConsoleCursorPosition = windll.kernel32.SetConsoleCursorPosition
_SetConsoleCursorPosition.argtypes = [
wintypes.HANDLE,
COORD,
]
_SetConsoleCursorPosition.restype = wintypes.BOOL
_FillConsoleOutputCharacterA = windll.kernel32.FillConsoleOutputCharacterA
_FillConsoleOutputCharacterA.argtypes = [
wintypes.HANDLE,
c_char,
wintypes.DWORD,
COORD,
POINTER(wintypes.DWORD),
]
_FillConsoleOutputCharacterA.restype = wintypes.BOOL
_FillConsoleOutputAttribute = windll.kernel32.FillConsoleOutputAttribute
_FillConsoleOutputAttribute.argtypes = [
wintypes.HANDLE,
wintypes.WORD,
wintypes.DWORD,
COORD,
POINTER(wintypes.DWORD),
]
_FillConsoleOutputAttribute.restype = wintypes.BOOL
_SetConsoleTitleW = windll.kernel32.SetConsoleTitleW
_SetConsoleTitleW.argtypes = [
wintypes.LPCWSTR
]
_SetConsoleTitleW.restype = wintypes.BOOL
def _winapi_test(handle):
csbi = CONSOLE_SCREEN_BUFFER_INFO()
success = _GetConsoleScreenBufferInfo(
handle, byref(csbi))
return bool(success)
def winapi_test():
return any(_winapi_test(h) for h in
(_GetStdHandle(STDOUT), _GetStdHandle(STDERR)))
def GetConsoleScreenBufferInfo(stream_id=STDOUT):
handle = _GetStdHandle(stream_id)
csbi = CONSOLE_SCREEN_BUFFER_INFO()
success = _GetConsoleScreenBufferInfo(
handle, byref(csbi))
return csbi
def SetConsoleTextAttribute(stream_id, attrs):
handle = _GetStdHandle(stream_id)
return _SetConsoleTextAttribute(handle, attrs)
def SetConsoleCursorPosition(stream_id, position, adjust=True):
position = COORD(*position)
# If the position is out of range, do nothing.
if position.Y <= 0 or position.X <= 0:
return
# Adjust for Windows' SetConsoleCursorPosition:
# 1. being 0-based, while ANSI is 1-based.
# 2. expecting (x,y), while ANSI uses (y,x).
adjusted_position = COORD(position.Y - 1, position.X - 1)
if adjust:
# Adjust for viewport's scroll position
sr = GetConsoleScreenBufferInfo(STDOUT).srWindow
adjusted_position.Y += sr.Top
adjusted_position.X += sr.Left
# Resume normal processing
handle = _GetStdHandle(stream_id)
return _SetConsoleCursorPosition(handle, adjusted_position)
def FillConsoleOutputCharacter(stream_id, char, length, start):
handle = _GetStdHandle(stream_id)
char = c_char(char.encode())
length = wintypes.DWORD(length)
num_written = wintypes.DWORD(0)
# Note that this is hard-coded for ANSI (vs wide) bytes.
success = _FillConsoleOutputCharacterA(
handle, char, length, start, byref(num_written))
return num_written.value
def FillConsoleOutputAttribute(stream_id, attr, length, start):
''' FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )'''
handle = _GetStdHandle(stream_id)
attribute = wintypes.WORD(attr)
length = wintypes.DWORD(length)
num_written = wintypes.DWORD(0)
# Note that this is hard-coded for ANSI (vs wide) bytes.
return _FillConsoleOutputAttribute(
handle, attribute, length, start, byref(num_written))
def SetConsoleTitle(title):
return _SetConsoleTitleW(title)
site-packages/pip/_vendor/colorama/winterm.py 0000644 00000014446 15201600075 0015351 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
from . import win32
# from wincon.h
class WinColor(object):
BLACK = 0
BLUE = 1
GREEN = 2
CYAN = 3
RED = 4
MAGENTA = 5
YELLOW = 6
GREY = 7
# from wincon.h
class WinStyle(object):
NORMAL = 0x00 # dim text, dim background
BRIGHT = 0x08 # bright text, dim background
BRIGHT_BACKGROUND = 0x80 # dim text, bright background
class WinTerm(object):
def __init__(self):
self._default = win32.GetConsoleScreenBufferInfo(win32.STDOUT).wAttributes
self.set_attrs(self._default)
self._default_fore = self._fore
self._default_back = self._back
self._default_style = self._style
# In order to emulate LIGHT_EX in windows, we borrow the BRIGHT style.
# So that LIGHT_EX colors and BRIGHT style do not clobber each other,
# we track them separately, since LIGHT_EX is overwritten by Fore/Back
# and BRIGHT is overwritten by Style codes.
self._light = 0
def get_attrs(self):
return self._fore + self._back * 16 + (self._style | self._light)
def set_attrs(self, value):
self._fore = value & 7
self._back = (value >> 4) & 7
self._style = value & (WinStyle.BRIGHT | WinStyle.BRIGHT_BACKGROUND)
def reset_all(self, on_stderr=None):
self.set_attrs(self._default)
self.set_console(attrs=self._default)
self._light = 0
def fore(self, fore=None, light=False, on_stderr=False):
if fore is None:
fore = self._default_fore
self._fore = fore
# Emulate LIGHT_EX with BRIGHT Style
if light:
self._light |= WinStyle.BRIGHT
else:
self._light &= ~WinStyle.BRIGHT
self.set_console(on_stderr=on_stderr)
def back(self, back=None, light=False, on_stderr=False):
if back is None:
back = self._default_back
self._back = back
# Emulate LIGHT_EX with BRIGHT_BACKGROUND Style
if light:
self._light |= WinStyle.BRIGHT_BACKGROUND
else:
self._light &= ~WinStyle.BRIGHT_BACKGROUND
self.set_console(on_stderr=on_stderr)
def style(self, style=None, on_stderr=False):
if style is None:
style = self._default_style
self._style = style
self.set_console(on_stderr=on_stderr)
def set_console(self, attrs=None, on_stderr=False):
if attrs is None:
attrs = self.get_attrs()
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
win32.SetConsoleTextAttribute(handle, attrs)
def get_position(self, handle):
position = win32.GetConsoleScreenBufferInfo(handle).dwCursorPosition
# Because Windows coordinates are 0-based,
# and win32.SetConsoleCursorPosition expects 1-based.
position.X += 1
position.Y += 1
return position
def set_cursor_position(self, position=None, on_stderr=False):
if position is None:
# I'm not currently tracking the position, so there is no default.
# position = self.get_position()
return
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
win32.SetConsoleCursorPosition(handle, position)
def cursor_adjust(self, x, y, on_stderr=False):
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
position = self.get_position(handle)
adjusted_position = (position.Y + y, position.X + x)
win32.SetConsoleCursorPosition(handle, adjusted_position, adjust=False)
def erase_screen(self, mode=0, on_stderr=False):
# 0 should clear from the cursor to the end of the screen.
# 1 should clear from the cursor to the beginning of the screen.
# 2 should clear the entire screen, and move cursor to (1,1)
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
csbi = win32.GetConsoleScreenBufferInfo(handle)
# get the number of character cells in the current buffer
cells_in_screen = csbi.dwSize.X * csbi.dwSize.Y
# get number of character cells before current cursor position
cells_before_cursor = csbi.dwSize.X * csbi.dwCursorPosition.Y + csbi.dwCursorPosition.X
if mode == 0:
from_coord = csbi.dwCursorPosition
cells_to_erase = cells_in_screen - cells_before_cursor
elif mode == 1:
from_coord = win32.COORD(0, 0)
cells_to_erase = cells_before_cursor
elif mode == 2:
from_coord = win32.COORD(0, 0)
cells_to_erase = cells_in_screen
else:
# invalid mode
return
# fill the entire screen with blanks
win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord)
# now set the buffer's attributes accordingly
win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord)
if mode == 2:
# put the cursor where needed
win32.SetConsoleCursorPosition(handle, (1, 1))
def erase_line(self, mode=0, on_stderr=False):
# 0 should clear from the cursor to the end of the line.
# 1 should clear from the cursor to the beginning of the line.
# 2 should clear the entire line.
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
csbi = win32.GetConsoleScreenBufferInfo(handle)
if mode == 0:
from_coord = csbi.dwCursorPosition
cells_to_erase = csbi.dwSize.X - csbi.dwCursorPosition.X
elif mode == 1:
from_coord = win32.COORD(0, csbi.dwCursorPosition.Y)
cells_to_erase = csbi.dwCursorPosition.X
elif mode == 2:
from_coord = win32.COORD(0, csbi.dwCursorPosition.Y)
cells_to_erase = csbi.dwSize.X
else:
# invalid mode
return
# fill the entire screen with blanks
win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord)
# now set the buffer's attributes accordingly
win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord)
def set_title(self, title):
win32.SetConsoleTitle(title)
site-packages/pip/_vendor/colorama/ansi.py 0000644 00000004734 15201600075 0014615 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
'''
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
'''
CSI = '\033['
OSC = '\033]'
BEL = '\007'
def code_to_chars(code):
return CSI + str(code) + 'm'
def set_title(title):
return OSC + '2;' + title + BEL
def clear_screen(mode=2):
return CSI + str(mode) + 'J'
def clear_line(mode=2):
return CSI + str(mode) + 'K'
class AnsiCodes(object):
def __init__(self):
# the subclasses declare class attributes which are numbers.
# Upon instantiation we define instance attributes, which are the same
# as the class attributes but wrapped with the ANSI escape sequence
for name in dir(self):
if not name.startswith('_'):
value = getattr(self, name)
setattr(self, name, code_to_chars(value))
class AnsiCursor(object):
def UP(self, n=1):
return CSI + str(n) + 'A'
def DOWN(self, n=1):
return CSI + str(n) + 'B'
def FORWARD(self, n=1):
return CSI + str(n) + 'C'
def BACK(self, n=1):
return CSI + str(n) + 'D'
def POS(self, x=1, y=1):
return CSI + str(y) + ';' + str(x) + 'H'
class AnsiFore(AnsiCodes):
BLACK = 30
RED = 31
GREEN = 32
YELLOW = 33
BLUE = 34
MAGENTA = 35
CYAN = 36
WHITE = 37
RESET = 39
# These are fairly well supported, but not part of the standard.
LIGHTBLACK_EX = 90
LIGHTRED_EX = 91
LIGHTGREEN_EX = 92
LIGHTYELLOW_EX = 93
LIGHTBLUE_EX = 94
LIGHTMAGENTA_EX = 95
LIGHTCYAN_EX = 96
LIGHTWHITE_EX = 97
class AnsiBack(AnsiCodes):
BLACK = 40
RED = 41
GREEN = 42
YELLOW = 43
BLUE = 44
MAGENTA = 45
CYAN = 46
WHITE = 47
RESET = 49
# These are fairly well supported, but not part of the standard.
LIGHTBLACK_EX = 100
LIGHTRED_EX = 101
LIGHTGREEN_EX = 102
LIGHTYELLOW_EX = 103
LIGHTBLUE_EX = 104
LIGHTMAGENTA_EX = 105
LIGHTCYAN_EX = 106
LIGHTWHITE_EX = 107
class AnsiStyle(AnsiCodes):
BRIGHT = 1
DIM = 2
NORMAL = 22
RESET_ALL = 0
Fore = AnsiFore()
Back = AnsiBack()
Style = AnsiStyle()
Cursor = AnsiCursor()
site-packages/pip/_vendor/colorama/initialise.py 0000644 00000003573 15201600075 0016015 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
import atexit
import contextlib
import sys
from .ansitowin32 import AnsiToWin32
orig_stdout = None
orig_stderr = None
wrapped_stdout = None
wrapped_stderr = None
atexit_done = False
def reset_all():
if AnsiToWin32 is not None: # Issue #74: objects might become None at exit
AnsiToWin32(orig_stdout).reset_all()
def init(autoreset=False, convert=None, strip=None, wrap=True):
if not wrap and any([autoreset, convert, strip]):
raise ValueError('wrap=False conflicts with any other arg=True')
global wrapped_stdout, wrapped_stderr
global orig_stdout, orig_stderr
orig_stdout = sys.stdout
orig_stderr = sys.stderr
if sys.stdout is None:
wrapped_stdout = None
else:
sys.stdout = wrapped_stdout = \
wrap_stream(orig_stdout, convert, strip, autoreset, wrap)
if sys.stderr is None:
wrapped_stderr = None
else:
sys.stderr = wrapped_stderr = \
wrap_stream(orig_stderr, convert, strip, autoreset, wrap)
global atexit_done
if not atexit_done:
atexit.register(reset_all)
atexit_done = True
def deinit():
if orig_stdout is not None:
sys.stdout = orig_stdout
if orig_stderr is not None:
sys.stderr = orig_stderr
@contextlib.contextmanager
def colorama_text(*args, **kwargs):
init(*args, **kwargs)
try:
yield
finally:
deinit()
def reinit():
if wrapped_stdout is not None:
sys.stdout = wrapped_stdout
if wrapped_stderr is not None:
sys.stderr = wrapped_stderr
def wrap_stream(stream, convert, strip, autoreset, wrap):
if wrap:
wrapper = AnsiToWin32(stream,
convert=convert, strip=strip, autoreset=autoreset)
if wrapper.should_wrap():
stream = wrapper.stream
return stream
site-packages/pip/_vendor/colorama/__pycache__/ansitowin32.cpython-38.opt-1.pyc 0000644 00000017025 15201600075 0023265 0 ustar 00 U
��.e�( � @ s� d dl Z d dlZd dlZddlmZmZmZmZ ddlm Z m
Z
m Z ddl m
Z
mZ dZe
dk rfe � ZG dd� de�ZG dd � d e�ZdS )
� N� )�AnsiFore�AnsiBack� AnsiStyle�Style)�WinTerm�WinColor�WinStyle)�windll� winapi_testc @ sL e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dS )�
StreamWrapperz�
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
c C s || _ || _d S �N)�_StreamWrapper__wrapped�_StreamWrapper__convertor)�self�wrappedZ converter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansitowin32.py�__init__ s zStreamWrapper.__init__c C s t | j|�S r
)�getattrr )r �namer r r � __getattr__ s zStreamWrapper.__getattr__c O s | j j||�S r
)r � __enter__�r �args�kwargsr r r r s zStreamWrapper.__enter__c O s | j j||�S r
)r �__exit__r r r r r % s zStreamWrapper.__exit__c C s | j �|� d S r
)r �write�r �textr r r r ( s zStreamWrapper.writec C s\ | j }dtjkr0|d k r0|tjks,|tjkr0dS z
|j}W n tk
rP Y dS X |� S d S )NZPYCHARM_HOSTEDTF)r �os�environ�sys�
__stdout__�
__stderr__�isatty�AttributeError)r �streamZ
stream_isattyr r r r% + s
zStreamWrapper.isattyc C s* | j }z|jW S tk
r$ Y dS X d S �NT)r �closedr& )r r' r r r r) 7 s
zStreamWrapper.closedN) �__name__�
__module__� __qualname__�__doc__r r r r r r% �propertyr) r r r r r s r c @ s~ e Zd ZdZe�d�Ze�d�Zd dd�Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) � AnsiToWin32z�
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
z ?\[((?:\d|;)*)([a-zA-Z])?z?\]((?:.|;)*?)()?NFc C s� || _ || _t|| �| _tjdk}|o*t� }|d krN|pL| jj oL| j�� }|| _ |d krt|or| jj or| j�� }|| _
| � � | _ | j t
jk| _d S )N�nt)r � autoresetr r' r r r r) r% �strip�convert�get_win32_calls� win32_callsr" �stderr� on_stderr)r r r3 r2 r1 Z
on_windowsZconversion_supportedr r r r I s
zAnsiToWin32.__init__c C s | j p| jp| jS )aj
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
)r3 r2 r1 �r r r r � should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j �r:t�r:tjtjftjtjtjftjtjtj ftj tjtj ft
j tj t
j ft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj ft
jtj t
j dft
jtj t
jdft
jtj t
jdft
jtj t
jdft
jtj t
jdft
j tj t
jdft
j tj t
jdft
j tj t
jdft j tj t
j ft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj ft jtj t
j dft jtj t
jdft jtj t
jdft jtj t
jdft jtj t
jdft j tj t
jdft j tj t
jdft j tj t
jdfi&S t!� S r( )"r3 �wintermr � RESET_ALL� reset_allZBRIGHTZstyler ZDIMZNORMALr ZBLACKZforer ZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZGREYZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr Zback�dictr8 r r r r4 t s�
�(zAnsiToWin32.get_win32_callsc C s@ | j s | jr| �|� n| j�|� | j�� | jr<| �� d S r
)r2 r3 �write_and_convertr r �flushr1 r< r r r r r � s
zAnsiToWin32.writec C s4 | j r| �dd� n | js0| jjs0| j�tj� d S )N�m�r ) r3 �
call_win32r2 r' r) r r r r; r8 r r r r< � s zAnsiToWin32.reset_allc C sb d}| � |�}| j�|�D ]0}|�� \}}| �|||� | j|�� � |}q| �||t|�� dS )z�
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
r N)� convert_osc� ANSI_CSI_RE�finditer�span�write_plain_text� convert_ansi�groups�len)r r Zcursor�match�start�endr r r r> � s
z AnsiToWin32.write_and_convertc C s* ||k r&| j �|||� � | j �� d S r
)r r r? )r r rL rM r r r rG � s z AnsiToWin32.write_plain_textc C s" | j r | �||�}| �||� d S r
)r3 �extract_paramsrB )r � paramstring�command�paramsr r r rH � s zAnsiToWin32.convert_ansic C sz |dkr8t dd� |�d�D ��}t|�dk rv|d }q n>t dd� |�d�D ��}t|�dkrv|d krjd
}n |d krvd}|S ) N�Hfc s s& | ] }t |�d krt|�ndV qdS )r r N�rJ �int��.0�pr r r � <genexpr>� s z-AnsiToWin32.extract_params.<locals>.<genexpr>�;� )r c s s" | ]}t |�d krt|�V qdS )r NrS rU r r r rX � s r ZJKmrA �ABCD)�tuple�splitrJ )r rP rO rQ r r r rN � s zAnsiToWin32.extract_paramsc C s� |dkrR|D ]B}|| j kr | j | }|d }|dd � }t| jd�}|||� q n�|dkrptj|d | jd� n�|dkr�tj|d | jd� nf|dkr�tj|| jd� nL|dkr�|d }d| fd|f|df| dfd �| \} }
tj| |
| jd� d S )
Nr@ r r )r7 �J�KrR r[ )�A�B�C�D)r5 r= r7 r: Z erase_screenZ
erase_lineZset_cursor_positionZ
cursor_adjust) r rP rQ ZparamZ func_args�funcr r �n�x�yr r r rB � s$
*zAnsiToWin32.call_win32c C sr | j �|�D ]`}|�� \}}|d |� ||d � }|�� \}}|dkr |�d�}|d dkr t�|d � q |S )N�rY r Z02r )� ANSI_OSC_RErE rF rI r] r: Z set_title)r r rK rL rM rO rP rQ r r r rC � s
zAnsiToWin32.convert_osc)NNF)r* r+ r, r- �re�compilerD ri r r9 r4 r r< r> rG rH rN rB rC r r r r r/ @ s
!
,
r/ )rj r" r �ansir r r r r: r r r Zwin32r
r �objectr r/ r r r r �<module> s 0 site-packages/pip/_vendor/colorama/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000627 15201600075 0022644 0 ustar 00 U
��.e� � @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl
m Z dZ dS )� )�init�deinit�reinit�
colorama_text)�Fore�Back�Style�Cursor)� AnsiToWin32z0.4.1N)
Z
initialiser r r r �ansir r r r Z ansitowin32r
� __version__� r
r
�A/usr/lib/python3.8/site-packages/pip/_vendor/colorama/__init__.py�<module> s site-packages/pip/_vendor/colorama/__pycache__/win32.cpython-38.pyc 0000644 00000007550 15201600075 0021112 0 ustar 00 U
��.e � @ s� d Z dZz.ddlZddlmZ eej�ZddlmZ W n. eefk
rd dZdd� Z dd� Z
Y �nZX dd lm Z m Z m
Z
mZ ejZG d
d � d e �ZejjZejge_eje_ejjZejee�ge_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje
ejeeej�ge!_eje!_ejj"Z#ejej ejeeej�ge#_eje#_ejj$Z%ej&ge%_eje%_d d
� Z'dd� Z
e fdd�Zdd� Z d dd�Z dd� Z(dd� Z"dd � Z)dS ) i����i�� N)�
LibraryLoader)�wintypesc G s d S �N� ��_r r �>/usr/lib/python3.8/site-packages/pip/_vendor/colorama/win32.py�<lambda> � r c G s d S r r r r r r r r
)�byref� Structure�c_char�POINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd� Z d S )
�CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.�dwSize�dwCursorPosition� wAttributes�srWindow�dwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j
j| j
jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r �Y�Xr r r �Top�LeftZBottomZRightr )�selfr r r �__str__ s �z"CONSOLE_SCREEN_BUFFER_INFO.__str__N)
�__name__�
__module__� __qualname__�__doc__�COORDr �WORDZ
SMALL_RECTZ_fields_r r r r r r s �r c C s t � }t| t|��}t|�S r )r �_GetConsoleScreenBufferInfor �bool)�handle�csbi�successr r r � _winapi_test\ s �r& c C s t dd� tt�tt�fD ��S )Nc s s | ]}t |�V qd S r )r& )�.0�hr r r � <genexpr>c s z winapi_test.<locals>.<genexpr>)�any�
_GetStdHandle�STDOUT�STDERRr r r r � winapi_testb s �r. c C s t | �}t� }t|t|��}|S r )r+ r r! r )� stream_idr# r$ r% r r r �GetConsoleScreenBufferInfof s �r0 c C s t | �}t||�S r )r+ �_SetConsoleTextAttribute)r/ Zattrsr# r r r �SetConsoleTextAttributem s r2 Tc C sv t |� }|jdks |jdkr d S t |jd |jd �}|rdtt�j}| j|j7 _| j|j7 _t| �}t ||�S )Nr � )
r r r r0 r, r r r r+ �_SetConsoleCursorPosition)r/ ZpositionZadjustZadjusted_position�srr# r r r �SetConsoleCursorPositionq s
r6 c C sB t | �}t|�� �}t�|�}t�d�}t||||t|��}|jS )Nr )r+ r
�encoder �DWORD� _FillConsoleOutputCharacterAr �value)r/ �char�length�startr# � num_writtenr% r r r �FillConsoleOutputCharacter� s
�r? c C s: t | �}t�|�}t�|�}t�d�}t||||t|��S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r+ r r r8 �_FillConsoleOutputAttributer )r/ �attrr< r= r# Z attributer> r r r �FillConsoleOutputAttribute� s
�rB c C s t | �S r )�_SetConsoleTitleW)�titler r r �SetConsoleTitle� s rE )T)*r, r- Zctypesr ZWinDLLZwindllr �AttributeError� ImportErrorr2 r. r r r
r Z_COORDr r Zkernel32Z GetStdHandler+ r8 ZargtypesZHANDLEZrestyper0 r! ZBOOLr1 r r6 r4 ZFillConsoleOutputCharacterAr9 rB r@ ZSetConsoleTitleWrC ZLPCWSTRr& r? rE r r r r �<module> sx
�������
site-packages/pip/_vendor/colorama/__pycache__/win32.cpython-38.opt-1.pyc 0000644 00000007550 15201600075 0022051 0 ustar 00 U
��.e � @ s� d Z dZz.ddlZddlmZ eej�ZddlmZ W n. eefk
rd dZdd� Z dd� Z
Y �nZX dd lm Z m Z m
Z
mZ ejZG d
d � d e �ZejjZejge_eje_ejjZejee�ge_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje
ejeeej�ge!_eje!_ejj"Z#ejej ejeeej�ge#_eje#_ejj$Z%ej&ge%_eje%_d d
� Z'dd� Z
e fdd�Zdd� Z d dd�Z dd� Z(dd� Z"dd � Z)dS ) i����i�� N)�
LibraryLoader)�wintypesc G s d S �N� ��_r r �>/usr/lib/python3.8/site-packages/pip/_vendor/colorama/win32.py�<lambda> � r c G s d S r r r r r r r r
)�byref� Structure�c_char�POINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd� Z d S )
�CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.�dwSize�dwCursorPosition� wAttributes�srWindow�dwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j
j| j
jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r �Y�Xr r r �Top�LeftZBottomZRightr )�selfr r r �__str__ s �z"CONSOLE_SCREEN_BUFFER_INFO.__str__N)
�__name__�
__module__� __qualname__�__doc__�COORDr �WORDZ
SMALL_RECTZ_fields_r r r r r r s �r c C s t � }t| t|��}t|�S r )r �_GetConsoleScreenBufferInfor �bool)�handle�csbi�successr r r � _winapi_test\ s �r& c C s t dd� tt�tt�fD ��S )Nc s s | ]}t |�V qd S r )r& )�.0�hr r r � <genexpr>c s z winapi_test.<locals>.<genexpr>)�any�
_GetStdHandle�STDOUT�STDERRr r r r � winapi_testb s �r. c C s t | �}t� }t|t|��}|S r )r+ r r! r )� stream_idr# r$ r% r r r �GetConsoleScreenBufferInfof s �r0 c C s t | �}t||�S r )r+ �_SetConsoleTextAttribute)r/ Zattrsr# r r r �SetConsoleTextAttributem s r2 Tc C sv t |� }|jdks |jdkr d S t |jd |jd �}|rdtt�j}| j|j7 _| j|j7 _t| �}t ||�S )Nr � )
r r r r0 r, r r r r+ �_SetConsoleCursorPosition)r/ ZpositionZadjustZadjusted_position�srr# r r r �SetConsoleCursorPositionq s
r6 c C sB t | �}t|�� �}t�|�}t�d�}t||||t|��}|jS )Nr )r+ r
�encoder �DWORD� _FillConsoleOutputCharacterAr �value)r/ �char�length�startr# � num_writtenr% r r r �FillConsoleOutputCharacter� s
�r? c C s: t | �}t�|�}t�|�}t�d�}t||||t|��S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r+ r r r8 �_FillConsoleOutputAttributer )r/ �attrr< r= r# Z attributer> r r r �FillConsoleOutputAttribute� s
�rB c C s t | �S r )�_SetConsoleTitleW)�titler r r �SetConsoleTitle� s rE )T)*r, r- Zctypesr ZWinDLLZwindllr �AttributeError� ImportErrorr2 r. r r r
r Z_COORDr r Zkernel32Z GetStdHandler+ r8 ZargtypesZHANDLEZrestyper0 r! ZBOOLr1 r r6 r4 ZFillConsoleOutputCharacterAr9 rB r@ ZSetConsoleTitleWrC ZLPCWSTRr& r? rE r r r r �<module> sx
�������
site-packages/pip/_vendor/colorama/__pycache__/winterm.cpython-38.pyc 0000644 00000011024 15201600075 0021624 0 ustar 00 U
��.e& � @ s@ d dl mZ G dd� de�ZG dd� de�ZG dd� de�ZdS ) � )�win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
d S )
�WinColor� r � � � � � � N) �__name__�
__module__� __qualname__ZBLACKZBLUEZGREENZCYANZREDZMAGENTAZYELLOWZGREY� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )�WinStyler � � N)r r r
ZNORMAL�BRIGHT�BRIGHT_BACKGROUNDr r r r r s r c @ s� e Zd Zdd� Zdd� Zdd� Zd dd �Zd!d d �Zd"d
d�Zd#dd�Z d$dd�Z
dd� Z d%dd�Z d&dd�Z
d'dd�Zd(d d �Zd d � ZdS ))�WinTermc C s> t �t j�j| _| �| j� | j| _| j| _ | j
| _ d| _ d S )Nr )
r �GetConsoleScreenBufferInfo�STDOUTZ wAttributes�_default� set_attrs�_fore�
_default_fore�_back�
_default_back�_style�_default_style�_light��selfr r r �__init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N� )r r r r r! r r r � get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr
r )r r r r r r )r" �valuer r r r ' s
zWinTerm.set_attrsNc C s$ | � | j� | j| jd� d| _d S )N)�attrsr )r r � set_consoler )r" � on_stderrr r r � reset_all, s zWinTerm.reset_allFc C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S �N)r) )r r r r r r( )r" �fore�lightr) r r r r, 1 s z WinTerm.forec C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S r+ )r r r r r r( )r" �backr- r) r r r r. < s z WinTerm.backc C s$ |d kr| j }|| _| j|d� d S r+ )r r r( )r" �styler) r r r r/ G s z
WinTerm.stylec C s0 |d kr| � � }tj}|r tj}t�||� d S �N)r% r r �STDERRZSetConsoleTextAttribute)r" r' r) �handler r r r( M s zWinTerm.set_consolec C s, t �|�j}| jd7 _| jd7 _|S )Nr )r r �dwCursorPosition�X�Y)r" r2 �positionr r r � get_positionU s zWinTerm.get_positionc C s, |d kr d S t j}|r t j}t �||� d S r0 )r r r1 �SetConsoleCursorPosition)r" r6 r) r2 r r r �set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| �|�}|j| |j| f}t j||dd� d S )NF)Zadjust)r r r1 r7 r5 r4 r8 )r" �x�yr) r2 r6 Zadjusted_positionr r r �
cursor_adjustg s
zWinTerm.cursor_adjustr c C s� t j}|rt j}t �|�}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt �dd�}|}n |dkr�t �dd�}|}nd S t � |d||� t �
|| � � ||� |dkr�t � |d� d S )Nr r r � )r r )
r r r1 r �dwSizer4 r5 r3 �COORD�FillConsoleOutputCharacter�FillConsoleOutputAttributer% r8 ) r" �moder) r2 �csbiZcells_in_screenZcells_before_cursor�
from_coord�cells_to_eraser r r � erase_screeno s(
zWinTerm.erase_screenc C s� t j}|rt j}t �|�}|dkr:|j}|jj|jj }nH|dkr\t �d|jj�}|jj}n&|dkr~t �d|jj�}|jj}nd S t � |d||� t �
|| � � ||� d S )Nr r r r= ) r r r1 r r3 r> r4 r? r5 r@ rA r% )r" rB r) r2 rC rD rE r r r �
erase_line� s
zWinTerm.erase_linec C s t �|� d S r0 )r ZSetConsoleTitle)r" �titler r r � set_title� s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r
r# r% r r* r, r. r/ r( r7 r9 r< rF rG rI r r r r r s
r N)� r �objectr r r r r r r �<module> s site-packages/pip/_vendor/colorama/__pycache__/ansi.cpython-38.pyc 0000644 00000006170 15201600075 0021077 0 ustar 00 U
��.e� � @ s� d Z dZdZdZdd� Zdd� Zdd d
�Zdd d �ZG d
d� de�Z G dd� de�Z
G dd� de �Z G dd� de �Z G dd� de �Z
e � Ze � Ze
� Ze
� ZdS )z�
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
z[z]�c C s t t| � d S )N�m��CSI�str)�code� r �=/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansi.py�
code_to_chars s r c C s t d | t S )Nz2;)�OSC�BEL)�titler r r � set_title s r
� c C s t t| � d S )N�Jr ��moder r r � clear_screen s r c C s t t| � d S )N�Kr r r r r �
clear_line s r c @ s e Zd Zdd� ZdS )� AnsiCodesc C s6 t | �D ](}|�d�st| |�}t| |t|�� qd S )N�_)�dir�
startswith�getattr�setattrr )�self�name�valuer r r �__init__ s
zAnsiCodes.__init__N)�__name__�
__module__� __qualname__r r r r r r s r c @ s> e Zd Zd
dd�Zddd�Zddd�Zddd �Zdd
d �Zd S )�
AnsiCursor� c C s t t|� d S )N�Ar �r �nr r r �UP% s z
AnsiCursor.UPc C s t t|� d S )N�Br r% r r r �DOWN' s zAnsiCursor.DOWNc C s t t|� d S )N�Cr r% r r r �FORWARD) s zAnsiCursor.FORWARDc C s t t|� d S )N�Dr r% r r r �BACK+ s zAnsiCursor.BACKc C s t t|� d t|� d S )N�;�Hr )r �x�yr r r �POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s
r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiFore� � � �! �" �# �$ �% �' �Z �[ �\ �] �^ �_ �` �a N�r r r! ZBLACKZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiBack�( �) �* �+ �, �- �. �/ �1 �d �e �f �g �h �i �j �k NrE r r r r rF G s" rF c @ s e Zd ZdZdZdZdZdS )� AnsiStyler# r � � N)r r r! ZBRIGHTZDIMZNORMALZ RESET_ALLr r r r rX ] s rX N)r )r )�__doc__r r
r r r
r r �objectr r" r3 rF rX ZForeZBackZStyleZCursorr r r r �<module> s
site-packages/pip/_vendor/colorama/__pycache__/winterm.cpython-38.opt-1.pyc 0000644 00000011024 15201600075 0022563 0 ustar 00 U
��.e& � @ s@ d dl mZ G dd� de�ZG dd� de�ZG dd� de�ZdS ) � )�win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
d S )
�WinColor� r � � � � � � N) �__name__�
__module__� __qualname__ZBLACKZBLUEZGREENZCYANZREDZMAGENTAZYELLOWZGREY� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )�WinStyler � � N)r r r
ZNORMAL�BRIGHT�BRIGHT_BACKGROUNDr r r r r s r c @ s� e Zd Zdd� Zdd� Zdd� Zd dd �Zd!d d �Zd"d
d�Zd#dd�Z d$dd�Z
dd� Z d%dd�Z d&dd�Z
d'dd�Zd(d d �Zd d � ZdS ))�WinTermc C s> t �t j�j| _| �| j� | j| _| j| _ | j
| _ d| _ d S )Nr )
r �GetConsoleScreenBufferInfo�STDOUTZ wAttributes�_default� set_attrs�_fore�
_default_fore�_back�
_default_back�_style�_default_style�_light��selfr r r �__init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N� )r r r r r! r r r � get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr
r )r r r r r r )r" �valuer r r r ' s
zWinTerm.set_attrsNc C s$ | � | j� | j| jd� d| _d S )N)�attrsr )r r � set_consoler )r" � on_stderrr r r � reset_all, s zWinTerm.reset_allFc C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S �N)r) )r r r r r r( )r" �fore�lightr) r r r r, 1 s z WinTerm.forec C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S r+ )r r r r r r( )r" �backr- r) r r r r. < s z WinTerm.backc C s$ |d kr| j }|| _| j|d� d S r+ )r r r( )r" �styler) r r r r/ G s z
WinTerm.stylec C s0 |d kr| � � }tj}|r tj}t�||� d S �N)r% r r �STDERRZSetConsoleTextAttribute)r" r' r) �handler r r r( M s zWinTerm.set_consolec C s, t �|�j}| jd7 _| jd7 _|S )Nr )r r �dwCursorPosition�X�Y)r" r2 �positionr r r � get_positionU s zWinTerm.get_positionc C s, |d kr d S t j}|r t j}t �||� d S r0 )r r r1 �SetConsoleCursorPosition)r" r6 r) r2 r r r �set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| �|�}|j| |j| f}t j||dd� d S )NF)Zadjust)r r r1 r7 r5 r4 r8 )r" �x�yr) r2 r6 Zadjusted_positionr r r �
cursor_adjustg s
zWinTerm.cursor_adjustr c C s� t j}|rt j}t �|�}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt �dd�}|}n |dkr�t �dd�}|}nd S t � |d||� t �
|| � � ||� |dkr�t � |d� d S )Nr r r � )r r )
r r r1 r �dwSizer4 r5 r3 �COORD�FillConsoleOutputCharacter�FillConsoleOutputAttributer% r8 ) r" �moder) r2 �csbiZcells_in_screenZcells_before_cursor�
from_coord�cells_to_eraser r r � erase_screeno s(
zWinTerm.erase_screenc C s� t j}|rt j}t �|�}|dkr:|j}|jj|jj }nH|dkr\t �d|jj�}|jj}n&|dkr~t �d|jj�}|jj}nd S t � |d||� t �
|| � � ||� d S )Nr r r r= ) r r r1 r r3 r> r4 r? r5 r@ rA r% )r" rB r) r2 rC rD rE r r r �
erase_line� s
zWinTerm.erase_linec C s t �|� d S r0 )r ZSetConsoleTitle)r" �titler r r � set_title� s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r
r# r% r r* r, r. r/ r( r7 r9 r< rF rG rI r r r r r s
r N)� r �objectr r r r r r r �<module> s site-packages/pip/_vendor/colorama/__pycache__/initialise.cpython-38.opt-1.pyc 0000644 00000003204 15201600075 0023231 0 ustar 00 U
��.e{ � @ st d dl Z d dlZd dlZddlmZ dadadadada dd� Z
ddd �Z d
d � Z ej
d d
� �Zdd� Zdd� ZdS )� N� )� AnsiToWin32Fc C s t d k rt t��� d S �N)r � orig_stdout� reset_all� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s� |st | ||g�rtd��tjatjatjd kr6d antt||| |� t_atjd kr\d a ntt||| |� t_a t
s�t � t
� da
d S )Nz,wrap=False conflicts with any other arg=TrueT)�any�
ValueError�sys�stdoutr �stderr� orig_stderr�wrapped_stdout� wrap_stream�wrapped_stderr� atexit_done�atexit�registerr )� autoreset�convert�strip�wrapr r r �init s
�
�
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �deinit3 s r c o s" t | |� z
d V W 5 t� X d S r )r r )�args�kwargsr r r �
colorama_text: s
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �reinitC s r c C s& |r"t | |||d�}|�� r"|j} | S )N)r r r )r Z should_wrap�stream)r r r r r �wrapperr r r r J s �r )FNNT)r �
contextlibr Z ansitowin32r r r r r r r r r �contextmanagerr r r r r r r �<module> s
site-packages/pip/_vendor/colorama/__pycache__/__init__.cpython-38.pyc 0000644 00000000627 15201600075 0021705 0 ustar 00 U
��.e� � @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl
m Z dZ dS )� )�init�deinit�reinit�
colorama_text)�Fore�Back�Style�Cursor)� AnsiToWin32z0.4.1N)
Z
initialiser r r r �ansir r r r Z ansitowin32r
� __version__� r
r
�A/usr/lib/python3.8/site-packages/pip/_vendor/colorama/__init__.py�<module> s site-packages/pip/_vendor/colorama/__pycache__/ansi.cpython-38.opt-1.pyc 0000644 00000006170 15201600075 0022036 0 ustar 00 U
��.e� � @ s� d Z dZdZdZdd� Zdd� Zdd d
�Zdd d �ZG d
d� de�Z G dd� de�Z
G dd� de �Z G dd� de �Z G dd� de �Z
e � Ze � Ze
� Ze
� ZdS )z�
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
z[z]�c C s t t| � d S )N�m��CSI�str)�code� r �=/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansi.py�
code_to_chars s r c C s t d | t S )Nz2;)�OSC�BEL)�titler r r � set_title s r
� c C s t t| � d S )N�Jr ��moder r r � clear_screen s r c C s t t| � d S )N�Kr r r r r �
clear_line s r c @ s e Zd Zdd� ZdS )� AnsiCodesc C s6 t | �D ](}|�d�st| |�}t| |t|�� qd S )N�_)�dir�
startswith�getattr�setattrr )�self�name�valuer r r �__init__ s
zAnsiCodes.__init__N)�__name__�
__module__� __qualname__r r r r r r s r c @ s> e Zd Zd
dd�Zddd�Zddd�Zddd �Zdd
d �Zd S )�
AnsiCursor� c C s t t|� d S )N�Ar �r �nr r r �UP% s z
AnsiCursor.UPc C s t t|� d S )N�Br r% r r r �DOWN' s zAnsiCursor.DOWNc C s t t|� d S )N�Cr r% r r r �FORWARD) s zAnsiCursor.FORWARDc C s t t|� d S )N�Dr r% r r r �BACK+ s zAnsiCursor.BACKc C s t t|� d t|� d S )N�;�Hr )r �x�yr r r �POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s
r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiFore� � � �! �" �# �$ �% �' �Z �[ �\ �] �^ �_ �` �a N�r r r! ZBLACKZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiBack�( �) �* �+ �, �- �. �/ �1 �d �e �f �g �h �i �j �k NrE r r r r rF G s" rF c @ s e Zd ZdZdZdZdZdS )� AnsiStyler# r � � N)r r r! ZBRIGHTZDIMZNORMALZ RESET_ALLr r r r rX ] s rX N)r )r )�__doc__r r
r r r
r r �objectr r" r3 rF rX ZForeZBackZStyleZCursorr r r r �<module> s
site-packages/pip/_vendor/colorama/__pycache__/initialise.cpython-38.pyc 0000644 00000003204 15201600075 0022272 0 ustar 00 U
��.e{ � @ st d dl Z d dlZd dlZddlmZ dadadadada dd� Z
ddd �Z d
d � Z ej
d d
� �Zdd� Zdd� ZdS )� N� )� AnsiToWin32Fc C s t d k rt t��� d S �N)r � orig_stdout� reset_all� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s� |st | ||g�rtd��tjatjatjd kr6d antt||| |� t_atjd kr\d a ntt||| |� t_a t
s�t � t
� da
d S )Nz,wrap=False conflicts with any other arg=TrueT)�any�
ValueError�sys�stdoutr �stderr� orig_stderr�wrapped_stdout� wrap_stream�wrapped_stderr� atexit_done�atexit�registerr )� autoreset�convert�strip�wrapr r r �init s
�
�
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �deinit3 s r c o s" t | |� z
d V W 5 t� X d S r )r r )�args�kwargsr r r �
colorama_text: s
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �reinitC s r c C s& |r"t | |||d�}|�� r"|j} | S )N)r r r )r Z should_wrap�stream)r r r r r �wrapperr r r r J s �r )FNNT)r �
contextlibr Z ansitowin32r r r r r r r r r �contextmanagerr r r r r r r �<module> s
site-packages/pip/_vendor/colorama/__pycache__/ansitowin32.cpython-38.pyc 0000644 00000017025 15201600075 0022326 0 ustar 00 U
��.e�( � @ s� d dl Z d dlZd dlZddlmZmZmZmZ ddlm Z m
Z
m Z ddl m
Z
mZ dZe
dk rfe � ZG dd� de�ZG dd � d e�ZdS )
� N� )�AnsiFore�AnsiBack� AnsiStyle�Style)�WinTerm�WinColor�WinStyle)�windll� winapi_testc @ sL e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dS )�
StreamWrapperz�
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
c C s || _ || _d S �N)�_StreamWrapper__wrapped�_StreamWrapper__convertor)�self�wrappedZ converter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansitowin32.py�__init__ s zStreamWrapper.__init__c C s t | j|�S r
)�getattrr )r �namer r r � __getattr__ s zStreamWrapper.__getattr__c O s | j j||�S r
)r � __enter__�r �args�kwargsr r r r s zStreamWrapper.__enter__c O s | j j||�S r
)r �__exit__r r r r r % s zStreamWrapper.__exit__c C s | j �|� d S r
)r �write�r �textr r r r ( s zStreamWrapper.writec C s\ | j }dtjkr0|d k r0|tjks,|tjkr0dS z
|j}W n tk
rP Y dS X |� S d S )NZPYCHARM_HOSTEDTF)r �os�environ�sys�
__stdout__�
__stderr__�isatty�AttributeError)r �streamZ
stream_isattyr r r r% + s
zStreamWrapper.isattyc C s* | j }z|jW S tk
r$ Y dS X d S �NT)r �closedr& )r r' r r r r) 7 s
zStreamWrapper.closedN) �__name__�
__module__� __qualname__�__doc__r r r r r r% �propertyr) r r r r r s r c @ s~ e Zd ZdZe�d�Ze�d�Zd dd�Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) � AnsiToWin32z�
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
z ?\[((?:\d|;)*)([a-zA-Z])?z?\]((?:.|;)*?)()?NFc C s� || _ || _t|| �| _tjdk}|o*t� }|d krN|pL| jj oL| j�� }|| _ |d krt|or| jj or| j�� }|| _
| � � | _ | j t
jk| _d S )N�nt)r � autoresetr r' r r r r) r% �strip�convert�get_win32_calls� win32_callsr" �stderr� on_stderr)r r r3 r2 r1 Z
on_windowsZconversion_supportedr r r r I s
zAnsiToWin32.__init__c C s | j p| jp| jS )aj
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
)r3 r2 r1 �r r r r � should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j �r:t�r:tjtjftjtjtjftjtjtj ftj tjtj ft
j tj t
j ft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj ft
jtj t
j dft
jtj t
jdft
jtj t
jdft
jtj t
jdft
jtj t
jdft
j tj t
jdft
j tj t
jdft
j tj t
jdft j tj t
j ft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj ft jtj t
j dft jtj t
jdft jtj t
jdft jtj t
jdft jtj t
jdft j tj t
jdft j tj t
jdft j tj t
jdfi&S t!� S r( )"r3 �wintermr � RESET_ALL� reset_allZBRIGHTZstyler ZDIMZNORMALr ZBLACKZforer ZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZGREYZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr Zback�dictr8 r r r r4 t s�
�(zAnsiToWin32.get_win32_callsc C s@ | j s | jr| �|� n| j�|� | j�� | jr<| �� d S r
)r2 r3 �write_and_convertr r �flushr1 r< r r r r r � s
zAnsiToWin32.writec C s4 | j r| �dd� n | js0| jjs0| j�tj� d S )N�m�r ) r3 �
call_win32r2 r' r) r r r r; r8 r r r r< � s zAnsiToWin32.reset_allc C sb d}| � |�}| j�|�D ]0}|�� \}}| �|||� | j|�� � |}q| �||t|�� dS )z�
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
r N)� convert_osc� ANSI_CSI_RE�finditer�span�write_plain_text� convert_ansi�groups�len)r r Zcursor�match�start�endr r r r> � s
z AnsiToWin32.write_and_convertc C s* ||k r&| j �|||� � | j �� d S r
)r r r? )r r rL rM r r r rG � s z AnsiToWin32.write_plain_textc C s" | j r | �||�}| �||� d S r
)r3 �extract_paramsrB )r � paramstring�command�paramsr r r rH � s zAnsiToWin32.convert_ansic C sz |dkr8t dd� |�d�D ��}t|�dk rv|d }q n>t dd� |�d�D ��}t|�dkrv|d krjd
}n |d krvd}|S ) N�Hfc s s& | ] }t |�d krt|�ndV qdS )r r N�rJ �int��.0�pr r r � <genexpr>� s z-AnsiToWin32.extract_params.<locals>.<genexpr>�;� )r c s s" | ]}t |�d krt|�V qdS )r NrS rU r r r rX � s r ZJKmrA �ABCD)�tuple�splitrJ )r rP rO rQ r r r rN � s zAnsiToWin32.extract_paramsc C s� |dkrR|D ]B}|| j kr | j | }|d }|dd � }t| jd�}|||� q n�|dkrptj|d | jd� n�|dkr�tj|d | jd� nf|dkr�tj|| jd� nL|dkr�|d }d| fd|f|df| dfd �| \} }
tj| |
| jd� d S )
Nr@ r r )r7 �J�KrR r[ )�A�B�C�D)r5 r= r7 r: Z erase_screenZ
erase_lineZset_cursor_positionZ
cursor_adjust) r rP rQ ZparamZ func_args�funcr r �n�x�yr r r rB � s$
*zAnsiToWin32.call_win32c C sr | j �|�D ]`}|�� \}}|d |� ||d � }|�� \}}|dkr |�d�}|d dkr t�|d � q |S )N�rY r Z02r )� ANSI_OSC_RErE rF rI r] r: Z set_title)r r rK rL rM rO rP rQ r r r rC � s
zAnsiToWin32.convert_osc)NNF)r* r+ r, r- �re�compilerD ri r r9 r4 r r< r> rG rH rN rB rC r r r r r/ @ s
!
,
r/ )rj r" r �ansir r r r r: r r r Zwin32r
r �objectr r/ r r r r �<module> s 0 site-packages/pip/_vendor/idna/idnadata.py 0000644 00000117703 15201600075 0014547 0 ustar 00 # This file is automatically generated by tools/idna-data
__version__ = "11.0.0"
scripts = {
'Greek': (
0x37000000374,
0x37500000378,
0x37a0000037e,
0x37f00000380,
0x38400000385,
0x38600000387,
0x3880000038b,
0x38c0000038d,
0x38e000003a2,
0x3a3000003e2,
0x3f000000400,
0x1d2600001d2b,
0x1d5d00001d62,
0x1d6600001d6b,
0x1dbf00001dc0,
0x1f0000001f16,
0x1f1800001f1e,
0x1f2000001f46,
0x1f4800001f4e,
0x1f5000001f58,
0x1f5900001f5a,
0x1f5b00001f5c,
0x1f5d00001f5e,
0x1f5f00001f7e,
0x1f8000001fb5,
0x1fb600001fc5,
0x1fc600001fd4,
0x1fd600001fdc,
0x1fdd00001ff0,
0x1ff200001ff5,
0x1ff600001fff,
0x212600002127,
0xab650000ab66,
0x101400001018f,
0x101a0000101a1,
0x1d2000001d246,
),
'Han': (
0x2e8000002e9a,
0x2e9b00002ef4,
0x2f0000002fd6,
0x300500003006,
0x300700003008,
0x30210000302a,
0x30380000303c,
0x340000004db6,
0x4e0000009ff0,
0xf9000000fa6e,
0xfa700000fada,
0x200000002a6d7,
0x2a7000002b735,
0x2b7400002b81e,
0x2b8200002cea2,
0x2ceb00002ebe1,
0x2f8000002fa1e,
),
'Hebrew': (
0x591000005c8,
0x5d0000005eb,
0x5ef000005f5,
0xfb1d0000fb37,
0xfb380000fb3d,
0xfb3e0000fb3f,
0xfb400000fb42,
0xfb430000fb45,
0xfb460000fb50,
),
'Hiragana': (
0x304100003097,
0x309d000030a0,
0x1b0010001b11f,
0x1f2000001f201,
),
'Katakana': (
0x30a1000030fb,
0x30fd00003100,
0x31f000003200,
0x32d0000032ff,
0x330000003358,
0xff660000ff70,
0xff710000ff9e,
0x1b0000001b001,
),
}
joining_types = {
0x600: 85,
0x601: 85,
0x602: 85,
0x603: 85,
0x604: 85,
0x605: 85,
0x608: 85,
0x60b: 85,
0x620: 68,
0x621: 85,
0x622: 82,
0x623: 82,
0x624: 82,
0x625: 82,
0x626: 68,
0x627: 82,
0x628: 68,
0x629: 82,
0x62a: 68,
0x62b: 68,
0x62c: 68,
0x62d: 68,
0x62e: 68,
0x62f: 82,
0x630: 82,
0x631: 82,
0x632: 82,
0x633: 68,
0x634: 68,
0x635: 68,
0x636: 68,
0x637: 68,
0x638: 68,
0x639: 68,
0x63a: 68,
0x63b: 68,
0x63c: 68,
0x63d: 68,
0x63e: 68,
0x63f: 68,
0x640: 67,
0x641: 68,
0x642: 68,
0x643: 68,
0x644: 68,
0x645: 68,
0x646: 68,
0x647: 68,
0x648: 82,
0x649: 68,
0x64a: 68,
0x66e: 68,
0x66f: 68,
0x671: 82,
0x672: 82,
0x673: 82,
0x674: 85,
0x675: 82,
0x676: 82,
0x677: 82,
0x678: 68,
0x679: 68,
0x67a: 68,
0x67b: 68,
0x67c: 68,
0x67d: 68,
0x67e: 68,
0x67f: 68,
0x680: 68,
0x681: 68,
0x682: 68,
0x683: 68,
0x684: 68,
0x685: 68,
0x686: 68,
0x687: 68,
0x688: 82,
0x689: 82,
0x68a: 82,
0x68b: 82,
0x68c: 82,
0x68d: 82,
0x68e: 82,
0x68f: 82,
0x690: 82,
0x691: 82,
0x692: 82,
0x693: 82,
0x694: 82,
0x695: 82,
0x696: 82,
0x697: 82,
0x698: 82,
0x699: 82,
0x69a: 68,
0x69b: 68,
0x69c: 68,
0x69d: 68,
0x69e: 68,
0x69f: 68,
0x6a0: 68,
0x6a1: 68,
0x6a2: 68,
0x6a3: 68,
0x6a4: 68,
0x6a5: 68,
0x6a6: 68,
0x6a7: 68,
0x6a8: 68,
0x6a9: 68,
0x6aa: 68,
0x6ab: 68,
0x6ac: 68,
0x6ad: 68,
0x6ae: 68,
0x6af: 68,
0x6b0: 68,
0x6b1: 68,
0x6b2: 68,
0x6b3: 68,
0x6b4: 68,
0x6b5: 68,
0x6b6: 68,
0x6b7: 68,
0x6b8: 68,
0x6b9: 68,
0x6ba: 68,
0x6bb: 68,
0x6bc: 68,
0x6bd: 68,
0x6be: 68,
0x6bf: 68,
0x6c0: 82,
0x6c1: 68,
0x6c2: 68,
0x6c3: 82,
0x6c4: 82,
0x6c5: 82,
0x6c6: 82,
0x6c7: 82,
0x6c8: 82,
0x6c9: 82,
0x6ca: 82,
0x6cb: 82,
0x6cc: 68,
0x6cd: 82,
0x6ce: 68,
0x6cf: 82,
0x6d0: 68,
0x6d1: 68,
0x6d2: 82,
0x6d3: 82,
0x6d5: 82,
0x6dd: 85,
0x6ee: 82,
0x6ef: 82,
0x6fa: 68,
0x6fb: 68,
0x6fc: 68,
0x6ff: 68,
0x70f: 84,
0x710: 82,
0x712: 68,
0x713: 68,
0x714: 68,
0x715: 82,
0x716: 82,
0x717: 82,
0x718: 82,
0x719: 82,
0x71a: 68,
0x71b: 68,
0x71c: 68,
0x71d: 68,
0x71e: 82,
0x71f: 68,
0x720: 68,
0x721: 68,
0x722: 68,
0x723: 68,
0x724: 68,
0x725: 68,
0x726: 68,
0x727: 68,
0x728: 82,
0x729: 68,
0x72a: 82,
0x72b: 68,
0x72c: 82,
0x72d: 68,
0x72e: 68,
0x72f: 82,
0x74d: 82,
0x74e: 68,
0x74f: 68,
0x750: 68,
0x751: 68,
0x752: 68,
0x753: 68,
0x754: 68,
0x755: 68,
0x756: 68,
0x757: 68,
0x758: 68,
0x759: 82,
0x75a: 82,
0x75b: 82,
0x75c: 68,
0x75d: 68,
0x75e: 68,
0x75f: 68,
0x760: 68,
0x761: 68,
0x762: 68,
0x763: 68,
0x764: 68,
0x765: 68,
0x766: 68,
0x767: 68,
0x768: 68,
0x769: 68,
0x76a: 68,
0x76b: 82,
0x76c: 82,
0x76d: 68,
0x76e: 68,
0x76f: 68,
0x770: 68,
0x771: 82,
0x772: 68,
0x773: 82,
0x774: 82,
0x775: 68,
0x776: 68,
0x777: 68,
0x778: 82,
0x779: 82,
0x77a: 68,
0x77b: 68,
0x77c: 68,
0x77d: 68,
0x77e: 68,
0x77f: 68,
0x7ca: 68,
0x7cb: 68,
0x7cc: 68,
0x7cd: 68,
0x7ce: 68,
0x7cf: 68,
0x7d0: 68,
0x7d1: 68,
0x7d2: 68,
0x7d3: 68,
0x7d4: 68,
0x7d5: 68,
0x7d6: 68,
0x7d7: 68,
0x7d8: 68,
0x7d9: 68,
0x7da: 68,
0x7db: 68,
0x7dc: 68,
0x7dd: 68,
0x7de: 68,
0x7df: 68,
0x7e0: 68,
0x7e1: 68,
0x7e2: 68,
0x7e3: 68,
0x7e4: 68,
0x7e5: 68,
0x7e6: 68,
0x7e7: 68,
0x7e8: 68,
0x7e9: 68,
0x7ea: 68,
0x7fa: 67,
0x840: 82,
0x841: 68,
0x842: 68,
0x843: 68,
0x844: 68,
0x845: 68,
0x846: 82,
0x847: 82,
0x848: 68,
0x849: 82,
0x84a: 68,
0x84b: 68,
0x84c: 68,
0x84d: 68,
0x84e: 68,
0x84f: 68,
0x850: 68,
0x851: 68,
0x852: 68,
0x853: 68,
0x854: 82,
0x855: 68,
0x856: 85,
0x857: 85,
0x858: 85,
0x860: 68,
0x861: 85,
0x862: 68,
0x863: 68,
0x864: 68,
0x865: 68,
0x866: 85,
0x867: 82,
0x868: 68,
0x869: 82,
0x86a: 82,
0x8a0: 68,
0x8a1: 68,
0x8a2: 68,
0x8a3: 68,
0x8a4: 68,
0x8a5: 68,
0x8a6: 68,
0x8a7: 68,
0x8a8: 68,
0x8a9: 68,
0x8aa: 82,
0x8ab: 82,
0x8ac: 82,
0x8ad: 85,
0x8ae: 82,
0x8af: 68,
0x8b0: 68,
0x8b1: 82,
0x8b2: 82,
0x8b3: 68,
0x8b4: 68,
0x8b6: 68,
0x8b7: 68,
0x8b8: 68,
0x8b9: 82,
0x8ba: 68,
0x8bb: 68,
0x8bc: 68,
0x8bd: 68,
0x8e2: 85,
0x1806: 85,
0x1807: 68,
0x180a: 67,
0x180e: 85,
0x1820: 68,
0x1821: 68,
0x1822: 68,
0x1823: 68,
0x1824: 68,
0x1825: 68,
0x1826: 68,
0x1827: 68,
0x1828: 68,
0x1829: 68,
0x182a: 68,
0x182b: 68,
0x182c: 68,
0x182d: 68,
0x182e: 68,
0x182f: 68,
0x1830: 68,
0x1831: 68,
0x1832: 68,
0x1833: 68,
0x1834: 68,
0x1835: 68,
0x1836: 68,
0x1837: 68,
0x1838: 68,
0x1839: 68,
0x183a: 68,
0x183b: 68,
0x183c: 68,
0x183d: 68,
0x183e: 68,
0x183f: 68,
0x1840: 68,
0x1841: 68,
0x1842: 68,
0x1843: 68,
0x1844: 68,
0x1845: 68,
0x1846: 68,
0x1847: 68,
0x1848: 68,
0x1849: 68,
0x184a: 68,
0x184b: 68,
0x184c: 68,
0x184d: 68,
0x184e: 68,
0x184f: 68,
0x1850: 68,
0x1851: 68,
0x1852: 68,
0x1853: 68,
0x1854: 68,
0x1855: 68,
0x1856: 68,
0x1857: 68,
0x1858: 68,
0x1859: 68,
0x185a: 68,
0x185b: 68,
0x185c: 68,
0x185d: 68,
0x185e: 68,
0x185f: 68,
0x1860: 68,
0x1861: 68,
0x1862: 68,
0x1863: 68,
0x1864: 68,
0x1865: 68,
0x1866: 68,
0x1867: 68,
0x1868: 68,
0x1869: 68,
0x186a: 68,
0x186b: 68,
0x186c: 68,
0x186d: 68,
0x186e: 68,
0x186f: 68,
0x1870: 68,
0x1871: 68,
0x1872: 68,
0x1873: 68,
0x1874: 68,
0x1875: 68,
0x1876: 68,
0x1877: 68,
0x1878: 68,
0x1880: 85,
0x1881: 85,
0x1882: 85,
0x1883: 85,
0x1884: 85,
0x1885: 84,
0x1886: 84,
0x1887: 68,
0x1888: 68,
0x1889: 68,
0x188a: 68,
0x188b: 68,
0x188c: 68,
0x188d: 68,
0x188e: 68,
0x188f: 68,
0x1890: 68,
0x1891: 68,
0x1892: 68,
0x1893: 68,
0x1894: 68,
0x1895: 68,
0x1896: 68,
0x1897: 68,
0x1898: 68,
0x1899: 68,
0x189a: 68,
0x189b: 68,
0x189c: 68,
0x189d: 68,
0x189e: 68,
0x189f: 68,
0x18a0: 68,
0x18a1: 68,
0x18a2: 68,
0x18a3: 68,
0x18a4: 68,
0x18a5: 68,
0x18a6: 68,
0x18a7: 68,
0x18a8: 68,
0x18aa: 68,
0x200c: 85,
0x200d: 67,
0x202f: 85,
0x2066: 85,
0x2067: 85,
0x2068: 85,
0x2069: 85,
0xa840: 68,
0xa841: 68,
0xa842: 68,
0xa843: 68,
0xa844: 68,
0xa845: 68,
0xa846: 68,
0xa847: 68,
0xa848: 68,
0xa849: 68,
0xa84a: 68,
0xa84b: 68,
0xa84c: 68,
0xa84d: 68,
0xa84e: 68,
0xa84f: 68,
0xa850: 68,
0xa851: 68,
0xa852: 68,
0xa853: 68,
0xa854: 68,
0xa855: 68,
0xa856: 68,
0xa857: 68,
0xa858: 68,
0xa859: 68,
0xa85a: 68,
0xa85b: 68,
0xa85c: 68,
0xa85d: 68,
0xa85e: 68,
0xa85f: 68,
0xa860: 68,
0xa861: 68,
0xa862: 68,
0xa863: 68,
0xa864: 68,
0xa865: 68,
0xa866: 68,
0xa867: 68,
0xa868: 68,
0xa869: 68,
0xa86a: 68,
0xa86b: 68,
0xa86c: 68,
0xa86d: 68,
0xa86e: 68,
0xa86f: 68,
0xa870: 68,
0xa871: 68,
0xa872: 76,
0xa873: 85,
0x10ac0: 68,
0x10ac1: 68,
0x10ac2: 68,
0x10ac3: 68,
0x10ac4: 68,
0x10ac5: 82,
0x10ac6: 85,
0x10ac7: 82,
0x10ac8: 85,
0x10ac9: 82,
0x10aca: 82,
0x10acb: 85,
0x10acc: 85,
0x10acd: 76,
0x10ace: 82,
0x10acf: 82,
0x10ad0: 82,
0x10ad1: 82,
0x10ad2: 82,
0x10ad3: 68,
0x10ad4: 68,
0x10ad5: 68,
0x10ad6: 68,
0x10ad7: 76,
0x10ad8: 68,
0x10ad9: 68,
0x10ada: 68,
0x10adb: 68,
0x10adc: 68,
0x10add: 82,
0x10ade: 68,
0x10adf: 68,
0x10ae0: 68,
0x10ae1: 82,
0x10ae2: 85,
0x10ae3: 85,
0x10ae4: 82,
0x10aeb: 68,
0x10aec: 68,
0x10aed: 68,
0x10aee: 68,
0x10aef: 82,
0x10b80: 68,
0x10b81: 82,
0x10b82: 68,
0x10b83: 82,
0x10b84: 82,
0x10b85: 82,
0x10b86: 68,
0x10b87: 68,
0x10b88: 68,
0x10b89: 82,
0x10b8a: 68,
0x10b8b: 68,
0x10b8c: 82,
0x10b8d: 68,
0x10b8e: 82,
0x10b8f: 82,
0x10b90: 68,
0x10b91: 82,
0x10ba9: 82,
0x10baa: 82,
0x10bab: 82,
0x10bac: 82,
0x10bad: 68,
0x10bae: 68,
0x10baf: 85,
0x10d00: 76,
0x10d01: 68,
0x10d02: 68,
0x10d03: 68,
0x10d04: 68,
0x10d05: 68,
0x10d06: 68,
0x10d07: 68,
0x10d08: 68,
0x10d09: 68,
0x10d0a: 68,
0x10d0b: 68,
0x10d0c: 68,
0x10d0d: 68,
0x10d0e: 68,
0x10d0f: 68,
0x10d10: 68,
0x10d11: 68,
0x10d12: 68,
0x10d13: 68,
0x10d14: 68,
0x10d15: 68,
0x10d16: 68,
0x10d17: 68,
0x10d18: 68,
0x10d19: 68,
0x10d1a: 68,
0x10d1b: 68,
0x10d1c: 68,
0x10d1d: 68,
0x10d1e: 68,
0x10d1f: 68,
0x10d20: 68,
0x10d21: 68,
0x10d22: 82,
0x10d23: 68,
0x10f30: 68,
0x10f31: 68,
0x10f32: 68,
0x10f33: 82,
0x10f34: 68,
0x10f35: 68,
0x10f36: 68,
0x10f37: 68,
0x10f38: 68,
0x10f39: 68,
0x10f3a: 68,
0x10f3b: 68,
0x10f3c: 68,
0x10f3d: 68,
0x10f3e: 68,
0x10f3f: 68,
0x10f40: 68,
0x10f41: 68,
0x10f42: 68,
0x10f43: 68,
0x10f44: 68,
0x10f45: 85,
0x10f51: 68,
0x10f52: 68,
0x10f53: 68,
0x10f54: 82,
0x110bd: 85,
0x110cd: 85,
0x1e900: 68,
0x1e901: 68,
0x1e902: 68,
0x1e903: 68,
0x1e904: 68,
0x1e905: 68,
0x1e906: 68,
0x1e907: 68,
0x1e908: 68,
0x1e909: 68,
0x1e90a: 68,
0x1e90b: 68,
0x1e90c: 68,
0x1e90d: 68,
0x1e90e: 68,
0x1e90f: 68,
0x1e910: 68,
0x1e911: 68,
0x1e912: 68,
0x1e913: 68,
0x1e914: 68,
0x1e915: 68,
0x1e916: 68,
0x1e917: 68,
0x1e918: 68,
0x1e919: 68,
0x1e91a: 68,
0x1e91b: 68,
0x1e91c: 68,
0x1e91d: 68,
0x1e91e: 68,
0x1e91f: 68,
0x1e920: 68,
0x1e921: 68,
0x1e922: 68,
0x1e923: 68,
0x1e924: 68,
0x1e925: 68,
0x1e926: 68,
0x1e927: 68,
0x1e928: 68,
0x1e929: 68,
0x1e92a: 68,
0x1e92b: 68,
0x1e92c: 68,
0x1e92d: 68,
0x1e92e: 68,
0x1e92f: 68,
0x1e930: 68,
0x1e931: 68,
0x1e932: 68,
0x1e933: 68,
0x1e934: 68,
0x1e935: 68,
0x1e936: 68,
0x1e937: 68,
0x1e938: 68,
0x1e939: 68,
0x1e93a: 68,
0x1e93b: 68,
0x1e93c: 68,
0x1e93d: 68,
0x1e93e: 68,
0x1e93f: 68,
0x1e940: 68,
0x1e941: 68,
0x1e942: 68,
0x1e943: 68,
}
codepoint_classes = {
'PVALID': (
0x2d0000002e,
0x300000003a,
0x610000007b,
0xdf000000f7,
0xf800000100,
0x10100000102,
0x10300000104,
0x10500000106,
0x10700000108,
0x1090000010a,
0x10b0000010c,
0x10d0000010e,
0x10f00000110,
0x11100000112,
0x11300000114,
0x11500000116,
0x11700000118,
0x1190000011a,
0x11b0000011c,
0x11d0000011e,
0x11f00000120,
0x12100000122,
0x12300000124,
0x12500000126,
0x12700000128,
0x1290000012a,
0x12b0000012c,
0x12d0000012e,
0x12f00000130,
0x13100000132,
0x13500000136,
0x13700000139,
0x13a0000013b,
0x13c0000013d,
0x13e0000013f,
0x14200000143,
0x14400000145,
0x14600000147,
0x14800000149,
0x14b0000014c,
0x14d0000014e,
0x14f00000150,
0x15100000152,
0x15300000154,
0x15500000156,
0x15700000158,
0x1590000015a,
0x15b0000015c,
0x15d0000015e,
0x15f00000160,
0x16100000162,
0x16300000164,
0x16500000166,
0x16700000168,
0x1690000016a,
0x16b0000016c,
0x16d0000016e,
0x16f00000170,
0x17100000172,
0x17300000174,
0x17500000176,
0x17700000178,
0x17a0000017b,
0x17c0000017d,
0x17e0000017f,
0x18000000181,
0x18300000184,
0x18500000186,
0x18800000189,
0x18c0000018e,
0x19200000193,
0x19500000196,
0x1990000019c,
0x19e0000019f,
0x1a1000001a2,
0x1a3000001a4,
0x1a5000001a6,
0x1a8000001a9,
0x1aa000001ac,
0x1ad000001ae,
0x1b0000001b1,
0x1b4000001b5,
0x1b6000001b7,
0x1b9000001bc,
0x1bd000001c4,
0x1ce000001cf,
0x1d0000001d1,
0x1d2000001d3,
0x1d4000001d5,
0x1d6000001d7,
0x1d8000001d9,
0x1da000001db,
0x1dc000001de,
0x1df000001e0,
0x1e1000001e2,
0x1e3000001e4,
0x1e5000001e6,
0x1e7000001e8,
0x1e9000001ea,
0x1eb000001ec,
0x1ed000001ee,
0x1ef000001f1,
0x1f5000001f6,
0x1f9000001fa,
0x1fb000001fc,
0x1fd000001fe,
0x1ff00000200,
0x20100000202,
0x20300000204,
0x20500000206,
0x20700000208,
0x2090000020a,
0x20b0000020c,
0x20d0000020e,
0x20f00000210,
0x21100000212,
0x21300000214,
0x21500000216,
0x21700000218,
0x2190000021a,
0x21b0000021c,
0x21d0000021e,
0x21f00000220,
0x22100000222,
0x22300000224,
0x22500000226,
0x22700000228,
0x2290000022a,
0x22b0000022c,
0x22d0000022e,
0x22f00000230,
0x23100000232,
0x2330000023a,
0x23c0000023d,
0x23f00000241,
0x24200000243,
0x24700000248,
0x2490000024a,
0x24b0000024c,
0x24d0000024e,
0x24f000002b0,
0x2b9000002c2,
0x2c6000002d2,
0x2ec000002ed,
0x2ee000002ef,
0x30000000340,
0x34200000343,
0x3460000034f,
0x35000000370,
0x37100000372,
0x37300000374,
0x37700000378,
0x37b0000037e,
0x39000000391,
0x3ac000003cf,
0x3d7000003d8,
0x3d9000003da,
0x3db000003dc,
0x3dd000003de,
0x3df000003e0,
0x3e1000003e2,
0x3e3000003e4,
0x3e5000003e6,
0x3e7000003e8,
0x3e9000003ea,
0x3eb000003ec,
0x3ed000003ee,
0x3ef000003f0,
0x3f3000003f4,
0x3f8000003f9,
0x3fb000003fd,
0x43000000460,
0x46100000462,
0x46300000464,
0x46500000466,
0x46700000468,
0x4690000046a,
0x46b0000046c,
0x46d0000046e,
0x46f00000470,
0x47100000472,
0x47300000474,
0x47500000476,
0x47700000478,
0x4790000047a,
0x47b0000047c,
0x47d0000047e,
0x47f00000480,
0x48100000482,
0x48300000488,
0x48b0000048c,
0x48d0000048e,
0x48f00000490,
0x49100000492,
0x49300000494,
0x49500000496,
0x49700000498,
0x4990000049a,
0x49b0000049c,
0x49d0000049e,
0x49f000004a0,
0x4a1000004a2,
0x4a3000004a4,
0x4a5000004a6,
0x4a7000004a8,
0x4a9000004aa,
0x4ab000004ac,
0x4ad000004ae,
0x4af000004b0,
0x4b1000004b2,
0x4b3000004b4,
0x4b5000004b6,
0x4b7000004b8,
0x4b9000004ba,
0x4bb000004bc,
0x4bd000004be,
0x4bf000004c0,
0x4c2000004c3,
0x4c4000004c5,
0x4c6000004c7,
0x4c8000004c9,
0x4ca000004cb,
0x4cc000004cd,
0x4ce000004d0,
0x4d1000004d2,
0x4d3000004d4,
0x4d5000004d6,
0x4d7000004d8,
0x4d9000004da,
0x4db000004dc,
0x4dd000004de,
0x4df000004e0,
0x4e1000004e2,
0x4e3000004e4,
0x4e5000004e6,
0x4e7000004e8,
0x4e9000004ea,
0x4eb000004ec,
0x4ed000004ee,
0x4ef000004f0,
0x4f1000004f2,
0x4f3000004f4,
0x4f5000004f6,
0x4f7000004f8,
0x4f9000004fa,
0x4fb000004fc,
0x4fd000004fe,
0x4ff00000500,
0x50100000502,
0x50300000504,
0x50500000506,
0x50700000508,
0x5090000050a,
0x50b0000050c,
0x50d0000050e,
0x50f00000510,
0x51100000512,
0x51300000514,
0x51500000516,
0x51700000518,
0x5190000051a,
0x51b0000051c,
0x51d0000051e,
0x51f00000520,
0x52100000522,
0x52300000524,
0x52500000526,
0x52700000528,
0x5290000052a,
0x52b0000052c,
0x52d0000052e,
0x52f00000530,
0x5590000055a,
0x56000000587,
0x58800000589,
0x591000005be,
0x5bf000005c0,
0x5c1000005c3,
0x5c4000005c6,
0x5c7000005c8,
0x5d0000005eb,
0x5ef000005f3,
0x6100000061b,
0x62000000640,
0x64100000660,
0x66e00000675,
0x679000006d4,
0x6d5000006dd,
0x6df000006e9,
0x6ea000006f0,
0x6fa00000700,
0x7100000074b,
0x74d000007b2,
0x7c0000007f6,
0x7fd000007fe,
0x8000000082e,
0x8400000085c,
0x8600000086b,
0x8a0000008b5,
0x8b6000008be,
0x8d3000008e2,
0x8e300000958,
0x96000000964,
0x96600000970,
0x97100000984,
0x9850000098d,
0x98f00000991,
0x993000009a9,
0x9aa000009b1,
0x9b2000009b3,
0x9b6000009ba,
0x9bc000009c5,
0x9c7000009c9,
0x9cb000009cf,
0x9d7000009d8,
0x9e0000009e4,
0x9e6000009f2,
0x9fc000009fd,
0x9fe000009ff,
0xa0100000a04,
0xa0500000a0b,
0xa0f00000a11,
0xa1300000a29,
0xa2a00000a31,
0xa3200000a33,
0xa3500000a36,
0xa3800000a3a,
0xa3c00000a3d,
0xa3e00000a43,
0xa4700000a49,
0xa4b00000a4e,
0xa5100000a52,
0xa5c00000a5d,
0xa6600000a76,
0xa8100000a84,
0xa8500000a8e,
0xa8f00000a92,
0xa9300000aa9,
0xaaa00000ab1,
0xab200000ab4,
0xab500000aba,
0xabc00000ac6,
0xac700000aca,
0xacb00000ace,
0xad000000ad1,
0xae000000ae4,
0xae600000af0,
0xaf900000b00,
0xb0100000b04,
0xb0500000b0d,
0xb0f00000b11,
0xb1300000b29,
0xb2a00000b31,
0xb3200000b34,
0xb3500000b3a,
0xb3c00000b45,
0xb4700000b49,
0xb4b00000b4e,
0xb5600000b58,
0xb5f00000b64,
0xb6600000b70,
0xb7100000b72,
0xb8200000b84,
0xb8500000b8b,
0xb8e00000b91,
0xb9200000b96,
0xb9900000b9b,
0xb9c00000b9d,
0xb9e00000ba0,
0xba300000ba5,
0xba800000bab,
0xbae00000bba,
0xbbe00000bc3,
0xbc600000bc9,
0xbca00000bce,
0xbd000000bd1,
0xbd700000bd8,
0xbe600000bf0,
0xc0000000c0d,
0xc0e00000c11,
0xc1200000c29,
0xc2a00000c3a,
0xc3d00000c45,
0xc4600000c49,
0xc4a00000c4e,
0xc5500000c57,
0xc5800000c5b,
0xc6000000c64,
0xc6600000c70,
0xc8000000c84,
0xc8500000c8d,
0xc8e00000c91,
0xc9200000ca9,
0xcaa00000cb4,
0xcb500000cba,
0xcbc00000cc5,
0xcc600000cc9,
0xcca00000cce,
0xcd500000cd7,
0xcde00000cdf,
0xce000000ce4,
0xce600000cf0,
0xcf100000cf3,
0xd0000000d04,
0xd0500000d0d,
0xd0e00000d11,
0xd1200000d45,
0xd4600000d49,
0xd4a00000d4f,
0xd5400000d58,
0xd5f00000d64,
0xd6600000d70,
0xd7a00000d80,
0xd8200000d84,
0xd8500000d97,
0xd9a00000db2,
0xdb300000dbc,
0xdbd00000dbe,
0xdc000000dc7,
0xdca00000dcb,
0xdcf00000dd5,
0xdd600000dd7,
0xdd800000de0,
0xde600000df0,
0xdf200000df4,
0xe0100000e33,
0xe3400000e3b,
0xe4000000e4f,
0xe5000000e5a,
0xe8100000e83,
0xe8400000e85,
0xe8700000e89,
0xe8a00000e8b,
0xe8d00000e8e,
0xe9400000e98,
0xe9900000ea0,
0xea100000ea4,
0xea500000ea6,
0xea700000ea8,
0xeaa00000eac,
0xead00000eb3,
0xeb400000eba,
0xebb00000ebe,
0xec000000ec5,
0xec600000ec7,
0xec800000ece,
0xed000000eda,
0xede00000ee0,
0xf0000000f01,
0xf0b00000f0c,
0xf1800000f1a,
0xf2000000f2a,
0xf3500000f36,
0xf3700000f38,
0xf3900000f3a,
0xf3e00000f43,
0xf4400000f48,
0xf4900000f4d,
0xf4e00000f52,
0xf5300000f57,
0xf5800000f5c,
0xf5d00000f69,
0xf6a00000f6d,
0xf7100000f73,
0xf7400000f75,
0xf7a00000f81,
0xf8200000f85,
0xf8600000f93,
0xf9400000f98,
0xf9900000f9d,
0xf9e00000fa2,
0xfa300000fa7,
0xfa800000fac,
0xfad00000fb9,
0xfba00000fbd,
0xfc600000fc7,
0x10000000104a,
0x10500000109e,
0x10d0000010fb,
0x10fd00001100,
0x120000001249,
0x124a0000124e,
0x125000001257,
0x125800001259,
0x125a0000125e,
0x126000001289,
0x128a0000128e,
0x1290000012b1,
0x12b2000012b6,
0x12b8000012bf,
0x12c0000012c1,
0x12c2000012c6,
0x12c8000012d7,
0x12d800001311,
0x131200001316,
0x13180000135b,
0x135d00001360,
0x138000001390,
0x13a0000013f6,
0x14010000166d,
0x166f00001680,
0x16810000169b,
0x16a0000016eb,
0x16f1000016f9,
0x17000000170d,
0x170e00001715,
0x172000001735,
0x174000001754,
0x17600000176d,
0x176e00001771,
0x177200001774,
0x1780000017b4,
0x17b6000017d4,
0x17d7000017d8,
0x17dc000017de,
0x17e0000017ea,
0x18100000181a,
0x182000001879,
0x1880000018ab,
0x18b0000018f6,
0x19000000191f,
0x19200000192c,
0x19300000193c,
0x19460000196e,
0x197000001975,
0x1980000019ac,
0x19b0000019ca,
0x19d0000019da,
0x1a0000001a1c,
0x1a2000001a5f,
0x1a6000001a7d,
0x1a7f00001a8a,
0x1a9000001a9a,
0x1aa700001aa8,
0x1ab000001abe,
0x1b0000001b4c,
0x1b5000001b5a,
0x1b6b00001b74,
0x1b8000001bf4,
0x1c0000001c38,
0x1c4000001c4a,
0x1c4d00001c7e,
0x1cd000001cd3,
0x1cd400001cfa,
0x1d0000001d2c,
0x1d2f00001d30,
0x1d3b00001d3c,
0x1d4e00001d4f,
0x1d6b00001d78,
0x1d7900001d9b,
0x1dc000001dfa,
0x1dfb00001e00,
0x1e0100001e02,
0x1e0300001e04,
0x1e0500001e06,
0x1e0700001e08,
0x1e0900001e0a,
0x1e0b00001e0c,
0x1e0d00001e0e,
0x1e0f00001e10,
0x1e1100001e12,
0x1e1300001e14,
0x1e1500001e16,
0x1e1700001e18,
0x1e1900001e1a,
0x1e1b00001e1c,
0x1e1d00001e1e,
0x1e1f00001e20,
0x1e2100001e22,
0x1e2300001e24,
0x1e2500001e26,
0x1e2700001e28,
0x1e2900001e2a,
0x1e2b00001e2c,
0x1e2d00001e2e,
0x1e2f00001e30,
0x1e3100001e32,
0x1e3300001e34,
0x1e3500001e36,
0x1e3700001e38,
0x1e3900001e3a,
0x1e3b00001e3c,
0x1e3d00001e3e,
0x1e3f00001e40,
0x1e4100001e42,
0x1e4300001e44,
0x1e4500001e46,
0x1e4700001e48,
0x1e4900001e4a,
0x1e4b00001e4c,
0x1e4d00001e4e,
0x1e4f00001e50,
0x1e5100001e52,
0x1e5300001e54,
0x1e5500001e56,
0x1e5700001e58,
0x1e5900001e5a,
0x1e5b00001e5c,
0x1e5d00001e5e,
0x1e5f00001e60,
0x1e6100001e62,
0x1e6300001e64,
0x1e6500001e66,
0x1e6700001e68,
0x1e6900001e6a,
0x1e6b00001e6c,
0x1e6d00001e6e,
0x1e6f00001e70,
0x1e7100001e72,
0x1e7300001e74,
0x1e7500001e76,
0x1e7700001e78,
0x1e7900001e7a,
0x1e7b00001e7c,
0x1e7d00001e7e,
0x1e7f00001e80,
0x1e8100001e82,
0x1e8300001e84,
0x1e8500001e86,
0x1e8700001e88,
0x1e8900001e8a,
0x1e8b00001e8c,
0x1e8d00001e8e,
0x1e8f00001e90,
0x1e9100001e92,
0x1e9300001e94,
0x1e9500001e9a,
0x1e9c00001e9e,
0x1e9f00001ea0,
0x1ea100001ea2,
0x1ea300001ea4,
0x1ea500001ea6,
0x1ea700001ea8,
0x1ea900001eaa,
0x1eab00001eac,
0x1ead00001eae,
0x1eaf00001eb0,
0x1eb100001eb2,
0x1eb300001eb4,
0x1eb500001eb6,
0x1eb700001eb8,
0x1eb900001eba,
0x1ebb00001ebc,
0x1ebd00001ebe,
0x1ebf00001ec0,
0x1ec100001ec2,
0x1ec300001ec4,
0x1ec500001ec6,
0x1ec700001ec8,
0x1ec900001eca,
0x1ecb00001ecc,
0x1ecd00001ece,
0x1ecf00001ed0,
0x1ed100001ed2,
0x1ed300001ed4,
0x1ed500001ed6,
0x1ed700001ed8,
0x1ed900001eda,
0x1edb00001edc,
0x1edd00001ede,
0x1edf00001ee0,
0x1ee100001ee2,
0x1ee300001ee4,
0x1ee500001ee6,
0x1ee700001ee8,
0x1ee900001eea,
0x1eeb00001eec,
0x1eed00001eee,
0x1eef00001ef0,
0x1ef100001ef2,
0x1ef300001ef4,
0x1ef500001ef6,
0x1ef700001ef8,
0x1ef900001efa,
0x1efb00001efc,
0x1efd00001efe,
0x1eff00001f08,
0x1f1000001f16,
0x1f2000001f28,
0x1f3000001f38,
0x1f4000001f46,
0x1f5000001f58,
0x1f6000001f68,
0x1f7000001f71,
0x1f7200001f73,
0x1f7400001f75,
0x1f7600001f77,
0x1f7800001f79,
0x1f7a00001f7b,
0x1f7c00001f7d,
0x1fb000001fb2,
0x1fb600001fb7,
0x1fc600001fc7,
0x1fd000001fd3,
0x1fd600001fd8,
0x1fe000001fe3,
0x1fe400001fe8,
0x1ff600001ff7,
0x214e0000214f,
0x218400002185,
0x2c3000002c5f,
0x2c6100002c62,
0x2c6500002c67,
0x2c6800002c69,
0x2c6a00002c6b,
0x2c6c00002c6d,
0x2c7100002c72,
0x2c7300002c75,
0x2c7600002c7c,
0x2c8100002c82,
0x2c8300002c84,
0x2c8500002c86,
0x2c8700002c88,
0x2c8900002c8a,
0x2c8b00002c8c,
0x2c8d00002c8e,
0x2c8f00002c90,
0x2c9100002c92,
0x2c9300002c94,
0x2c9500002c96,
0x2c9700002c98,
0x2c9900002c9a,
0x2c9b00002c9c,
0x2c9d00002c9e,
0x2c9f00002ca0,
0x2ca100002ca2,
0x2ca300002ca4,
0x2ca500002ca6,
0x2ca700002ca8,
0x2ca900002caa,
0x2cab00002cac,
0x2cad00002cae,
0x2caf00002cb0,
0x2cb100002cb2,
0x2cb300002cb4,
0x2cb500002cb6,
0x2cb700002cb8,
0x2cb900002cba,
0x2cbb00002cbc,
0x2cbd00002cbe,
0x2cbf00002cc0,
0x2cc100002cc2,
0x2cc300002cc4,
0x2cc500002cc6,
0x2cc700002cc8,
0x2cc900002cca,
0x2ccb00002ccc,
0x2ccd00002cce,
0x2ccf00002cd0,
0x2cd100002cd2,
0x2cd300002cd4,
0x2cd500002cd6,
0x2cd700002cd8,
0x2cd900002cda,
0x2cdb00002cdc,
0x2cdd00002cde,
0x2cdf00002ce0,
0x2ce100002ce2,
0x2ce300002ce5,
0x2cec00002ced,
0x2cee00002cf2,
0x2cf300002cf4,
0x2d0000002d26,
0x2d2700002d28,
0x2d2d00002d2e,
0x2d3000002d68,
0x2d7f00002d97,
0x2da000002da7,
0x2da800002daf,
0x2db000002db7,
0x2db800002dbf,
0x2dc000002dc7,
0x2dc800002dcf,
0x2dd000002dd7,
0x2dd800002ddf,
0x2de000002e00,
0x2e2f00002e30,
0x300500003008,
0x302a0000302e,
0x303c0000303d,
0x304100003097,
0x30990000309b,
0x309d0000309f,
0x30a1000030fb,
0x30fc000030ff,
0x310500003130,
0x31a0000031bb,
0x31f000003200,
0x340000004db6,
0x4e0000009ff0,
0xa0000000a48d,
0xa4d00000a4fe,
0xa5000000a60d,
0xa6100000a62c,
0xa6410000a642,
0xa6430000a644,
0xa6450000a646,
0xa6470000a648,
0xa6490000a64a,
0xa64b0000a64c,
0xa64d0000a64e,
0xa64f0000a650,
0xa6510000a652,
0xa6530000a654,
0xa6550000a656,
0xa6570000a658,
0xa6590000a65a,
0xa65b0000a65c,
0xa65d0000a65e,
0xa65f0000a660,
0xa6610000a662,
0xa6630000a664,
0xa6650000a666,
0xa6670000a668,
0xa6690000a66a,
0xa66b0000a66c,
0xa66d0000a670,
0xa6740000a67e,
0xa67f0000a680,
0xa6810000a682,
0xa6830000a684,
0xa6850000a686,
0xa6870000a688,
0xa6890000a68a,
0xa68b0000a68c,
0xa68d0000a68e,
0xa68f0000a690,
0xa6910000a692,
0xa6930000a694,
0xa6950000a696,
0xa6970000a698,
0xa6990000a69a,
0xa69b0000a69c,
0xa69e0000a6e6,
0xa6f00000a6f2,
0xa7170000a720,
0xa7230000a724,
0xa7250000a726,
0xa7270000a728,
0xa7290000a72a,
0xa72b0000a72c,
0xa72d0000a72e,
0xa72f0000a732,
0xa7330000a734,
0xa7350000a736,
0xa7370000a738,
0xa7390000a73a,
0xa73b0000a73c,
0xa73d0000a73e,
0xa73f0000a740,
0xa7410000a742,
0xa7430000a744,
0xa7450000a746,
0xa7470000a748,
0xa7490000a74a,
0xa74b0000a74c,
0xa74d0000a74e,
0xa74f0000a750,
0xa7510000a752,
0xa7530000a754,
0xa7550000a756,
0xa7570000a758,
0xa7590000a75a,
0xa75b0000a75c,
0xa75d0000a75e,
0xa75f0000a760,
0xa7610000a762,
0xa7630000a764,
0xa7650000a766,
0xa7670000a768,
0xa7690000a76a,
0xa76b0000a76c,
0xa76d0000a76e,
0xa76f0000a770,
0xa7710000a779,
0xa77a0000a77b,
0xa77c0000a77d,
0xa77f0000a780,
0xa7810000a782,
0xa7830000a784,
0xa7850000a786,
0xa7870000a789,
0xa78c0000a78d,
0xa78e0000a790,
0xa7910000a792,
0xa7930000a796,
0xa7970000a798,
0xa7990000a79a,
0xa79b0000a79c,
0xa79d0000a79e,
0xa79f0000a7a0,
0xa7a10000a7a2,
0xa7a30000a7a4,
0xa7a50000a7a6,
0xa7a70000a7a8,
0xa7a90000a7aa,
0xa7af0000a7b0,
0xa7b50000a7b6,
0xa7b70000a7b8,
0xa7b90000a7ba,
0xa7f70000a7f8,
0xa7fa0000a828,
0xa8400000a874,
0xa8800000a8c6,
0xa8d00000a8da,
0xa8e00000a8f8,
0xa8fb0000a8fc,
0xa8fd0000a92e,
0xa9300000a954,
0xa9800000a9c1,
0xa9cf0000a9da,
0xa9e00000a9ff,
0xaa000000aa37,
0xaa400000aa4e,
0xaa500000aa5a,
0xaa600000aa77,
0xaa7a0000aac3,
0xaadb0000aade,
0xaae00000aaf0,
0xaaf20000aaf7,
0xab010000ab07,
0xab090000ab0f,
0xab110000ab17,
0xab200000ab27,
0xab280000ab2f,
0xab300000ab5b,
0xab600000ab66,
0xabc00000abeb,
0xabec0000abee,
0xabf00000abfa,
0xac000000d7a4,
0xfa0e0000fa10,
0xfa110000fa12,
0xfa130000fa15,
0xfa1f0000fa20,
0xfa210000fa22,
0xfa230000fa25,
0xfa270000fa2a,
0xfb1e0000fb1f,
0xfe200000fe30,
0xfe730000fe74,
0x100000001000c,
0x1000d00010027,
0x100280001003b,
0x1003c0001003e,
0x1003f0001004e,
0x100500001005e,
0x10080000100fb,
0x101fd000101fe,
0x102800001029d,
0x102a0000102d1,
0x102e0000102e1,
0x1030000010320,
0x1032d00010341,
0x103420001034a,
0x103500001037b,
0x103800001039e,
0x103a0000103c4,
0x103c8000103d0,
0x104280001049e,
0x104a0000104aa,
0x104d8000104fc,
0x1050000010528,
0x1053000010564,
0x1060000010737,
0x1074000010756,
0x1076000010768,
0x1080000010806,
0x1080800010809,
0x1080a00010836,
0x1083700010839,
0x1083c0001083d,
0x1083f00010856,
0x1086000010877,
0x108800001089f,
0x108e0000108f3,
0x108f4000108f6,
0x1090000010916,
0x109200001093a,
0x10980000109b8,
0x109be000109c0,
0x10a0000010a04,
0x10a0500010a07,
0x10a0c00010a14,
0x10a1500010a18,
0x10a1900010a36,
0x10a3800010a3b,
0x10a3f00010a40,
0x10a6000010a7d,
0x10a8000010a9d,
0x10ac000010ac8,
0x10ac900010ae7,
0x10b0000010b36,
0x10b4000010b56,
0x10b6000010b73,
0x10b8000010b92,
0x10c0000010c49,
0x10cc000010cf3,
0x10d0000010d28,
0x10d3000010d3a,
0x10f0000010f1d,
0x10f2700010f28,
0x10f3000010f51,
0x1100000011047,
0x1106600011070,
0x1107f000110bb,
0x110d0000110e9,
0x110f0000110fa,
0x1110000011135,
0x1113600011140,
0x1114400011147,
0x1115000011174,
0x1117600011177,
0x11180000111c5,
0x111c9000111cd,
0x111d0000111db,
0x111dc000111dd,
0x1120000011212,
0x1121300011238,
0x1123e0001123f,
0x1128000011287,
0x1128800011289,
0x1128a0001128e,
0x1128f0001129e,
0x1129f000112a9,
0x112b0000112eb,
0x112f0000112fa,
0x1130000011304,
0x113050001130d,
0x1130f00011311,
0x1131300011329,
0x1132a00011331,
0x1133200011334,
0x113350001133a,
0x1133b00011345,
0x1134700011349,
0x1134b0001134e,
0x1135000011351,
0x1135700011358,
0x1135d00011364,
0x113660001136d,
0x1137000011375,
0x114000001144b,
0x114500001145a,
0x1145e0001145f,
0x11480000114c6,
0x114c7000114c8,
0x114d0000114da,
0x11580000115b6,
0x115b8000115c1,
0x115d8000115de,
0x1160000011641,
0x1164400011645,
0x116500001165a,
0x11680000116b8,
0x116c0000116ca,
0x117000001171b,
0x1171d0001172c,
0x117300001173a,
0x118000001183b,
0x118c0000118ea,
0x118ff00011900,
0x11a0000011a3f,
0x11a4700011a48,
0x11a5000011a84,
0x11a8600011a9a,
0x11a9d00011a9e,
0x11ac000011af9,
0x11c0000011c09,
0x11c0a00011c37,
0x11c3800011c41,
0x11c5000011c5a,
0x11c7200011c90,
0x11c9200011ca8,
0x11ca900011cb7,
0x11d0000011d07,
0x11d0800011d0a,
0x11d0b00011d37,
0x11d3a00011d3b,
0x11d3c00011d3e,
0x11d3f00011d48,
0x11d5000011d5a,
0x11d6000011d66,
0x11d6700011d69,
0x11d6a00011d8f,
0x11d9000011d92,
0x11d9300011d99,
0x11da000011daa,
0x11ee000011ef7,
0x120000001239a,
0x1248000012544,
0x130000001342f,
0x1440000014647,
0x1680000016a39,
0x16a4000016a5f,
0x16a6000016a6a,
0x16ad000016aee,
0x16af000016af5,
0x16b0000016b37,
0x16b4000016b44,
0x16b5000016b5a,
0x16b6300016b78,
0x16b7d00016b90,
0x16e6000016e80,
0x16f0000016f45,
0x16f5000016f7f,
0x16f8f00016fa0,
0x16fe000016fe2,
0x17000000187f2,
0x1880000018af3,
0x1b0000001b11f,
0x1b1700001b2fc,
0x1bc000001bc6b,
0x1bc700001bc7d,
0x1bc800001bc89,
0x1bc900001bc9a,
0x1bc9d0001bc9f,
0x1da000001da37,
0x1da3b0001da6d,
0x1da750001da76,
0x1da840001da85,
0x1da9b0001daa0,
0x1daa10001dab0,
0x1e0000001e007,
0x1e0080001e019,
0x1e01b0001e022,
0x1e0230001e025,
0x1e0260001e02b,
0x1e8000001e8c5,
0x1e8d00001e8d7,
0x1e9220001e94b,
0x1e9500001e95a,
0x200000002a6d7,
0x2a7000002b735,
0x2b7400002b81e,
0x2b8200002cea2,
0x2ceb00002ebe1,
),
'CONTEXTJ': (
0x200c0000200e,
),
'CONTEXTO': (
0xb7000000b8,
0x37500000376,
0x5f3000005f5,
0x6600000066a,
0x6f0000006fa,
0x30fb000030fc,
),
}
site-packages/pip/_vendor/idna/__init__.py 0000644 00000000072 15201600075 0014527 0 ustar 00 from .package_data import __version__
from .core import *
site-packages/pip/_vendor/idna/package_data.py 0000644 00000000025 15201600075 0015352 0 ustar 00 __version__ = '2.8'
site-packages/pip/_vendor/idna/intranges.py 0000644 00000003325 15201600075 0014766 0 ustar 00 """
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
"""
import bisect
def intranges_from_list(list_):
"""Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
"""
sorted_list = sorted(list_)
ranges = []
last_write = -1
for i in range(len(sorted_list)):
if i+1 < len(sorted_list):
if sorted_list[i] == sorted_list[i+1]-1:
continue
current_range = sorted_list[last_write+1:i+1]
ranges.append(_encode_range(current_range[0], current_range[-1] + 1))
last_write = i
return tuple(ranges)
def _encode_range(start, end):
return (start << 32) | end
def _decode_range(r):
return (r >> 32), (r & ((1 << 32) - 1))
def intranges_contain(int_, ranges):
"""Determine if `int_` falls into one of the ranges in `ranges`."""
tuple_ = _encode_range(int_, 0)
pos = bisect.bisect_left(ranges, tuple_)
# we could be immediately ahead of a tuple (start, end)
# with start < int_ <= end
if pos > 0:
left, right = _decode_range(ranges[pos-1])
if left <= int_ < right:
return True
# or we could be immediately behind a tuple (int_, end)
if pos < len(ranges):
left, _ = _decode_range(ranges[pos])
if left == int_:
return True
return False
site-packages/pip/_vendor/idna/core.py 0000644 00000026725 15201600075 0013735 0 ustar 00 from . import idnadata
import bisect
import unicodedata
import re
import sys
from .intranges import intranges_contain
_virama_combining_class = 9
_alabel_prefix = b'xn--'
_unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]')
if sys.version_info[0] == 3:
unicode = str
unichr = chr
class IDNAError(UnicodeError):
""" Base exception for all IDNA-encoding related problems """
pass
class IDNABidiError(IDNAError):
""" Exception when bidirectional requirements are not satisfied """
pass
class InvalidCodepoint(IDNAError):
""" Exception when a disallowed or unallocated codepoint is used """
pass
class InvalidCodepointContext(IDNAError):
""" Exception when the codepoint is not valid in the context it is used """
pass
def _combining_class(cp):
v = unicodedata.combining(unichr(cp))
if v == 0:
if not unicodedata.name(unichr(cp)):
raise ValueError("Unknown character in unicodedata")
return v
def _is_script(cp, script):
return intranges_contain(ord(cp), idnadata.scripts[script])
def _punycode(s):
return s.encode('punycode')
def _unot(s):
return 'U+{0:04X}'.format(s)
def valid_label_length(label):
if len(label) > 63:
return False
return True
def valid_string_length(label, trailing_dot):
if len(label) > (254 if trailing_dot else 253):
return False
return True
def check_bidi(label, check_ltr=False):
# Bidi rules should only be applied if string contains RTL characters
bidi_label = False
for (idx, cp) in enumerate(label, 1):
direction = unicodedata.bidirectional(cp)
if direction == '':
# String likely comes from a newer version of Unicode
raise IDNABidiError('Unknown directionality in label {0} at position {1}'.format(repr(label), idx))
if direction in ['R', 'AL', 'AN']:
bidi_label = True
if not bidi_label and not check_ltr:
return True
# Bidi rule 1
direction = unicodedata.bidirectional(label[0])
if direction in ['R', 'AL']:
rtl = True
elif direction == 'L':
rtl = False
else:
raise IDNABidiError('First codepoint in label {0} must be directionality L, R or AL'.format(repr(label)))
valid_ending = False
number_type = False
for (idx, cp) in enumerate(label, 1):
direction = unicodedata.bidirectional(cp)
if rtl:
# Bidi rule 2
if not direction in ['R', 'AL', 'AN', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
raise IDNABidiError('Invalid direction for codepoint at position {0} in a right-to-left label'.format(idx))
# Bidi rule 3
if direction in ['R', 'AL', 'EN', 'AN']:
valid_ending = True
elif direction != 'NSM':
valid_ending = False
# Bidi rule 4
if direction in ['AN', 'EN']:
if not number_type:
number_type = direction
else:
if number_type != direction:
raise IDNABidiError('Can not mix numeral types in a right-to-left label')
else:
# Bidi rule 5
if not direction in ['L', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
raise IDNABidiError('Invalid direction for codepoint at position {0} in a left-to-right label'.format(idx))
# Bidi rule 6
if direction in ['L', 'EN']:
valid_ending = True
elif direction != 'NSM':
valid_ending = False
if not valid_ending:
raise IDNABidiError('Label ends with illegal codepoint directionality')
return True
def check_initial_combiner(label):
if unicodedata.category(label[0])[0] == 'M':
raise IDNAError('Label begins with an illegal combining character')
return True
def check_hyphen_ok(label):
if label[2:4] == '--':
raise IDNAError('Label has disallowed hyphens in 3rd and 4th position')
if label[0] == '-' or label[-1] == '-':
raise IDNAError('Label must not start or end with a hyphen')
return True
def check_nfc(label):
if unicodedata.normalize('NFC', label) != label:
raise IDNAError('Label must be in Normalization Form C')
def valid_contextj(label, pos):
cp_value = ord(label[pos])
if cp_value == 0x200c:
if pos > 0:
if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
return True
ok = False
for i in range(pos-1, -1, -1):
joining_type = idnadata.joining_types.get(ord(label[i]))
if joining_type == ord('T'):
continue
if joining_type in [ord('L'), ord('D')]:
ok = True
break
if not ok:
return False
ok = False
for i in range(pos+1, len(label)):
joining_type = idnadata.joining_types.get(ord(label[i]))
if joining_type == ord('T'):
continue
if joining_type in [ord('R'), ord('D')]:
ok = True
break
return ok
if cp_value == 0x200d:
if pos > 0:
if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
return True
return False
else:
return False
def valid_contexto(label, pos, exception=False):
cp_value = ord(label[pos])
if cp_value == 0x00b7:
if 0 < pos < len(label)-1:
if ord(label[pos - 1]) == 0x006c and ord(label[pos + 1]) == 0x006c:
return True
return False
elif cp_value == 0x0375:
if pos < len(label)-1 and len(label) > 1:
return _is_script(label[pos + 1], 'Greek')
return False
elif cp_value == 0x05f3 or cp_value == 0x05f4:
if pos > 0:
return _is_script(label[pos - 1], 'Hebrew')
return False
elif cp_value == 0x30fb:
for cp in label:
if cp == u'\u30fb':
continue
if _is_script(cp, 'Hiragana') or _is_script(cp, 'Katakana') or _is_script(cp, 'Han'):
return True
return False
elif 0x660 <= cp_value <= 0x669:
for cp in label:
if 0x6f0 <= ord(cp) <= 0x06f9:
return False
return True
elif 0x6f0 <= cp_value <= 0x6f9:
for cp in label:
if 0x660 <= ord(cp) <= 0x0669:
return False
return True
def check_label(label):
if isinstance(label, (bytes, bytearray)):
label = label.decode('utf-8')
if len(label) == 0:
raise IDNAError('Empty Label')
check_nfc(label)
check_hyphen_ok(label)
check_initial_combiner(label)
for (pos, cp) in enumerate(label):
cp_value = ord(cp)
if intranges_contain(cp_value, idnadata.codepoint_classes['PVALID']):
continue
elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTJ']):
try:
if not valid_contextj(label, pos):
raise InvalidCodepointContext('Joiner {0} not allowed at position {1} in {2}'.format(
_unot(cp_value), pos+1, repr(label)))
except ValueError:
raise IDNAError('Unknown codepoint adjacent to joiner {0} at position {1} in {2}'.format(
_unot(cp_value), pos+1, repr(label)))
elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTO']):
if not valid_contexto(label, pos):
raise InvalidCodepointContext('Codepoint {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label)))
else:
raise InvalidCodepoint('Codepoint {0} at position {1} of {2} not allowed'.format(_unot(cp_value), pos+1, repr(label)))
check_bidi(label)
def alabel(label):
try:
label = label.encode('ascii')
ulabel(label)
if not valid_label_length(label):
raise IDNAError('Label too long')
return label
except UnicodeEncodeError:
pass
if not label:
raise IDNAError('No Input')
label = unicode(label)
check_label(label)
label = _punycode(label)
label = _alabel_prefix + label
if not valid_label_length(label):
raise IDNAError('Label too long')
return label
def ulabel(label):
if not isinstance(label, (bytes, bytearray)):
try:
label = label.encode('ascii')
except UnicodeEncodeError:
check_label(label)
return label
label = label.lower()
if label.startswith(_alabel_prefix):
label = label[len(_alabel_prefix):]
else:
check_label(label)
return label.decode('ascii')
label = label.decode('punycode')
check_label(label)
return label
def uts46_remap(domain, std3_rules=True, transitional=False):
"""Re-map the characters in the string according to UTS46 processing."""
from .uts46data import uts46data
output = u""
try:
for pos, char in enumerate(domain):
code_point = ord(char)
uts46row = uts46data[code_point if code_point < 256 else
bisect.bisect_left(uts46data, (code_point, "Z")) - 1]
status = uts46row[1]
replacement = uts46row[2] if len(uts46row) == 3 else None
if (status == "V" or
(status == "D" and not transitional) or
(status == "3" and not std3_rules and replacement is None)):
output += char
elif replacement is not None and (status == "M" or
(status == "3" and not std3_rules) or
(status == "D" and transitional)):
output += replacement
elif status != "I":
raise IndexError()
return unicodedata.normalize("NFC", output)
except IndexError:
raise InvalidCodepoint(
"Codepoint {0} not allowed at position {1} in {2}".format(
_unot(code_point), pos + 1, repr(domain)))
def encode(s, strict=False, uts46=False, std3_rules=False, transitional=False):
if isinstance(s, (bytes, bytearray)):
s = s.decode("ascii")
if uts46:
s = uts46_remap(s, std3_rules, transitional)
trailing_dot = False
result = []
if strict:
labels = s.split('.')
else:
labels = _unicode_dots_re.split(s)
if not labels or labels == ['']:
raise IDNAError('Empty domain')
if labels[-1] == '':
del labels[-1]
trailing_dot = True
for label in labels:
s = alabel(label)
if s:
result.append(s)
else:
raise IDNAError('Empty label')
if trailing_dot:
result.append(b'')
s = b'.'.join(result)
if not valid_string_length(s, trailing_dot):
raise IDNAError('Domain too long')
return s
def decode(s, strict=False, uts46=False, std3_rules=False):
if isinstance(s, (bytes, bytearray)):
s = s.decode("ascii")
if uts46:
s = uts46_remap(s, std3_rules, False)
trailing_dot = False
result = []
if not strict:
labels = _unicode_dots_re.split(s)
else:
labels = s.split(u'.')
if not labels or labels == ['']:
raise IDNAError('Empty domain')
if not labels[-1]:
del labels[-1]
trailing_dot = True
for label in labels:
s = ulabel(label)
if s:
result.append(s)
else:
raise IDNAError('Empty label')
if trailing_dot:
result.append(u'')
return u'.'.join(result)
site-packages/pip/_vendor/idna/codec.py 0000644 00000006343 15201600075 0014054 0 ustar 00 from .core import encode, decode, alabel, ulabel, IDNAError
import codecs
import re
_unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]')
class Codec(codecs.Codec):
def encode(self, data, errors='strict'):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return "", 0
return encode(data), len(data)
def decode(self, data, errors='strict'):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return u"", 0
return decode(data), len(data)
class IncrementalEncoder(codecs.BufferedIncrementalEncoder):
def _buffer_encode(self, data, errors, final):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return ("", 0)
labels = _unicode_dots_re.split(data)
trailing_dot = u''
if labels:
if not labels[-1]:
trailing_dot = '.'
del labels[-1]
elif not final:
# Keep potentially unfinished label until the next call
del labels[-1]
if labels:
trailing_dot = '.'
result = []
size = 0
for label in labels:
result.append(alabel(label))
if size:
size += 1
size += len(label)
# Join with U+002E
result = ".".join(result) + trailing_dot
size += len(trailing_dot)
return (result, size)
class IncrementalDecoder(codecs.BufferedIncrementalDecoder):
def _buffer_decode(self, data, errors, final):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return (u"", 0)
# IDNA allows decoding to operate on Unicode strings, too.
if isinstance(data, unicode):
labels = _unicode_dots_re.split(data)
else:
# Must be ASCII string
data = str(data)
unicode(data, "ascii")
labels = data.split(".")
trailing_dot = u''
if labels:
if not labels[-1]:
trailing_dot = u'.'
del labels[-1]
elif not final:
# Keep potentially unfinished label until the next call
del labels[-1]
if labels:
trailing_dot = u'.'
result = []
size = 0
for label in labels:
result.append(ulabel(label))
if size:
size += 1
size += len(label)
result = u".".join(result) + trailing_dot
size += len(trailing_dot)
return (result, size)
class StreamWriter(Codec, codecs.StreamWriter):
pass
class StreamReader(Codec, codecs.StreamReader):
pass
def getregentry():
return codecs.CodecInfo(
name='idna',
encode=Codec().encode,
decode=Codec().decode,
incrementalencoder=IncrementalEncoder,
incrementaldecoder=IncrementalDecoder,
streamwriter=StreamWriter,
streamreader=StreamReader,
)
site-packages/pip/_vendor/idna/__pycache__/core.cpython-38.pyc 0000644 00000021461 15201600075 0020213 0 ustar 00 U
��.e�- � @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ e�
d�Z ej d dkr`e
ZeZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z d8d(d)�Z!d*d+� Z"d,d-� Z#d.d/� Z$d9d1d2�Z%d:d3d4�Z&d;d5d6�Z'dS )<� )�idnadata� N)�intranges_contain� s xn--u [.。．｡]� c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N��__name__�
__module__� __qualname__�__doc__� r
r
�9/usr/lib/python3.8/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS )�
IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r
r
r
r r s r c C s0 t �t| ��}|dkr,t �t| ��s,td��|S )Nr z Unknown character in unicodedata)� unicodedataZ combining�unichr�name�
ValueError)�cp�vr
r
r �_combining_class$ s
r c C s t t| �tj| �S )N)r �ordr Zscripts)r Zscriptr
r
r �
_is_script+ s r c C s
| � d�S )N�punycode)�encode��sr
r
r � _punycode. s r c C s
d� | �S )Nz U+{0:04X})�formatr r
r
r �_unot1 s r! c C s t | �dkrdS dS )N�? FT��len��labelr
r
r �valid_label_length5 s r' c C s t | �|rdndkrdS dS )N� � FTr# )r& � trailing_dotr
r
r �valid_string_length< s r+ Fc C s^ d}t | d�D ]:\}}t�|�}|dkr<td�t| �|���|dkrd}q|sV|sVdS t�| d �}|dkrrd}n |d kr�d}ntd
�t| ����d}d}t | d�D ]�\}}t�|�}|�r|d kr�td �|���|d
kr�d}n |dkr�d}|dk�rJ|�s|}n||k�rJtd��q�|dk�r.td�|���|dk�r>d}q�|dkr�d}q�|�sZtd��dS )NFr � z3Unknown directionality in label {0} at position {1})�R�AL�ANTr )r- r. �Lz>First codepoint in label {0} must be directionality L, R or AL)
r- r. r/ �EN�ES�CS�ET�ON�BN�NSMzHInvalid direction for codepoint at position {0} in a right-to-left label)r- r. r1 r/ r7 )r/ r1 z2Can not mix numeral types in a right-to-left label)r0 r1 r2 r3 r4 r5 r6 r7 zHInvalid direction for codepoint at position {0} in a left-to-right label)r0 r1 z0Label ends with illegal codepoint directionality)� enumerater Z
bidirectionalr r �repr) r& Z check_ltrZ
bidi_label�idxr � directionZrtlZ valid_endingZ number_typer
r
r �
check_bidiC sP
r< c C s" t �| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr r% r
r
r �check_initial_combiner s r? c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S )
N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-���z)Label must not start or end with a hyphenT)r r% r
r
r �check_hyphen_ok� s
rD c C s t �d| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer r% r
r
r � check_nfc� s rG c C s4 t | | �}|dkr�|dkr8tt | |d ��tkr8dS d}t|d dd�D ]B}tj�t | | ��}|t d�krrqL|t d�t d �fkrLd} q�qL|s�dS d}t|d t| ��D ]B}tj�t | | ��}|t d�kr�q�|t d
�t d �fkr�d} q�q�|S |d k�r,|dk�r(tt | |d ��tk�r(dS dS dS d S ) Ni r r TFrC �Tr0 �Dr- i
)r r �_virama_combining_class�ranger Z
joining_types�getr$ )r& �pos�cp_value�ok�iZ joining_typer
r
r �valid_contextj� s<
rQ c C s� t | | �}|dkrdd| k r0t| �d k r`n n,t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d
kr�|dkr�t| |d d �S dS |d k�r| D ]6}|d
kr�q�t|d��s
t|d��s
t|d�r� dS q�dS d| k�r.dk�rhn n6| D ],}dt |� k�rVdk�r6n n dS �q6dS d| k�r�dk�r�n n6| D ],}dt |� k�r�dk�r�n n dS �q�dS d S )N� r r �l TFiu ZGreeki� i� ZHebrewi�0 u ・ZHiraganaZKatakanaZHani` ii i� i� )r r$ r )r& rM Z exceptionrN r r
r
r �valid_contexto� s> (
"
rT c C sL t | ttf�r| �d�} t| �dkr,td��t| � t| � t| � t | �D ]�\}}t
|�}t |t j
d �rpqLqLt |t j
d �r�z,t| |�s�td�t|�|d t| ����W n2 tk
r� td�t|�|d t| ����Y nX qLt |t j
d ��r t| |��s>td
�t|�|d t| ����qLtd �t|�|d t| ����qLt| � d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r z?Unknown codepoint adjacent to joiner {0} at position {1} in {2}ZCONTEXTO�0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed)�
isinstance�bytes� bytearray�decoder$ r rG rD r? r8 r r r Zcodepoint_classesrQ r r r! r9 r rT r r< )r& rM r rN r
r
r � check_label� s<
�
� rZ c C s~ z(| � d�} t| � t| �s$td��| W S tk
r< Y nX | sJtd��t| �} t| � t| �} t| } t| �sztd��| S )N�asciizLabel too longzNo Input) r �ulabelr' r �UnicodeEncodeError�unicoderZ r �_alabel_prefixr% r
r
r �alabel
s"
r` c C s� t | ttf�s>z| �d�} W n tk
r< t| � | Y S X | �� } | �t�rb| t t�d � } nt| � | �
d�S | �
d�} t| � | S )Nr[ r ) rV rW rX r r] rZ �lower�
startswithr_ r$ rY r% r
r
r r\ # s
r\ Tc
C s( ddl m } d}z�t| �D ]�\}}t|�}||dk r8|nt�||df�d }|d } t|�dkrj|d nd}
| d ks�| d
kr�|r�| d kr�|s�|
dkr�||7 }q|
dk r�| d ks�| d kr�|r�| d
kr�|r�||
7 }q| d
krt� �qt�d|�W S tk
�r" t d�
t |�|d t | ����Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar, � �Zr r@ N�VrI �3r= �IrE rU )
rc r8 r �bisectZ bisect_leftr$ �
IndexErrorr rF r r r! r9 ) Zdomain�
std3_rules� transitionalrc �outputrM �charZ
code_pointZuts46rowZstatusZ replacementr
r
r � uts46_remap8 sV ������
����
��ro c C s� t | ttf�r| �d�} |r(t| ||�} d}g }|r@| �d�}n
t�| �}|rX|dgkr`td��|d dkrv|d= d}|D ]$}t|�} | r�|� | � qztd��qz|r�|� d � d
�
|�} t | |�s�td ��| S ) Nr[ F�.r, � Empty domainrC T� Empty label� � .zDomain too long) rV rW rX rY ro �split�_unicode_dots_rer r` �append�joinr+ ) r �strict�uts46rk rl r* �result�labelsr& r
r
r r T s2
r c C s� t | ttf�r| �d�} |r(t| |d�} d}g }|s@t�| �}n
| �d�}|rX|dgkr`td��|d sr|d= d}|D ]$}t|�} | r�|� | � qvtd��qv|r�|� d� d�
|�S ) Nr[ Frp r, rq rC Trr ) rV rW rX rY ro rv ru r r\ rw rx )r ry rz rk r* r{ r| r& r
r
r rY s s,
rY )F)F)TF)FFFF)FFF)(r, r ri r �re�sysZ intrangesr rJ r_ �compilerv � version_info�strr^ �chrr � UnicodeErrorr r r r r r r r! r' r+ r< r? rD rG rQ rT rZ r` r\ ro r rY r
r
r
r �<module> sB
< ,
)
site-packages/pip/_vendor/idna/__pycache__/package_data.cpython-38.opt-1.pyc 0000644 00000000257 15201600075 0022606 0 ustar 00 U
��.e � @ s d Z dS )z2.8N)� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/idna/package_data.py�<module> � site-packages/pip/_vendor/idna/__pycache__/intranges.cpython-38.pyc 0000644 00000003355 15201600075 0021257 0 ustar 00 U
��.e� � @ s0 d Z ddlZdd� Zdd� Zdd� Zd d
� ZdS ) a
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
� Nc C s� t | �}g }d}tt|��D ]b}|d t|�k rJ|| ||d d krJq ||d |d � }|�t|d |d d �� |}q t|�S )a Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
���� r )�sorted�range�len�append�
_encode_range�tuple)Zlist_Z sorted_list�rangesZ
last_write�iZ
current_range� r �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/intranges.py�intranges_from_list
s r c C s | d> |B S )N� r )�start�endr r r
r s r c C s | d? | d@ fS )Nr l �� r )�rr r r
�
_decode_range" s r c C sz t | d�}t�||�}|dkrNt||d �\}}|| krF|k rNn ndS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r �bisectZ bisect_leftr r )Zint_r
Ztuple_�pos�left�right�_r r r
�intranges_contain& s
r )�__doc__r r r r r r r r r
�<module> s
site-packages/pip/_vendor/idna/__pycache__/idnadata.cpython-38.pyc 0000644 00000051541 15201600075 0021032 0 ustar 00 U
��.eß � � @ s� d Z dddddd�Zddddddddddd d d d dd dd dddddd d d d dddddddddddddd
dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd
d dddddd d dd ddddddddddd dddddddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd
���Zdddd�ZdS )z11.0.0)$l t �
l x �
l ~ �
l � �
l � l � l � l � 0l � 8l � �l �l + �tl b tul k �ul � �vl |l `|l F �|l N }� X @}l Z d}l \ l}l ^ t}l ~ |}l � ~l � �~l � l � Xl � tl � �l � �l '! � l f+ �- l � l � � l FR H )l �. : l �. l: l �/ < l 0 @ l 0 @ l *0 �@ l <0 �@ � �M P � � 8 l nz d l �z �i � �& � 57 � 8 ] � �N �` � �k �: l z ` ) l � D� � @l � �l 7{ tl l ={ �l l ?{ �l l B{ m l E{ m l P{ m )� �0 A l �0 tB l 1 @
l r H )� �0 �B l 1 �C � 2 �G l �2 @K l X3 L l p �} l � �} l 0 @
)ZGreekZHanZHebrewZHiraganaZKatakana�U �D �R �C �T �L (� i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i
i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i/ if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i!
i"
i#
i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i� i� i � i� i� i� i� i� i� i� i� i � i
� i � i � i
� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i � i � i � i � i � i!� i"� i#� i$� i%� i&� i'� i(� i)� i*� i+� i,� i-� i.� i/� i0� i1� i2� i3� i4� i5� i6� i7� i8� i9� i:� i;� i<� i=� i>� i?� i@� iA� iB� iC� (q l . � l : � l { �l � |l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l 6 �l 9 �l ; �l = �l ? �l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l { �l } �l �l � l � l � l � l � 0l � Hl � Tl � dl � xl � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � 8l � @l � Hl � Pl � Xl � `l � hl � pl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l : �l = �l A �l C l H l J $ l L , l N 4 l � < l � �
l � l � � l � � l @ l C
l O
l p @
l r �
l t �
l x �
l ~ �
l � @l � �l � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l ` �l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l z �l | �l ~ �l � �l � l � l � ,l � 4l � <l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � l � l � l � l � (l � 0l � 8l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l Z dl � �l � l � Dl � �l � l � l � r l � �l @l @ �l ` l u �l � �l � Tl � |l � �l �l K @ l � 4 l � l � � l . l \ !l k �!l � �"l � �"l � L#l X �#l d �%l p �%l � �%l � &l � <&l � L&l � �&l � �&l � �&l � �&l � 'l � ,'l � \'l � �'l � �'l � �'l � �'l
(l
(l
<(l )
L(l 1
�(l 3
�(l 6
�(l :
�(l =
�(l C
�(l I
)l N
,)l R
D)l ]
p)l v
�)l �
*l �
*l �
<*l �
L*l �
�*l �
�*l �
�*l �
�*l �
+l �
,+l �
@+l �
�+l �
�+l �+l ,l
,l <,l ) L,l 1 �,l 4 �,l : �,l E �,l I -l N ,-l X X-l d |-l p �-l r �-l � .l � .l � 8.l � H.l � d.l � p.l � x.l � �.l � �.l � �.l � �.l � /l � (/l � @/l � \/l � �/l
0l 80l ) H0l : �0l E �0l I 1l N (1l W T1l [ `1l d �1l p �1l � 2l � 2l � 82l � H2l � �2l � �2l � �2l � 3l � (3l � T3l � x3l � �3l � �3l � �3l
4l
4l
84l E
H4l I
5l O
(5l X
P5l d
|5l p
�5l �
�5l �
6l �
6l �
h6l �
�6l �
�6l �
7l �
(7l �
<7l �
X7l �
`7l �
�7l �
�7l 3 8l ; �8l O 9l Z @9l � :l � :l � :l � (:l � 4:l � P:l � d:l � �:l � �:l � �:l � �:l � �:l � �:l � �:l � ;l � ;l � ;l � @;l � x;l <l ,<l `<l * �<l 6 �<l 8 �<l : �<l C �<l H =l M $=l R 8=l W L=l \ `=l i t=l m �=l s �=l u �=l � �=l � >l � >l � P>l � d>l � x>l � �>l � �>l � �>l � �>l � ?l J @l � @Al � @Cl �Cl I Hl N (Il W @Il Y `Il ^ hIl � �Il � (Jl � @Jl � �Jl � �Jl � Kl � Kl � Kl `Kl HLl [ `Ll ` tMl � Nl � �Nl m Pl � �Yl � Zl � �Zl � �[l
\l 8\l 5 �\l T ]l m �]l q �]l t �]l � ^l � �^l � \_l � p_l � �_l @`l y �`l � bl � �bl dl , �dl < �dl n el u �el � fl � �fl � @gl hl _ �hl } �il � �il � @jl � �jl � �jl L ll Z @ml t �ml � nl 8 pl J ql ~ 4ql � @sl � Psl , tl 0 �tl < �tl O 8ul x �ul � �ul � wl �wl xl xl xl xl
$xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " �xl $ �xl & �xl ( �xl * �xl , �xl . �xl 0 �xl 2 �xl 4 �xl 6 �xl 8 �xl : �xl < �xl > �xl @ �xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b �yl d �yl f �yl h �yl j �yl l �yl n �yl p �yl r �yl t �yl v �yl x �yl z �yl | �yl ~ �yl � �yl � zl � zl � zl � zl � $zl � ,zl � 4zl � <zl � Dzl � Lzl � Tzl � pzl � |zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � {l � {l � {l � {l � ${l � ,{l � 4{l � <{l � D{l � L{l � T{l � \{l � d{l � l{l � t{l � |{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l �{l @|l ( �|l 8 �|l F }r l h �}l q �}l s �}l u �}l w �}l y �}l { �}l } �}l � �~l � �~l � l � @l � Xl � �l � �l � �l O! 8 l �! l _, �0 l b, �1 l g, �1 l i, �1 l k, �1 l m, �1 l r, �1 l u, �1 l |, �1 l �, 2 l �, 2 l �, 2 l �, 2 l �, $2 l �, ,2 l �, 42 l �, <2 l �, D2 l �, L2 l �, T2 l �, \2 l �, d2 l �, l2 l �, t2 l �, |2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, 3 l �, 3 l �, 3 l �, 3 l �, $3 l �, ,3 l �, 43 l �, <3 l �, D3 l �, L3 l �, T3 l �, \3 l �, d3 l �, l3 l �, t3 l �, |3 l �, �3 l �, �3 l �, �3 l �, �3 l �, �3 l &- 4 l (- �4 l .- �4 l h- �4 l �- �5 l �- �6 l �- �6 l �- �6 l �- �6 l �- 7 l �- 7 l �- @7 l �- `7 l . �7 l 0. �8 l 0 @ l .0 �@ l =0 �@ r
l �0 dB l �0 tB r l �0 �C l 01 D l �1 �F r r r l �$ l �$ @ l
& l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& � l d& � l f& � l h& � l j& � l l& � l p& � l ~& � l �& � l �& l �& l �& l �& l �& $ l �& , l �& 4 l �& < l �& D l �& L l �& T l �& \ l �& d l �& l l �& x l �& � l ' \ l $' � l &' � l (' � l *' � l ,' � l .' � l 2' � l 4' � l 6' � l 8' � l :' � l <' � l >' � l @' � l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' � l d' � l f' � l h' � l j' � l l' � l n' � l p' � l y' � l {' � l }' � l �' � l �' l �' l �' l �' l �' 0 l �' 8 l �' D l �' L l �' \ l �' d l �' l l �' t l �' | l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l (( � l t( ! l �( " l �( @# l �( �# l �( �# l .) �# l T) �$ l �) & l �) <' l �) �' l 7* ( l N* ) l Z* @) l w* �) l �* �) l �* l+ l �* �+ l �* �+ l + , l + $, l + D, l '+ �, l /+ �, l [+ �, l f+ �- l �+ / l �+ �/ l �+ �/ l �W 0 l z 8h l z Dh l z Lh l z |h l "z �h l %z �h l *z �h l { xl l 0~ �x l t~ �y l l ' 4 l ; � l > � l N � l ^ @ l � l � � l �
l � �
l � � l l A � l J
l { @
l � l � � l � l � � l � � l � ` l ( l d � l 7 l V l h � l l l 6 ( l 9 � l = � l V � l w �! l � " l � �# l � �# l $ l : �$ l � & l � �& l
( l
( l
0( l
T( l 6
d( l ;
�( l @
�( l }
�) l �
* l �
+ l �
$+ l 6 , l V - l s �- l � . l I 0 l � 3 l (
4 l :
�4 l < l ( �< l Q �< l G @ l p �A l � �A l � @C l � �C l 5 D l @ �D l G E l t @E l w �E l � F l � $G l � @G l � pG l H l 8 LH l ? �H l � J l � J l � (J l � <J l � |J l � �J l � �K l L l
L l <L l ) LL l 1 �L l 4 �L l : �L l E �L l I M l N ,M l Q @M l X \M l d tM l m �M l u �M l K P l Z @Q l _ xQ l � R l � S l � @S l � V l � �V l � `W l A X l E Y l Z @Y l � Z l � [ l \ l , t\ l : �\ l ; ` l � c l �c l ? h l H i l � @i l � j l � tj l � k l p l 7 (p l A �p l Z @q l � �q l � Hr l � �r l t l
t l 7 ,t l ; �t l > �t l H �t l Z @u l f �u l i �u l � �u l � @v l � Lv l � �v l � �{ l �# l D% l /4 @ l GF
l 9j l _j ) l jj �) l �j @+ l �j �+ l 7k , l Dk - l Zk @- l xk �- l �k �- l �n �9 l Eo < l o @= l �o <> l �o �? l � @ l �
l 1 @
l �2 �E
l k< p
l }< �q
l �< r
l �< @r
l �< tr
l 7Z h l mZ �h l vZ �i l �Z j l �Z lj l �Z �j l ` l ` l "` l l %` � l +` � l �h l �h @# l Ki �$ l Zi @% r r r r r )l 0 )l � �l v �
l � �l j �l � �l �0 �C )ZPVALIDZCONTEXTJZCONTEXTON)� __version__ZscriptsZ
joining_typesZcodepoint_classes� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/idnadata.py�<module> s
& �W� � � � � � h {� � � � � � � � � site-packages/pip/_vendor/idna/__pycache__/uts46data.cpython-38.opt-1.pyc 0000644 00000524104 15201600075 0022043 0 ustar 00 U
��.e� � @ sb d Z dZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dFdG� Z$dHdI� Z%dJdK� Z&dLdM� Z'dNdO� Z(dPdQ� Z)dRdS� Z*dTdU� Z+dVdW� Z,dXdY� Z-dZd[� Z.d\d]� Z/d^d_� Z0d`da� Z1dbdc� Z2ddde� Z3dfdg� Z4dhdi� Z5djdk� Z6dldm� Z7dndo� Z8dpdq� Z9drds� Z:dtdu� Z;dvdw� Z<dxdy� Z=dzd{� Z>d|d}� Z?d~d� Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPeQe� e� e� e� e� e� e� e � e
� e � e � e
� e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� eK� eL� eM� eN� eO� eP� �ZRd�S )�z IDNA Mapping Table from UTS46.z11.0.0c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)� �3)� r )� r )� r )� r )� r )� r )� r )� r )� r )�
r )� r )� r )�
r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )�! r )�" r )�# r )�$ r )�% r )�& r )�' r )�( r )�) r )�* r )�+ r )�, r )�- �V)�. r0 )�/ r )�0 r0 )�1 r0 )�2 r0 )�3 r0 )�4 r0 )�5 r0 )�6 r0 )�7 r0 )�8 r0 )�9 r0 )�: r )�; r )�< r )�= r )�> r )�? r )�@ r )�A �M�a)�B rE �b)�C rE �c)�D rE �d)�E rE �e)�F rE �f)�G rE �g)�H rE �h)�I rE �i)�J rE �j)�K rE �k)�L rE �l)�M rE �m)�N rE �n)�O rE �o)�P rE �p)�Q rE �q)�R rE �r)�S rE �s)�T rE �t)�U rE �u)�V rE �v)�W rE �w)�X rE �x)�Y rE �y)�Z rE �z)�[ r )�\ r )�] r )�^ r )�_ r )�` r )�a r0 )�b r0 )�c r0 � r� r� r� �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/uts46data.py�_seg_0 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�d r0 )�e r0 )�f r0 )�g r0 )�h r0 )�i r0 )�j r0 )�k r0 )�l r0 )�m r0 )�n r0 )�o r0 )�p r0 )�q r0 )�r r0 )�s r0 )�t r0 )�u r0 )�v r0 )�w r0 )�x r0 )�y r0 )�z r0 )�{ r )�| r )�} r )�~ r )� r )� �X)� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r � )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r u ̈)� r0 )� rE rF )� r0 )� r0 )� �I)� r0 )� r � ̄)� r0 )� r0 )� rE �2)� rE r )� r � ́)� rE � μ)� r0 )� r0 )� r u ̧)� rE �1)� rE rb )� r0 )� rE u 1⁄4)� rE u 1⁄2)� rE u 3⁄4)� r0 )� rE � à)� rE � á)�� rE � â)�� rE � ã)�� rE � ä)�� rE � å)�� rE � æ)�� rE � çr� r� r� r� r� �_seg_1p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�� rE � è)�� rE � é)�� rE � ê)�� rE � ë)�� rE � ì)�� rE � í)�� rE � î)�� rE � ï)�� rE � ð)�� rE � ñ)�� rE � ò)�� rE � ó)�� rE � ô)�� rE � õ)�� rE � ö)�� r0 )�� rE � ø)�� rE � ù)�� rE � ú)�� rE � û)�� rE � ü)�� rE � ý)�� rE � þ)�� �D�ss)�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� rE u ā)i r0 )i rE u ă)i r0 )i rE u ą)i r0 )i rE u ć)i r0 )i rE u ĉ)i r0 )i
rE u ċ)i r0 )i rE u č)i
r0 )i rE u ď)i r0 )i rE u đ)i r0 )i rE u ē)i r0 )i rE u ĕ)i r0 )i rE u ė)i r0 )i rE u ę)i r0 )i rE u ě)i r0 )i rE u ĝ)i r0 )i rE u ğ)i r0 )i rE u ġ)i! r0 )i" rE u ģ)i# r0 )i$ rE u ĥ)i% r0 )i& rE � ħ)i' r0 )i( rE u ĩ)i) r0 )i* rE u ī)i+ r0 r� r� r� r� r� �_seg_2� s� �rL c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, rE u ĭ)i- r0 )i. rE u į)i/ r0 )i0 rE u i̇)i1 r0 )i2 rE Zij)i4 rE u ĵ)i5 r0 )i6 rE u ķ)i7 r0 )i9 rE u ĺ)i: r0 )i; rE u ļ)i< r0 )i= rE u ľ)i> r0 )i? rE u l·)iA rE u ł)iB r0 )iC rE u ń)iD r0 )iE rE u ņ)iF r0 )iG rE u ň)iH r0 )iI rE u ʼn)iJ rE � ŋ)iK r0 )iL rE u ō)iM r0 )iN rE u ŏ)iO r0 )iP rE u ő)iQ r0 )iR rE � œ)iS r0 )iT rE u ŕ)iU r0 )iV rE u ŗ)iW r0 )iX rE u ř)iY r0 )iZ rE u ś)i[ r0 )i\ rE u ŝ)i] r0 )i^ rE u ş)i_ r0 )i` rE u š)ia r0 )ib rE u ţ)ic r0 )id rE u ť)ie r0 )if rE u ŧ)ig r0 )ih rE u ũ)ii r0 )ij rE u ū)ik r0 )il rE u ŭ)im r0 )in rE u ů)io r0 )ip rE u ű)iq r0 )ir rE u ų)is r0 )it rE u ŵ)iu r0 )iv rE u ŷ)iw r0 )ix rE � ÿ)iy rE u ź)iz r0 )i{ rE u ż)i| r0 )i} rE u ž)i~ r0 )i rE rj )i� r0 )i� rE u ɓ)i� rE u ƃ)i� r0 )i� rE u ƅ)i� r0 )i� rE � ɔ)i� rE u ƈ)i� r0 )i� rE u ɖ)i� rE u ɗ)i� rE u ƌ)i� r0 )i� rE � ǝ)i� rE � ə)i� rE � ɛ)i� rE u ƒ)i� r0 )i� rE u ɠr� r� r� r� r� �_seg_3@ s� �rT c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ɣ)i� r0 )i� rE � ɩ)i� rE � ɨ)i� rE u ƙ)i� r0 )i� rE � ɯ)i� rE � ɲ)i� r0 )i� rE � ɵ)i� rE u ơ)i� r0 )i� rE u ƣ)i� r0 )i� rE u ƥ)i� r0 )i� rE u ʀ)i� rE u ƨ)i� r0 )i� rE � ʃ)i� r0 )i� rE u ƭ)i� r0 )i� rE u ʈ)i� rE u ư)i� r0 )i� rE � ʊ)i� rE � ʋ)i� rE u ƴ)i� r0 )i� rE u ƶ)i� r0 )i� rE � ʒ)i� rE u ƹ)i� r0 )i� rE u ƽ)i� r0 )i� rE u dž)i� rE Zlj)i� rE Znj)i� rE u ǎ)i� r0 )i� rE u ǐ)i� r0 )i� rE u ǒ)i� r0 )i� rE u ǔ)i� r0 )i� rE u ǖ)i� r0 )i� rE u ǘ)i� r0 )i� rE u ǚ)i� r0 )i� rE u ǜ)i� r0 )i� rE u ǟ)i� r0 )i� rE u ǡ)i� r0 )i� rE u ǣ)i� r0 )i� rE u ǥ)i� r0 )i� rE u ǧ)i� r0 )i� rE u ǩ)i� r0 )i� rE u ǫ)i� r0 )i� rE u ǭ)i� r0 )i� rE u ǯ)i� r0 )i� rE Zdz)i� rE u ǵ)i� r0 )i� rE u ƕ)i� rE u ƿ)i� rE u ǹ)i� r0 )i� rE u ǻ)i� r0 )i� rE u ǽ)i� r0 )i� rE u ǿ)i� r0 )i rE u ȁ)i r0 )i rE u ȃ)i r0 )i rE u ȅ)i r0 )i rE u ȇ)i r0 )i rE u ȉ)i r0 )i
rE u ȋ)i r0 )i rE u ȍr� r� r� r� r� �_seg_4� s� �r_ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i
r0 )i rE u ȏ)i r0 )i rE u ȑ)i r0 )i rE u ȓ)i r0 )i rE u ȕ)i r0 )i rE u ȗ)i r0 )i rE u ș)i r0 )i rE u ț)i r0 )i rE u ȝ)i r0 )i rE u ȟ)i r0 )i rE u ƞ)i! r0 )i" rE � ȣ)i# r0 )i$ rE u ȥ)i% r0 )i& rE u ȧ)i' r0 )i( rE u ȩ)i) r0 )i* rE u ȫ)i+ r0 )i, rE u ȭ)i- r0 )i. rE u ȯ)i/ r0 )i0 rE u ȱ)i1 r0 )i2 rE u ȳ)i3 r0 )i: rE u ⱥ)i; rE u ȼ)i< r0 )i= rE u ƚ)i> rE u ⱦ)i? r0 )iA rE u ɂ)iB r0 )iC rE u ƀ)iD rE � ʉ)iE rE � ʌ)iF rE u ɇ)iG r0 )iH rE u ɉ)iI r0 )iJ rE u ɋ)iK r0 )iL rE u ɍ)iM r0 )iN rE u ɏ)iO r0 )i� rE rT )i� rE � ɦ)i� rE rX )i� rE rh )i� rE u ɹ)i� rE u ɻ)i� rE u ʁ)i� rE rr )i� rE rv )i� r0 )i� r u ̆)i� r u ̇)i� r u ̊)i� r u ̨)i� r u ̃)i� r u ̋)i� r0 )i� rE rU )i� rE r\ )i� rE rj )i� rE rt )i� rE u ʕ)i� r0 )i@ rE u ̀)iA rE u ́)iB r0 )iC rE u ̓)iD rE u ̈́)iE rE � ι)iF r0 )iO r� )iP r0 )ip rE u ͱ)iq r0 )ir rE u ͳ)is r0 )it rE u ʹ)iu r0 )iv rE u ͷ)iw r0 r� r� r� r� r� �_seg_5 s� �re c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ix r� )iz r u ι)i{ r0 )i~ r �;)i rE u ϳ)i� r� )i� r r� )i� r � ̈́)i� rE � ά)i� rE � ·)i� rE � έ)i� rE � ή)i� rE � ί)i� r� )i� rE � ό)i� r� )i� rE � ύ)i� rE � ώ)i� r0 )i� rE � α)i� rE � β)i� rE � γ)i� rE � δ)i� rE � ε)i� rE � ζ)i� rE � η)i� rE � θ)i� rE rd )i� rE � κ)i� rE � λ)i� rE r� )i� rE � ν)i� rE � ξ)i� rE � ο)i� rE � π)i� rE � ρ)i� r� )i� rE � σ)i� rE � τ)i� rE � υ)i� rE � φ)i� rE � χ)i� rE � ψ)i� rE � ω)i� rE u ϊ)i� rE � ϋ)i� r0 )i� r( r )i� r0 )i� rE u ϗ)i� rE rq )i� rE rw )i� rE r� )i� rE rn )i� rE r� )i� rE r� )i� rE r} )i� r0 )i� rE u ϙ)i� r0 )i� rE u ϛ)i� r0 )i� rE � ϝ)i� r0 )i� rE u ϟ)i� r0 )i� rE u ϡ)i� r0 )i� rE u ϣ)i� r0 )i� rE u ϥ)i� r0 )i� rE u ϧ)i� r0 )i� rE u ϩ)i� r0 )i� rE u ϫ)i� r0 )i� rE u ϭ)i� r0 )i� rE u ϯ)i� r0 )i� rE rx )i� rE r~ )i� rE r )i� r0 )i� rE rw )i� rE rt )i� r0 )i� rE u ϸ)i� r0 )i� rE r )i� rE u ϻ)i� r0 )i� rE u ͻ)i� rE u ͼ)i� rE u ͽ)i rE u ѐ)i rE u ё)i rE u ђr� r� r� r� r� �_seg_6x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ѓ)i rE u є)i rE u ѕ)i rE u і)i rE u ї)i rE u ј)i rE u љ)i
rE u њ)i rE u ћ)i rE u ќ)i
rE u ѝ)i rE u ў)i rE u џ)i rE u а)i rE u б)i rE � в)i rE u г)i rE � д)i rE u е)i rE u ж)i rE u з)i rE u и)i rE u й)i rE u к)i rE u л)i rE u м)i rE � н)i rE � о)i rE u п)i rE u р)i! rE � с)i" rE � т)i# rE u у)i$ rE u ф)i% rE u х)i& rE u ц)i' rE u ч)i( rE u ш)i) rE u щ)i* rE � ъ)i+ rE u ы)i, rE � ь)i- rE u э)i. rE u ю)i/ rE u я)i0 r0 )i` rE u ѡ)ia r0 )ib rE � ѣ)ic r0 )id rE u ѥ)ie r0 )if rE u ѧ)ig r0 )ih rE u ѩ)ii r0 )ij rE u ѫ)ik r0 )il rE u ѭ)im r0 )in rE u ѯ)io r0 )ip rE u ѱ)iq r0 )ir rE u ѳ)is r0 )it rE u ѵ)iu r0 )iv rE u ѷ)iw r0 )ix rE u ѹ)iy r0 )iz rE u ѻ)i{ r0 )i| rE u ѽ)i} r0 )i~ rE u ѿ)i r0 )i� rE u ҁ)i� r0 )i� rE u ҋ)i� r0 )i� rE u ҍ)i� r0 )i� rE u ҏ)i� r0 )i� rE u ґ)i� r0 )i� rE u ғ)i� r0 )i� rE u ҕ)i� r0 )i� rE u җ)i� r0 )i� rE u ҙ)i� r0 )i� rE u қ)i� r0 )i� rE u ҝ)i� r0 r� r� r� r� r� �_seg_7� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u ҟ)i� r0 )i� rE u ҡ)i� r0 )i� rE u ң)i� r0 )i� rE u ҥ)i� r0 )i� rE u ҧ)i� r0 )i� rE u ҩ)i� r0 )i� rE u ҫ)i� r0 )i� rE u ҭ)i� r0 )i� rE u ү)i� r0 )i� rE u ұ)i� r0 )i� rE u ҳ)i� r0 )i� rE u ҵ)i� r0 )i� rE u ҷ)i� r0 )i� rE u ҹ)i� r0 )i� rE u һ)i� r0 )i� rE u ҽ)i� r0 )i� rE u ҿ)i� r0 )i� r� )i� rE u ӂ)i� r0 )i� rE u ӄ)i� r0 )i� rE u ӆ)i� r0 )i� rE u ӈ)i� r0 )i� rE u ӊ)i� r0 )i� rE u ӌ)i� r0 )i� rE u ӎ)i� r0 )i� rE u ӑ)i� r0 )i� rE u ӓ)i� r0 )i� rE u ӕ)i� r0 )i� rE u ӗ)i� r0 )i� rE u ә)i� r0 )i� rE u ӛ)i� r0 )i� rE u ӝ)i� r0 )i� rE u ӟ)i� r0 )i� rE u ӡ)i� r0 )i� rE u ӣ)i� r0 )i� rE u ӥ)i� r0 )i� rE u ӧ)i� r0 )i� rE u ө)i� r0 )i� rE u ӫ)i� r0 )i� rE u ӭ)i� r0 )i� rE u ӯ)i� r0 )i� rE u ӱ)i� r0 )i� rE u ӳ)i� r0 )i� rE u ӵ)i� r0 )i� rE u ӷ)i� r0 )i� rE u ӹ)i� r0 )i� rE u ӻ)i� r0 )i� rE u ӽ)i� r0 )i� rE u ӿ)i� r0 )i rE u ԁ)i r0 )i rE u ԃr� r� r� r� r� �_seg_8H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ԅ)i r0 )i rE u ԇ)i r0 )i rE u ԉ)i r0 )i
rE u ԋ)i r0 )i rE u ԍ)i
r0 )i rE u ԏ)i r0 )i rE u ԑ)i r0 )i rE u ԓ)i r0 )i rE u ԕ)i r0 )i rE u ԗ)i r0 )i rE u ԙ)i r0 )i rE u ԛ)i r0 )i rE u ԝ)i r0 )i rE u ԟ)i r0 )i rE u ԡ)i! r0 )i" rE u ԣ)i# r0 )i$ rE u ԥ)i% r0 )i& rE u ԧ)i' r0 )i( rE u ԩ)i) r0 )i* rE u ԫ)i+ r0 )i, rE u ԭ)i- r0 )i. rE u ԯ)i/ r0 )i0 r� )i1 rE u ա)i2 rE u բ)i3 rE u գ)i4 rE u դ)i5 rE u ե)i6 rE u զ)i7 rE u է)i8 rE u ը)i9 rE u թ)i: rE u ժ)i; rE u ի)i< rE u լ)i= rE u խ)i> rE u ծ)i? rE u կ)i@ rE u հ)iA rE u ձ)iB rE u ղ)iC rE u ճ)iD rE u մ)iE rE u յ)iF rE u ն)iG rE u շ)iH rE u ո)iI rE u չ)iJ rE u պ)iK rE u ջ)iL rE u ռ)iM rE u ս)iN rE u վ)iO rE u տ)iP rE u ր)iQ rE u ց)iR rE u ւ)iS rE u փ)iT rE u ք)iU rE u օ)iV rE u ֆ)iW r� )iY r0 )i� rE u եւ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_9� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iu rE u اٴ)iv rE u وٴ)iw rE � ۇٴ)ix rE u يٴ)iy r0 )i� r� )i� r0 )i r� )i r0 )iK r� )iM r0 )i� r� )i� r0 )i� r� )i� r0 )i. r� )i0 r0 )i? r� )i@ r0 )i\ r� )i^ r0 )i_ r� )i` r0 )ik r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )iX rE u क़)iY rE u ख़)iZ rE u ग़)i[ rE u ज़)i\ rE u ड़)i] rE u ढ़)i^ rE u फ़)i_ rE u य़)i` r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ড়)i� rE u ঢ়)i� r� )i� rE u য়)i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i)
r� )i*
r0 )i1
r� )i2
r0 )i3
rE u ਲ਼)i4
r� )i5
r0 )i6
rE u ਸ਼)i7
r� )i8
r0 )i:
r� )i<
r0 )i=
r� )i>
r0 )iC
r� )iG
r0 )iI
r� )iK
r0 )iN
r� )iQ
r0 )iR
r� )iY
rE u ਖ਼)iZ
rE u ਗ਼)i[
rE u ਜ਼r� r� r� r� r� �_seg_10 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i\
r0 )i]
r� )i^
rE u ਫ਼)i_
r� )if
r0 )iw
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i< r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iV r0 )iX r� )i\ rE u ଡ଼)i] rE u ଢ଼)i^ r� )i_ r0 )id r� )if r0 )ix r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_11� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) r� )i* r0 )i: r� )i= r0 )iE r� )iF r0 )iI r� )iJ r0 )iN r� )iU r0 )iW r� )iX r0 )i[ r� )i` r0 )id r� )if r0 )ip r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )iE
r� )iF
r0 )iI
r� )iJ
r0 )iP
r� )iT
r0 )id
r� )if
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i3 rE u ํา)i4 r0 )i; r� )i? r0 )i\ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 r� r� r� r� r� �_seg_12� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� rE u ໍາ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ຫນ)i� rE u ຫມ)i� r0 )i� r� )i r0 )i rE u ་)i
r0 )iC rE u གྷ)iD r0 )iH r� )iI r0 )iM rE u ཌྷ)iN r0 )iR rE u དྷ)iS r0 )iW rE u བྷ)iX r0 )i\ rE u ཛྷ)i] r0 )ii rE u ཀྵ)ij r0 )im r� )iq r0 )is rE u ཱི)it r0 )iu rE u ཱུ)iv rE u ྲྀ)iw rE u ྲཱྀ)ix rE u ླྀ)iy rE u ླཱྀ)iz r0 )i� rE u ཱྀ)i� r0 )i� rE u ྒྷ)i� r0 )i� r� )i� r0 )i� rE u ྜྷ)i� r0 )i� rE u ྡྷ)i� r0 )i� rE u ྦྷ)i� r0 )i� rE u ྫྷ)i� r0 )i� rE u ྐྵ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i� r� )i� rE u ⴧ)i� r� )i� rE u ⴭ)i� r� )i� r0 )i� rE u ნ)i� r0 )i_ r� )ia r0 )iI r� )iJ r0 )iN r� )iP r0 )iW r� )iX r0 )iY r� )iZ r0 )i^ r� )i` r0 )i� r� )i� r0 r� r� r� r� r� �_seg_13P s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i r� )i r0 )i[ r� )i] r0 )i} r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u Ᏸ)i� rE u Ᏹ)i� rE u Ᏺ)i� rE u Ᏻ)i� rE u Ᏼ)i� rE u Ᏽ)i� r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 )i7 r� )i@ r0 )iT r� )i` r0 )im r� )in r0 )iq r� )ir r0 )it r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i r� )i r� )i r0 )i r� )i r0 )iy r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i< r� )i@ r0 )iA r� )iD r0 )in r� )ip r0 )iu r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i_ r� )i` r0 )i} r� )i r0 )i� r� )i� r0 r� r� r� r� r� �_seg_14� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iL r� )iP r0 )i} r� )i� r0 )i� r� )i� r0 )i8 r� )i; r0 )iJ r� )iM r0 )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ꙋ)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i, rE rF )i- rE r� )i. rE rH )i/ r0 )i0 rE rL )i1 rE rN )i2 rE rQ )i3 rE rR )i4 rE rT )i5 rE rV )i6 rE rX )i7 rE rZ )i8 rE r\ )i9 rE r^ )i: rE r` )i; r0 )i< rE rb )i= rE r` )i> rE rd )i? rE rh )i@ rE rl )iA rE rn )iB rE rr )iC rE rF )iD rE � ɐ)iE rE � ɑ)iF rE u ᴂ)iG rE rH )iH rE rL )iI rE rN )iJ rE rR )iK rE rS )iL rE � ɜ)iM rE rR )iN r0 )iO rE rZ )iP rE r^ )iQ rE rM )iR rE rb )iS rE rP )iT rE u ᴖ)iU rE u ᴗ)iV rE rd )iW rE rl )iX rE rn )iY rE u ᴝ)iZ rE rX )i[ rE rp )i\ rE u ᴥ)i] rE rq )i^ rE rr )i_ rE rs )i` rE r� )ia rE r� )ib rE rV )ic rE rh )id rE rn )ie rE rp )if rE rq )ig rE rr )ih rE r~ )ii rE r� )ij rE r� )ik r0 )ix rE r� )iy r0 )i� rE � ɒ)i� rE rJ )i� rE u ɕ)i� rE r r� r� r� r� r� �_seg_15 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE rP )i� rE u ɟ)i� rE � ɡ)i� rE � ɥ)i� rE rW )i� rE rV )i� rE � ɪ)i� rE u ᵻ)i� rE � ʝ)i� rE u ɭ)i� rE u ᶅ)i� rE u ʟ)i� rE � ɱ)i� rE u ɰ)i� rE rY )i� rE u ɳ)i� rE u ɴ)i� rE rZ )i� rE u ɸ)i� rE u ʂ)i� rE r[ )i� rE u ƫ)i� rE ra )i� rE r\ )i� rE u ᴜ)i� rE r] )i� rE rb )i� rE rx )i� rE u ʐ)i� rE u ʑ)i� rE r^ )i� rE rw )i� r0 )i� r� )i� r0 )i rE u ḁ)i r0 )i rE u ḃ)i r0 )i rE u ḅ)i r0 )i rE u ḇ)i r0 )i rE u ḉ)i r0 )i
rE u ḋ)i r0 )i rE u ḍ)i
r0 )i rE u ḏ)i r0 )i rE u ḑ)i r0 )i rE u ḓ)i r0 )i rE u ḕ)i r0 )i rE u ḗ)i r0 )i rE u ḙ)i r0 )i rE u ḛ)i r0 )i rE u ḝ)i r0 )i rE u ḟ)i r0 )i rE u ḡ)i! r0 )i" rE u ḣ)i# r0 )i$ rE u ḥ)i% r0 )i& rE u ḧ)i' r0 )i( rE u ḩ)i) r0 )i* rE u ḫ)i+ r0 )i, rE u ḭ)i- r0 )i. rE u ḯ)i/ r0 )i0 rE u ḱ)i1 r0 )i2 rE u ḳ)i3 r0 )i4 rE u ḵ)i5 r0 )i6 rE u ḷ)i7 r0 )i8 rE u ḹ)i9 r0 )i: rE u ḻ)i; r0 )i< rE u ḽ)i= r0 )i> rE u ḿ)i? r0 r� r� r� r� r� �_seg_16� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i@ rE u ṁ)iA r0 )iB rE u ṃ)iC r0 )iD rE u ṅ)iE r0 )iF rE u ṇ)iG r0 )iH rE u ṉ)iI r0 )iJ rE u ṋ)iK r0 )iL rE u ṍ)iM r0 )iN rE u ṏ)iO r0 )iP rE u ṑ)iQ r0 )iR rE u ṓ)iS r0 )iT rE u ṕ)iU r0 )iV rE u ṗ)iW r0 )iX rE u ṙ)iY r0 )iZ rE u ṛ)i[ r0 )i\ rE u ṝ)i] r0 )i^ rE u ṟ)i_ r0 )i` rE � ṡ)ia r0 )ib rE u ṣ)ic r0 )id rE u ṥ)ie r0 )if rE u ṧ)ig r0 )ih rE u ṩ)ii r0 )ij rE u ṫ)ik r0 )il rE u ṭ)im r0 )in rE u ṯ)io r0 )ip rE u ṱ)iq r0 )ir rE u ṳ)is r0 )it rE u ṵ)iu r0 )iv rE u ṷ)iw r0 )ix rE u ṹ)iy r0 )iz rE u ṻ)i{ r0 )i| rE u ṽ)i} r0 )i~ rE u ṿ)i r0 )i� rE u ẁ)i� r0 )i� rE u ẃ)i� r0 )i� rE u ẅ)i� r0 )i� rE u ẇ)i� r0 )i� rE u ẉ)i� r0 )i� rE u ẋ)i� r0 )i� rE u ẍ)i� r0 )i� rE u ẏ)i� r0 )i� rE u ẑ)i� r0 )i� rE u ẓ)i� r0 )i� rE u ẕ)i� r0 )i� rE u aʾ)i� rE r� )i� r0 )i� rE r) )i� r0 )i� rE u ạ)i� r0 )i� rE u ả)i� r0 )i� rE u ấ)i� r0 )i� rE u ầ)i� r0 )i� rE u ẩr� r� r� r� r� �_seg_17� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r0 )i� rE u ẫ)i� r0 )i� rE u ậ)i� r0 )i� rE u ắ)i� r0 )i� rE u ằ)i� r0 )i� rE u ẳ)i� r0 )i� rE u ẵ)i� r0 )i� rE u ặ)i� r0 )i� rE u ẹ)i� r0 )i� rE u ẻ)i� r0 )i� rE u ẽ)i� r0 )i� rE u ế)i� r0 )i� rE u ề)i� r0 )i� rE u ể)i� r0 )i� rE u ễ)i� r0 )i� rE u ệ)i� r0 )i� rE u ỉ)i� r0 )i� rE u ị)i� r0 )i� rE u ọ)i� r0 )i� rE u ỏ)i� r0 )i� rE u ố)i� r0 )i� rE u ồ)i� r0 )i� rE u ổ)i� r0 )i� rE u ỗ)i� r0 )i� rE u ộ)i� r0 )i� rE u ớ)i� r0 )i� rE u ờ)i� r0 )i� rE u ở)i� r0 )i� rE u ỡ)i� r0 )i� rE u ợ)i� r0 )i� rE u ụ)i� r0 )i� rE u ủ)i� r0 )i� rE u ứ)i� r0 )i� rE u ừ)i� r0 )i� rE u ử)i� r0 )i� rE u ữ)i� r0 )i� rE u ự)i� r0 )i� rE u ỳ)i� r0 )i� rE u ỵ)i� r0 )i� rE u ỷ)i� r0 )i� rE u ỹ)i� r0 )i� rE u ỻ)i� r0 )i� rE u ỽ)i� r0 )i� rE u ỿ)i� r0 )i rE u ἀ)i rE u ἁ)i
rE u ἂ)i rE u ἃ)i rE u ἄ)i
rE u ἅ)i rE u ἆ)i rE u ἇ)i r0 )i r� )i rE u ἐ)i rE u ἑ)i rE u ἒr� r� r� r� r� �_seg_18X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ἓ)i rE u ἔ)i rE u ἕ)i r� )i r0 )i( rE u ἠ)i) rE u ἡ)i* rE u ἢ)i+ rE u ἣ)i, rE u ἤ)i- rE u ἥ)i. rE u ἦ)i/ rE u ἧ)i0 r0 )i8 rE u ἰ)i9 rE u ἱ)i: rE u ἲ)i; rE u ἳ)i< rE u ἴ)i= rE u ἵ)i> rE u ἶ)i? rE u ἷ)i@ r0 )iF r� )iH rE u ὀ)iI rE u ὁ)iJ rE u ὂ)iK rE u ὃ)iL rE u ὄ)iM rE u ὅ)iN r� )iP r0 )iX r� )iY rE u ὑ)iZ r� )i[ rE u ὓ)i\ r� )i] rE u ὕ)i^ r� )i_ rE u ὗ)i` r0 )ih rE u ὠ)ii rE u ὡ)ij rE u ὢ)ik rE u ὣ)il rE u ὤ)im rE u ὥ)in rE u ὦ)io rE u ὧ)ip r0 )iq rE rh )ir r0 )is rE rj )it r0 )iu rE rk )iv r0 )iw rE rl )ix r0 )iy rE rm )iz r0 )i{ rE rn )i| r0 )i} rE ro )i~ r� )i� rE � ἀι)i� rE � ἁι)i� rE � ἂι)i� rE � ἃι)i� rE � ἄι)i� rE � ἅι)i� rE � ἆι)i� rE � ἇι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ἠι)i� rE � ἡι)i� rE � ἢι)i� rE � ἣι)i� rE � ἤι)i� rE � ἥι)i� rE � ἦι)i� rE � ἧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ὠι)i� rE � ὡι)i� rE � ὢι)i� rE � ὣιr� r� r� r� r� �_seg_19� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ὤι)i� rE � ὥι)i� rE � ὦι)i� rE � ὧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r0 )i� rE u ὰι)i� rE � αι)i� rE u άι)i� r� )i� r0 )i� rE u ᾶι)i� rE u ᾰ)i� rE u ᾱ)i� rE u ὰ)i� rE rh )i� rE r� )i� r � ̓)i� rE rd )i� r r� )i� r u ͂)i� r u ̈͂)i� rE u ὴι)i� rE � ηι)i� rE u ήι)i� r� )i� r0 )i� rE u ῆι)i� rE u ὲ)i� rE rj )i� rE u ὴ)i� rE rk )i� rE r� )i� r u ̓̀)i� r u ̓́)i� r u ̓͂)i� r0 )i� rE u ΐ)i� r� )i� r0 )i� rE u ῐ)i� rE u ῑ)i� rE u ὶ)i� rE rl )i� r� )i� r u ̔̀)i� r u ̔́)i� r u ̔͂)i� r0 )i� rE u ΰ)i� r0 )i� rE u ῠ)i� rE u ῡ)i� rE u ὺ)i� rE rn )i� rE u ῥ)i� r u ̈̀)i� r rg )i� r �`)i� r� )i� rE u ὼι)i� rE � ωι)i� rE u ώι)i� r� )i� r0 )i� rE u ῶι)i� rE u ὸ)i� rE rm )i� rE u ὼ)i� rE ro )i� rE r� )i� r r� )i� r u ̔)i� r� )i r r� )i r� )i r( � )i r� )i r0 )i rE u ‐)i r0 )i r u ̳)i r0 )i$ r� )i' r0 )i( r� )i/ r r� )i0 r0 )i3 rE u ′′)i4 rE u ′′′)i5 r0 )i6 rE u ‵‵)i7 rE u ‵‵‵r� r� r� r� r� �_seg_20( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i8 r0 )i< r z!!)i= r0 )i> r � ̅)i? r0 )iG r z??)iH r z?!)iI r z!?)iJ r0 )iW rE u ′′′′)iX r0 )i_ r r� )i` r� )ia r� )id r� )ie r� )ip rE �0)iq rE rV )ir r� )it rE �4)iu rE �5)iv rE �6)iw rE �7)ix rE �8)iy rE �9)iz r �+)i{ rE � −)i| r �=)i} r �()i~ r �))i rE r` )i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� rE r� )i� r r� )i� r r� )i� r r� )i� r� )i� rE rF )i� rE rN )i� rE rb )i� rE rt )i� rE rR )i� rE rT )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rd )i� rE rj )i� rE rl )i� r� )i� r0 )i� rE Zrs)i� r0 )i� r� )i� r0 )i� r� )i ! r za/c)i! r za/s)i! rE rJ )i! rE u °c)i! r0 )i! r zc/o)i! r zc/u)i! rE rS )i! r0 )i ! rE u °f)i
! rE rR )i ! rE rT )i! rE rK )i! rE rV )i! rE r\ )i! r0 )i! rE r` )i! rE Zno)i! r0 )i! rE rd )i! rE rf )i! rE rh )i ! r0 )i ! rE Zsm)i!! rE Ztel)i"! rE Ztm)i#! r0 )i$! rE rx )i%! r0 )i&! rE r� )i'! r0 )i(! rE rx )i)! r0 r� r� r� r� r� �_seg_21� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i*! rE rZ )i+! rE r� )i,! rE rH )i-! rE rJ )i.! r0 )i/! rE rN )i1! rE rP )i2! r� )i3! rE r^ )i4! rE rb )i5! rE � א)i6! rE u ב)i7! rE u ג)i8! rE � ד)i9! rE rV )i:! r0 )i;! rE Zfax)i<! rE r} )i=! rE rr )i?! rE r} )i@! rE u ∑)iA! r0 )iE! rE rL )iG! rE rN )iH! rE rV )iI! rE rX )iJ! r0 )iP! rE u 1⁄7)iQ! rE u 1⁄9)iR! rE u 1⁄10)iS! rE u 1⁄3)iT! rE u 2⁄3)iU! rE u 1⁄5)iV! rE u 2⁄5)iW! rE u 3⁄5)iX! rE u 4⁄5)iY! rE u 1⁄6)iZ! rE u 5⁄6)i[! rE u 1⁄8)i\! rE u 3⁄8)i]! rE u 5⁄8)i^! rE u 7⁄8)i_! rE u 1⁄)i`! rE rV )ia! rE �ii)ib! rE �iii)ic! rE �iv)id! rE rp )ie! rE �vi)if! rE �vii)ig! rE �viii)ih! rE �ix)ii! rE rt )ij! rE �xi)ik! rE �xii)il! rE r\ )im! rE rJ )in! rE rL )io! rE r^ )ip! rE rV )iq! rE r� )ir! rE r� )is! rE r� )it! rE rp )iu! rE r� )iv! rE r� )iw! rE r� )ix! rE r� )iy! rE rt )iz! rE r� )i{! rE r� )i|! rE r\ )i}! rE rJ )i~! rE rL )i! rE r^ )i�! r0 )i�! r� )i�! r0 )i�! rE u 0⁄3)i�! r0 )i�! r� )i�! r0 )i," rE u ∫∫)i-" rE u ∫∫∫)i." r0 )i/" rE u ∮∮)i0" rE u ∮∮∮)i1" r0 )i`" r )ia" r0 )in" r )ip" r0 )i)# rE � 〈)i*# rE � 〉)i+# r0 )i'$ r� )i@$ r0 )iK$ r� )i`$ rE r� )ia$ rE r� r� r� r� r� r� �_seg_22� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ib$ rE r )ic$ rE r� )id$ rE r� )ie$ rE r� )if$ rE r� )ig$ rE r� )ih$ rE r� )ii$ rE Z10)ij$ rE Z11)ik$ rE Z12)il$ rE Z13)im$ rE Z14)in$ rE Z15)io$ rE Z16)ip$ rE Z17)iq$ rE Z18)ir$ rE Z19)is$ rE Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i�$ r z(13))i�$ r z(14))i�$ r z(15))i�$ r z(16))i�$ r z(17))i�$ r z(18))i�$ r z(19))i�$ r z(20))i�$ r� )i�$ r �(a))i�$ r �(b))i�$ r �(c))i�$ r �(d))i�$ r �(e))i�$ r �(f))i�$ r �(g))i�$ r �(h))i�$ r �(i))i�$ r �(j))i�$ r �(k))i�$ r �(l))i�$ r �(m))i�$ r �(n))i�$ r �(o))i�$ r �(p))i�$ r �(q))i�$ r �(r))i�$ r �(s))i�$ r �(t))i�$ r �(u))i�$ r �(v))i�$ r �(w))i�$ r �(x))i�$ r �(y))i�$ r �(z))i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV )i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV r� r� r� r� r� �_seg_23` s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE r� )i�$ r0 )i * rE u ∫∫∫∫)i
* r0 )it* r z::=)iu* r z==)iv* r z===)iw* r0 )i�* rE u ⫝̸)i�* r0 )it+ r� )iv+ r0 )i�+ r� )i�+ r0 )i�+ r� )i�+ r0 )i�+ r� )i , rE u ⰰ)i, rE u ⰱ)i, rE u ⰲ)i, rE u ⰳ)i, rE u ⰴ)i, rE u ⰵ)i, rE u ⰶ)i, rE u ⰷ)i, rE u ⰸ)i , rE u ⰹ)i
, rE u ⰺ)i , rE u ⰻ)i , rE u ⰼ)i
, rE u ⰽ)i, rE u ⰾ)i, rE u ⰿ)i, rE u ⱀ)i, rE u ⱁ)i, rE u ⱂ)i, rE u ⱃ)i, rE u ⱄ)i, rE u ⱅ)i, rE u ⱆ)i, rE u ⱇ)i, rE u ⱈ)i, rE u ⱉ)i, rE u ⱊ)i, rE u ⱋ)i , rE u ⱌ)i , rE u ⱍ)i , rE u ⱎ)i , rE u ⱏ)i , rE u ⱐ)i!, rE u ⱑ)i", rE u ⱒ)i#, rE u ⱓ)i$, rE u ⱔ)i%, rE u ⱕ)i&, rE u ⱖ)i', rE u ⱗ)i(, rE u ⱘ)i), rE u ⱙ)i*, rE u ⱚ)i+, rE u ⱛ)i,, rE u ⱜ)i-, rE u ⱝ)i., rE u ⱞ)i/, r� )i0, r0 )i_, r� )i`, rE u ⱡ)ia, r0 )ib, rE � ɫ)ic, rE u ᵽ)id, rE u ɽ)ie, r0 )ig, rE u ⱨ)ih, r0 )ii, rE u ⱪ)ij, r0 )ik, rE u ⱬ)il, r0 )im, rE r� )in, rE r� )io, rE r� )ip, rE r� r� r� r� r� r� �_seg_24� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iq, r0 )ir, rE u ⱳ)is, r0 )iu, rE u ⱶ)iv, r0 )i|, rE rX )i}, rE rp )i~, rE u ȿ)i, rE u ɀ)i�, rE u ⲁ)i�, r0 )i�, rE u ⲃ)i�, r0 )i�, rE u ⲅ)i�, r0 )i�, rE u ⲇ)i�, r0 )i�, rE u ⲉ)i�, r0 )i�, rE u ⲋ)i�, r0 )i�, rE u ⲍ)i�, r0 )i�, rE u ⲏ)i�, r0 )i�, rE u ⲑ)i�, r0 )i�, rE u ⲓ)i�, r0 )i�, rE u ⲕ)i�, r0 )i�, rE u ⲗ)i�, r0 )i�, rE u ⲙ)i�, r0 )i�, rE u ⲛ)i�, r0 )i�, rE u ⲝ)i�, r0 )i�, rE u ⲟ)i�, r0 )i�, rE u ⲡ)i�, r0 )i�, rE u ⲣ)i�, r0 )i�, rE u ⲥ)i�, r0 )i�, rE u ⲧ)i�, r0 )i�, rE u ⲩ)i�, r0 )i�, rE u ⲫ)i�, r0 )i�, rE u ⲭ)i�, r0 )i�, rE u ⲯ)i�, r0 )i�, rE u ⲱ)i�, r0 )i�, rE u ⲳ)i�, r0 )i�, rE u ⲵ)i�, r0 )i�, rE u ⲷ)i�, r0 )i�, rE u ⲹ)i�, r0 )i�, rE u ⲻ)i�, r0 )i�, rE u ⲽ)i�, r0 )i�, rE u ⲿ)i�, r0 )i�, rE u ⳁ)i�, r0 )i�, rE u ⳃ)i�, r0 )i�, rE u ⳅ)i�, r0 )i�, rE u ⳇ)i�, r0 )i�, rE u ⳉ)i�, r0 )i�, rE u ⳋ)i�, r0 )i�, rE u ⳍ)i�, r0 )i�, rE u ⳏ)i�, r0 )i�, rE u ⳑ)i�, r0 )i�, rE u ⳓ)i�, r0 )i�, rE u ⳕ)i�, r0 )i�, rE u ⳗ)i�, r0 )i�, rE u ⳙ)i�, r0 )i�, rE u ⳛr� r� r� r� r� �_seg_250
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�, r0 )i�, rE u ⳝ)i�, r0 )i�, rE u ⳟ)i�, r0 )i�, rE u ⳡ)i�, r0 )i�, rE u ⳣ)i�, r0 )i�, rE u ⳬ)i�, r0 )i�, rE u ⳮ)i�, r0 )i�, rE u ⳳ)i�, r0 )i�, r� )i�, r0 )i&- r� )i'- r0 )i(- r� )i-- r0 )i.- r� )i0- r0 )ih- r� )io- rE u ⵡ)ip- r0 )iq- r� )i- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )iO. r� )i�. r0 )i�. r� )i�. r0 )i�. rE u 母)i�. r0 )i�. rE u 龟)i�. r� )i / rE � 一)i/ rE u 丨)i/ rE u 丶)i/ rE u 丿)i/ rE � 乙)i/ rE u 亅)i/ rE � 二)i/ rE u 亠)i/ rE � 人)i / rE u 儿)i
/ rE u 入)i / rE � 八)i / rE u 冂)i
/ rE u 冖)i/ rE u 冫)i/ rE u 几)i/ rE � 凵)i/ rE u 刀)i/ rE � 力)i/ rE u 勹)i/ rE u 匕)i/ rE u 匚)i/ rE u 匸)i/ rE � 十)i/ rE u 卜)i/ rE u 卩)i/ rE u 厂)i/ rE u 厶)i / rE u 又)i / rE u 口)i / rE u 囗)i / rE � 土)i / rE u 士)i!/ rE u 夂)i"/ rE u 夊)i#/ rE u 夕)i$/ rE u 大)i%/ rE � 女)i&/ rE u 子)i'/ rE u 宀)i(/ rE u 寸)i)/ rE u 小)i*/ rE � 尢)i+/ rE u 尸)i,/ rE � 屮)i-/ rE u 山r� r� r� r� r� �_seg_26�
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i./ rE u 巛)i// rE u 工)i0/ rE u 己)i1/ rE u 巾)i2/ rE u 干)i3/ rE u 幺)i4/ rE u 广)i5/ rE u 廴)i6/ rE � 廾)i7/ rE u 弋)i8/ rE u 弓)i9/ rE u 彐)i:/ rE u 彡)i;/ rE u 彳)i</ rE u 心)i=/ rE u 戈)i>/ rE u 戶)i?/ rE � 手)i@/ rE u 支)iA/ rE u 攴)iB/ rE � 文)iC/ rE u 斗)iD/ rE u 斤)iE/ rE u 方)iF/ rE u 无)iG/ rE � 日)iH/ rE u 曰)iI/ rE � 月)iJ/ rE � 木)iK/ rE u 欠)iL/ rE u 止)iM/ rE � 歹)iN/ rE u 殳)iO/ rE u 毋)iP/ rE u 比)iQ/ rE u 毛)iR/ rE u 氏)iS/ rE u 气)iT/ rE � 水)iU/ rE � 火)iV/ rE u 爪)iW/ rE u 父)iX/ rE u 爻)iY/ rE u 爿)iZ/ rE u 片)i[/ rE u 牙)i\/ rE u 牛)i]/ rE u 犬)i^/ rE u 玄)i_/ rE u 玉)i`/ rE u 瓜)ia/ rE u 瓦)ib/ rE u 甘)ic/ rE � 生)id/ rE u 用)ie/ rE u 田)if/ rE u 疋)ig/ rE u 疒)ih/ rE u 癶)ii/ rE u 白)ij/ rE u 皮)ik/ rE u 皿)il/ rE u 目)im/ rE u 矛)in/ rE u 矢)io/ rE u 石)ip/ rE u 示)iq/ rE u 禸)ir/ rE u 禾)is/ rE u 穴)it/ rE � 立)iu/ rE u 竹)iv/ rE u 米)iw/ rE u 糸)ix/ rE u 缶)iy/ rE u 网)iz/ rE u 羊)i{/ rE � 羽)i|/ rE � 老)i}/ rE u 而)i~/ rE u 耒)i/ rE u 耳)i�/ rE u 聿)i�/ rE u 肉)i�/ rE u 臣)i�/ rE u 自)i�/ rE u 至)i�/ rE u 臼)i�/ rE u 舌)i�/ rE u 舛)i�/ rE u 舟)i�/ rE u 艮)i�/ rE u 色)i�/ rE u 艸)i�/ rE u 虍)i�/ rE u 虫)i�/ rE u 血)i�/ rE � 行)i�/ rE � 衣)i�/ rE u 襾r� r� r� r� r� �_seg_27 s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�/ rE � 見)i�/ rE u 角)i�/ rE u 言)i�/ rE u 谷)i�/ rE u 豆)i�/ rE � 豕)i�/ rE u 豸)i�/ rE u 貝)i�/ rE u 赤)i�/ rE � 走)i�/ rE u 足)i�/ rE u 身)i�/ rE � 車)i�/ rE u 辛)i�/ rE � 辰)i�/ rE u 辵)i�/ rE u 邑)i�/ rE u 酉)i�/ rE u 釆)i�/ rE � 里)i�/ rE � 金)i�/ rE u 長)i�/ rE u 門)i�/ rE u 阜)i�/ rE u 隶)i�/ rE u 隹)i�/ rE u 雨)i�/ rE u 靑)i�/ rE u 非)i�/ rE u 面)i�/ rE u 革)i�/ rE u 韋)i�/ rE u 韭)i�/ rE u 音)i�/ rE u 頁)i�/ rE u 風)i�/ rE u 飛)i�/ rE u 食)i�/ rE u 首)i�/ rE u 香)i�/ rE u 馬)i�/ rE u 骨)i�/ rE u 高)i�/ rE u 髟)i�/ rE u 鬥)i�/ rE u 鬯)i�/ rE u 鬲)i�/ rE u 鬼)i�/ rE u 魚)i�/ rE u 鳥)i�/ rE u 鹵)i�/ rE � 鹿)i�/ rE u 麥)i�/ rE � 麻)i�/ rE u 黃)i�/ rE u 黍)i�/ rE u 黑)i�/ rE � 黹)i�/ rE u 黽)i�/ rE u 鼎)i�/ rE u 鼓)i�/ rE u 鼠)i�/ rE � 鼻)i�/ rE u 齊)i�/ rE u 齒)i�/ rE � 龍)i�/ rE � 龜)i�/ rE u 龠)i�/ r� )i 0 r r� )i0 r0 )i0 rE �.)i0 r0 )i60 rE u 〒)i70 r0 )i80 rE r )i90 rE u 卄)i:0 rE u 卅)i;0 r0 )i@0 r� )iA0 r0 )i�0 r� )i�0 r0 )i�0 r u ゙)i�0 r u ゚)i�0 r0 )i�0 rE u より)i�0 r0 )i�0 rE u コト)i 1 r� )i1 r0 )i01 r� )i11 rE � ᄀ)i21 rE � ᄁ)i31 rE � ᆪ)i41 rE � ᄂ)i51 rE � ᆬ)i61 rE � ᆭ)i71 rE � ᄃ)i81 rE � ᄄr� r� r� r� r� �_seg_28h s� �r7 c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i91 rE � ᄅ)i:1 rE � ᆰ)i;1 rE � ᆱ)i<1 rE � ᆲ)i=1 rE � ᆳ)i>1 rE � ᆴ)i?1 rE � ᆵ)i@1 rE � ᄚ)iA1 rE � ᄆ)iB1 rE � ᄇ)iC1 rE � ᄈ)iD1 rE � ᄡ)iE1 rE � ᄉ)iF1 rE � ᄊ)iG1 rE � ᄋ)iH1 rE � ᄌ)iI1 rE � ᄍ)iJ1 rE � ᄎ)iK1 rE � ᄏ)iL1 rE � ᄐ)iM1 rE � ᄑ)iN1 rE � ᄒ)iO1 rE � ᅡ)iP1 rE � ᅢ)iQ1 rE � ᅣ)iR1 rE � ᅤ)iS1 rE � ᅥ)iT1 rE � ᅦ)iU1 rE � ᅧ)iV1 rE � ᅨ)iW1 rE � ᅩ)iX1 rE � ᅪ)iY1 rE � ᅫ)iZ1 rE � ᅬ)i[1 rE � ᅭ)i\1 rE � ᅮ)i]1 rE � ᅯ)i^1 rE � ᅰ)i_1 rE � ᅱ)i`1 rE � ᅲ)ia1 rE � ᅳ)ib1 rE � ᅴ)ic1 rE � ᅵ)id1 r� )ie1 rE u ᄔ)if1 rE u ᄕ)ig1 rE u ᇇ)ih1 rE u ᇈ)ii1 rE u ᇌ)ij1 rE u ᇎ)ik1 rE u ᇓ)il1 rE u ᇗ)im1 rE u ᇙ)in1 rE u ᄜ)io1 rE u ᇝ)ip1 rE u ᇟ)iq1 rE u ᄝ)ir1 rE u ᄞ)is1 rE u ᄠ)it1 rE u ᄢ)iu1 rE u ᄣ)iv1 rE u ᄧ)iw1 rE u ᄩ)ix1 rE u ᄫ)iy1 rE u ᄬ)iz1 rE u ᄭ)i{1 rE u ᄮ)i|1 rE u ᄯ)i}1 rE u ᄲ)i~1 rE u ᄶ)i1 rE u ᅀ)i�1 rE u ᅇ)i�1 rE u ᅌ)i�1 rE u ᇱ)i�1 rE u ᇲ)i�1 rE u ᅗ)i�1 rE u ᅘ)i�1 rE u ᅙ)i�1 rE u ᆄ)i�1 rE u ᆅ)i�1 rE u ᆈ)i�1 rE u ᆑ)i�1 rE u ᆒ)i�1 rE u ᆔ)i�1 rE u ᆞ)i�1 rE u ᆡ)i�1 r� )i�1 r0 )i�1 rE r )i�1 rE r )i�1 rE � 三)i�1 rE � 四)i�1 rE � 上)i�1 rE � 中)i�1 rE � 下)i�1 rE u 甲)i�1 rE r )i�1 rE u 丙)i�1 rE u 丁)i�1 rE � 天r� r� r� r� r� �_seg_29� s� �ri c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�1 rE u 地)i�1 rE r )i�1 r0 )i�1 r� )i�1 r0 )i�1 r� )i�1 r0 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i
2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i
2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r� )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自))iC2 r u (至))iD2 rE u 問)iE2 rE u 幼)iF2 rE r )iG2 rE u 箏)iH2 r0 )iP2 rE Zpte)iQ2 rE Z21)iR2 rE Z22)iS2 rE Z23)iT2 rE Z24)iU2 rE Z25)iV2 rE Z26)iW2 rE Z27)iX2 rE Z28)iY2 rE Z29)iZ2 rE Z30)i[2 rE Z31)i\2 rE Z32)i]2 rE Z33)i^2 rE Z34)i_2 rE Z35)i`2 rE r/ )ia2 rE r2 )ib2 rE r5 )ic2 rE r8 r� r� r� r� r� �_seg_308 s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)id2 rE r@ )ie2 rE rA )if2 rE rD )ig2 rE rF )ih2 rE rG )ii2 rE rI )ij2 rE rJ )ik2 rE rK )il2 rE rL )im2 rE rM )in2 rE u 가)io2 rE u 나)ip2 rE u 다)iq2 rE u 라)ir2 rE u 마)is2 rE u 바)it2 rE u 사)iu2 rE u 아)iv2 rE u 자)iw2 rE u 차)ix2 rE u 카)iy2 rE u 타)iz2 rE u 파)i{2 rE u 하)i|2 rE u 참고)i}2 rE u 주의)i~2 rE u 우)i2 r0 )i�2 rE r )i�2 rE r )i�2 rE rc )i�2 rE rd )i�2 rE u 五)i�2 rE � 六)i�2 rE u 七)i�2 rE r )i�2 rE u 九)i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r' )i�2 rE r )i�2 rE r )i�2 rE u 株)i�2 rE � 有)i�2 rE � 社)i�2 rE u 名)i�2 rE u 特)i�2 rE u 財)i�2 rE � 祝)i�2 rE u 労)i�2 rE u 秘)i�2 rE u 男)i�2 rE r
)i�2 rE u 適)i�2 rE u 優)i�2 rE u 印)i�2 rE u 注)i�2 rE u 項)i�2 rE u 休)i�2 rE u 写)i�2 rE u 正)i�2 rE re )i�2 rE rf )i�2 rE rg )i�2 rE � 左)i�2 rE � 右)i�2 rE u 医)i�2 rE u 宗)i�2 rE u 学)i�2 rE u 監)i�2 rE u 企)i�2 rE u 資)i�2 rE u 協)i�2 rE u 夜)i�2 rE Z36)i�2 rE Z37)i�2 rE Z38)i�2 rE Z39)i�2 rE Z40)i�2 rE Z41)i�2 rE Z42)i�2 rE Z43)i�2 rE Z44)i�2 rE Z45)i�2 rE Z46)i�2 rE Z47)i�2 rE Z48)i�2 rE Z49)i�2 rE Z50)i�2 rE u 1月)i�2 rE u 2月)i�2 rE u 3月)i�2 rE u 4月)i�2 rE u 5月)i�2 rE u 6月)i�2 rE u 7月)i�2 rE u 8月r� r� r� r� r� �_seg_31� s� �rq c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�2 rE u 9月)i�2 rE u 10月)i�2 rE u 11月)i�2 rE u 12月)i�2 rE Zhg)i�2 rE Zerg)i�2 rE Zev)i�2 rE Zltd)i�2 rE � ア)i�2 rE � イ)i�2 rE � ウ)i�2 rE � エ)i�2 rE � オ)i�2 rE � カ)i�2 rE � キ)i�2 rE � ク)i�2 rE � ケ)i�2 rE � コ)i�2 rE � サ)i�2 rE � シ)i�2 rE � ス)i�2 rE � セ)i�2 rE � ソ)i�2 rE � タ)i�2 rE � チ)i�2 rE � ツ)i�2 rE � テ)i�2 rE � ト)i�2 rE � ナ)i�2 rE � ニ)i�2 rE � ヌ)i�2 rE � ネ)i�2 rE � ノ)i�2 rE � ハ)i�2 rE � ヒ)i�2 rE � フ)i�2 rE � ヘ)i�2 rE � ホ)i�2 rE � マ)i�2 rE � ミ)i�2 rE � ム)i�2 rE � メ)i�2 rE � モ)i�2 rE � ヤ)i�2 rE � ユ)i�2 rE � ヨ)i�2 rE � ラ)i�2 rE � リ)i�2 rE � ル)i�2 rE � レ)i�2 rE � ロ)i�2 rE � ワ)i�2 rE u ヰ)i�2 rE u ヱ)i�2 rE � ヲ)i�2 r� )i 3 rE u アパート)i3 rE u アルファ)i3 rE u アンペア)i3 rE u アール)i3 rE u イニング)i3 rE u インチ)i3 rE u ウォン)i3 rE u エスクード)i3 rE u エーカー)i 3 rE u オンス)i
3 rE u オーム)i 3 rE u カイリ)i 3 rE u カラット)i
3 rE u カロリー)i3 rE u ガロン)i3 rE u ガンマ)i3 rE u ギガ)i3 rE u ギニー)i3 rE u キュリー)i3 rE u ギルダー)i3 rE u キロ)i3 rE u キログラム)i3 rE u キロメートル)i3 rE u キロワット)i3 rE u グラム)i3 rE u グラムトン)i3 rE u クルゼイロ)i3 rE u クローネ)i 3 rE u ケース)i 3 rE u コルナ)i 3 rE u コーポ)i 3 rE u サイクル)i 3 rE u サンチーム)i!3 rE u シリング)i"3 rE u センチ)i#3 rE u セント)i$3 rE u ダース)i%3 rE u デシ)i&3 rE u ドル)i'3 rE u トン)i(3 rE u ナノ)i)3 rE u ノット)i*3 rE u ハイツ)i+3 rE u パーセントr� r� r� r� r� �_seg_32
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i,3 rE u パーツ)i-3 rE u バーレル)i.3 rE u ピアストル)i/3 rE u ピクル)i03 rE u ピコ)i13 rE u ビル)i23 rE u ファラッド)i33 rE u フィート)i43 rE u ブッシェル)i53 rE u フラン)i63 rE u ヘクタール)i73 rE u ペソ)i83 rE u ペニヒ)i93 rE u ヘルツ)i:3 rE u ペンス)i;3 rE u ページ)i<3 rE u ベータ)i=3 rE u ポイント)i>3 rE u ボルト)i?3 rE u ホン)i@3 rE u ポンド)iA3 rE u ホール)iB3 rE u ホーン)iC3 rE u マイクロ)iD3 rE u マイル)iE3 rE u マッハ)iF3 rE u マルク)iG3 rE u マンション)iH3 rE u ミクロン)iI3 rE u ミリ)iJ3 rE u ミリバール)iK3 rE u メガ)iL3 rE u メガトン)iM3 rE u メートル)iN3 rE u ヤード)iO3 rE u ヤール)iP3 rE u ユアン)iQ3 rE u リットル)iR3 rE u リラ)iS3 rE u ルピー)iT3 rE u ルーブル)iU3 rE u レム)iV3 rE u レントゲン)iW3 rE u ワット)iX3 rE u 0点)iY3 rE u 1点)iZ3 rE u 2点)i[3 rE u 3点)i\3 rE u 4点)i]3 rE u 5点)i^3 rE u 6点)i_3 rE u 7点)i`3 rE u 8点)ia3 rE u 9点)ib3 rE u 10点)ic3 rE u 11点)id3 rE u 12点)ie3 rE u 13点)if3 rE u 14点)ig3 rE u 15点)ih3 rE u 16点)ii3 rE u 17点)ij3 rE u 18点)ik3 rE u 19点)il3 rE u 20点)im3 rE u 21点)in3 rE u 22点)io3 rE u 23点)ip3 rE u 24点)iq3 rE Zhpa)ir3 rE Zda)is3 rE Zau)it3 rE Zbar)iu3 rE Zov)iv3 rE Zpc)iw3 rE Zdm)ix3 rE Zdm2)iy3 rE Zdm3)iz3 rE Ziu)i{3 rE u 平成)i|3 rE u 昭和)i}3 rE u 大正)i~3 rE u 明治)i3 rE u 株式会社)i�3 rE �pa)i�3 rE Zna)i�3 rE u μa)i�3 rE Zma)i�3 rE Zka)i�3 rE Zkb)i�3 rE �mb)i�3 rE Zgb)i�3 rE Zcal)i�3 rE Zkcal)i�3 rE Zpf)i�3 rE Znf)i�3 rE u μf)i�3 rE u μg)i�3 rE Zmg)i�3 rE Zkgr� r� r� r� r� �_seg_33p
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE �hz)i�3 rE Zkhz)i�3 rE Zmhz)i�3 rE Zghz)i�3 rE Zthz)i�3 rE u μl)i�3 rE Zml)i�3 rE Zdl)i�3 rE Zkl)i�3 rE Zfm)i�3 rE Znm)i�3 rE u μm)i�3 rE Zmm)i�3 rE �cm)i�3 rE �km)i�3 rE Zmm2)i�3 rE Zcm2)i�3 rE Zm2)i�3 rE Zkm2)i�3 rE Zmm3)i�3 rE Zcm3)i�3 rE Zm3)i�3 rE Zkm3)i�3 rE u m∕s)i�3 rE u m∕s2)i�3 rE r� )i�3 rE Zkpa)i�3 rE Zmpa)i�3 rE Zgpa)i�3 rE Zrad)i�3 rE u rad∕s)i�3 rE u rad∕s2)i�3 rE Zps)i�3 rE �ns)i�3 rE u μs)i�3 rE Zms)i�3 rE Zpv)i�3 rE Znv)i�3 rE u μv)i�3 rE �mv)i�3 rE Zkv)i�3 rE r� )i�3 rE Zpw)i�3 rE Znw)i�3 rE u μw)i�3 rE �mw)i�3 rE �kw)i�3 rE r� )i�3 rE u kω)i�3 rE u mω)i�3 r� )i�3 rE Zbq)i�3 rE Zcc)i�3 rE �cd)i�3 rE u c∕kg)i�3 r� )i�3 rE Zdb)i�3 rE Zgy)i�3 rE Zha)i�3 rE Zhp)i�3 rE �in)i�3 rE Zkk)i�3 rE r� )i�3 rE Zkt)i�3 rE Zlm)i�3 rE Zln)i�3 rE �log)i�3 rE Zlx)i�3 rE r� )i�3 rE Zmil)i�3 rE Zmol)i�3 rE Zph)i�3 r� )i�3 rE Zppm)i�3 rE Zpr)i�3 rE �sr)i�3 rE Zsv)i�3 rE �wb)i�3 rE u v∕m)i�3 rE u a∕m)i�3 rE u 1日)i�3 rE u 2日)i�3 rE u 3日)i�3 rE u 4日)i�3 rE u 5日)i�3 rE u 6日)i�3 rE u 7日)i�3 rE u 8日)i�3 rE u 9日)i�3 rE u 10日)i�3 rE u 11日)i�3 rE u 12日)i�3 rE u 13日)i�3 rE u 14日)i�3 rE u 15日)i�3 rE u 16日)i�3 rE u 17日)i�3 rE u 18日)i�3 rE u 19日)i�3 rE u 20日r� r� r� r� r� �_seg_34�
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE u 21日)i�3 rE u 22日)i�3 rE u 23日)i�3 rE u 24日)i�3 rE u 25日)i�3 rE u 26日)i�3 rE u 27日)i�3 rE u 28日)i�3 rE u 29日)i�3 rE u 30日)i�3 rE u 31日)i�3 rE Zgal)i 4 r0 )i�M r� )i�M r0 )i� r� )i � r0 )i�� r� )i�� r0 )iǤ r� )iФ r0 )i,� r� )i@� rE u ꙁ)iA� r0 )iB� rE u ꙃ)iC� r0 )iD� rE u ꙅ)iE� r0 )iF� rE u ꙇ)iG� r0 )iH� rE u ꙉ)iI� r0 )iJ� rE r� )iK� r0 )iL� rE u ꙍ)iM� r0 )iN� rE u ꙏ)iO� r0 )iP� rE u ꙑ)iQ� r0 )iR� rE u ꙓ)iS� r0 )iT� rE u ꙕ)iU� r0 )iV� rE u ꙗ)iW� r0 )iX� rE u ꙙ)iY� r0 )iZ� rE u ꙛ)i[� r0 )i\� rE u ꙝ)i]� r0 )i^� rE u ꙟ)i_� r0 )i`� rE u ꙡ)ia� r0 )ib� rE u ꙣ)ic� r0 )id� rE u ꙥ)ie� r0 )if� rE u ꙧ)ig� r0 )ih� rE u ꙩ)ii� r0 )ij� rE u ꙫ)ik� r0 )il� rE u ꙭ)im� r0 )i�� rE u ꚁ)i�� r0 )i�� rE u ꚃ)i�� r0 )i�� rE u ꚅ)i�� r0 )i�� rE u ꚇ)i�� r0 )i�� rE u ꚉ)i�� r0 )i�� rE u ꚋ)i�� r0 )i�� rE u ꚍ)i�� r0 )i�� rE u ꚏ)i�� r0 )i�� rE u ꚑ)i�� r0 )i�� rE u ꚓ)i�� r0 )i�� rE u ꚕ)i�� r0 )i�� rE u ꚗ)i�� r0 )i�� rE u ꚙ)i�� r0 )i�� rE u ꚛ)i�� r0 )i�� rE r� )i�� rE r� )i�� r0 )i�� r� r� r� r� r� r� �_seg_35@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i � r0 )i"� rE u ꜣ)i#� r0 )i$� rE u ꜥ)i%� r0 )i&� rE � ꜧ)i'� r0 )i(� rE u ꜩ)i)� r0 )i*� rE u ꜫ)i+� r0 )i,� rE u ꜭ)i-� r0 )i.� rE u ꜯ)i/� r0 )i2� rE u ꜳ)i3� r0 )i4� rE u ꜵ)i5� r0 )i6� rE u ꜷ)i7� r0 )i8� rE u ꜹ)i9� r0 )i:� rE u ꜻ)i;� r0 )i<� rE u ꜽ)i=� r0 )i>� rE u ꜿ)i?� r0 )i@� rE u ꝁ)iA� r0 )iB� rE u ꝃ)iC� r0 )iD� rE u ꝅ)iE� r0 )iF� rE u ꝇ)iG� r0 )iH� rE u ꝉ)iI� r0 )iJ� rE u ꝋ)iK� r0 )iL� rE u ꝍ)iM� r0 )iN� rE u ꝏ)iO� r0 )iP� rE u ꝑ)iQ� r0 )iR� rE u ꝓ)iS� r0 )iT� rE u ꝕ)iU� r0 )iV� rE u ꝗ)iW� r0 )iX� rE u ꝙ)iY� r0 )iZ� rE u ꝛ)i[� r0 )i\� rE u ꝝ)i]� r0 )i^� rE u ꝟ)i_� r0 )i`� rE u ꝡ)ia� r0 )ib� rE u ꝣ)ic� r0 )id� rE u ꝥ)ie� r0 )if� rE u ꝧ)ig� r0 )ih� rE u ꝩ)ii� r0 )ij� rE u ꝫ)ik� r0 )il� rE u ꝭ)im� r0 )in� rE � ꝯ)io� r0 )ip� rE r� )iq� r0 )iy� rE u ꝺ)iz� r0 )i{� rE u ꝼ)i|� r0 )i}� rE u ᵹ)i~� rE u ꝿ)i� r0 )i�� rE u ꞁ)i�� r0 )i�� rE u ꞃ)i�� r0 )i�� rE u ꞅ)i�� r0 )i�� rE u ꞇ)i�� r0 )i�� rE u ꞌ)i�� r0 )i�� rE r� )i�� r0 )i�� rE u ꞑ)i�� r0 r� r� r� r� r� �_seg_36� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u ꞓ)i�� r0 )i�� rE u ꞗ)i�� r0 )i�� rE u ꞙ)i�� r0 )i�� rE u ꞛ)i�� r0 )i�� rE u ꞝ)i�� r0 )i�� rE u ꞟ)i�� r0 )i�� rE u ꞡ)i�� r0 )i�� rE u ꞣ)i�� r0 )i�� rE u ꞥ)i�� r0 )i�� rE u ꞧ)i�� r0 )i�� rE u ꞩ)i�� r0 )i�� rE rc )i�� rE r� )i�� rE r� )i�� rE u ɬ)i�� rE r� )i�� r0 )i�� rE u ʞ)i�� rE u ʇ)i�� rE r� )i�� rE u ꭓ)i�� rE u ꞵ)i�� r0 )i�� rE u ꞷ)i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� rE rK )i�� rE rN )i�� r0 )i,� r� )i0� r0 )i:� r� )i@� r0 )ix� r� )i�� r0 )iƨ r� )iΨ r0 )iڨ r� )i� r0 )iT� r� )i_� r0 )i}� r� )i�� r0 )iΩ r� )iϩ r0 )iک r� )iީ r0 )i�� r� )i � r0 )i7� r� )i@� r0 )iN� r� )iP� r0 )iZ� r� )i\� r0 )iê r� )i۪ r0 )i�� r� )i� r0 )i� r� )i � r0 )i� r� )i� r0 )i� r� )i � r0 )i'� r� )i(� r0 )i/� r� )i0� r0 )i\� rE r� )i]� rE u ꬷ)i^� rE r )i_� rE u ꭒ)i`� r0 )if� r� )ip� rE u Ꭰ)iq� rE u Ꭱ)ir� rE u Ꭲ)is� rE u Ꭳ)it� rE u Ꭴ)iu� rE u Ꭵ)iv� rE u Ꭶ)iw� rE u Ꭷ)ix� rE u Ꭸ)iy� rE u Ꭹ)iz� rE u Ꭺr� r� r� r� r� �_seg_37 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i{� rE u Ꭻ)i|� rE u Ꭼ)i}� rE u Ꭽ)i~� rE u Ꭾ)i� rE u Ꭿ)i�� rE u Ꮀ)i�� rE u Ꮁ)i�� rE u Ꮂ)i�� rE u Ꮃ)i�� rE u Ꮄ)i�� rE u Ꮅ)i�� rE u Ꮆ)i�� rE u Ꮇ)i�� rE u Ꮈ)i�� rE u Ꮉ)i�� rE u Ꮊ)i�� rE u Ꮋ)i�� rE u Ꮌ)i�� rE u Ꮍ)i�� rE u Ꮎ)i�� rE u Ꮏ)i�� rE u Ꮐ)i�� rE u Ꮑ)i�� rE u Ꮒ)i�� rE u Ꮓ)i�� rE u Ꮔ)i�� rE u Ꮕ)i�� rE u Ꮖ)i�� rE u Ꮗ)i�� rE u Ꮘ)i�� rE u Ꮙ)i�� rE u Ꮚ)i�� rE u Ꮛ)i�� rE u Ꮜ)i�� rE u Ꮝ)i�� rE u Ꮞ)i�� rE u Ꮟ)i�� rE u Ꮠ)i�� rE u Ꮡ)i�� rE u Ꮢ)i�� rE u Ꮣ)i�� rE u Ꮤ)i�� rE u Ꮥ)i�� rE u Ꮦ)i�� rE u Ꮧ)i�� rE u Ꮨ)i�� rE u Ꮩ)i�� rE u Ꮪ)i�� rE u Ꮫ)i�� rE u Ꮬ)i�� rE u Ꮭ)i�� rE u Ꮮ)i�� rE u Ꮯ)i�� rE u Ꮰ)i�� rE u Ꮱ)i�� rE u Ꮲ)i�� rE u Ꮳ)i�� rE u Ꮴ)i�� rE u Ꮵ)i�� rE u Ꮶ)i�� rE u Ꮷ)i�� rE u Ꮸ)i�� rE u Ꮹ)i�� rE u Ꮺ)i�� rE u Ꮻ)i�� rE u Ꮼ)i�� rE u Ꮽ)i�� rE u Ꮾ)i�� rE u Ꮿ)i�� r0 )i� r� )i� r0 )i�� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � rE u 豈)i� rE u 更)i� rE r$ )i� rE u 賈)i� rE u 滑)i� rE u 串)i� rE u 句)i� rE r- )i � rE u 契)i
� rE r' )i � rE u 喇)i � rE u 奈)i
� rE � 懶)i� rE u 癩)i� rE u 羅)i� rE u 蘿)i� rE u 螺)i� rE u 裸)i� rE u 邏)i� rE � 樂)i� rE u 洛r� r� r� r� r� �_seg_38x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 烙)i� rE u 珞)i� rE u 落)i� rE u 酪)i� rE u 駱)i� rE u 亂)i � rE u 卵)i � rE u 欄)i � rE u 爛)i � rE u 蘭)i � rE u 鸞)i!� rE u 嵐)i"� rE u 濫)i#� rE u 藍)i$� rE u 襤)i%� rE u 拉)i&� rE u 臘)i'� rE u 蠟)i(� rE � 廊)i)� rE � 朗)i*� rE u 浪)i+� rE u 狼)i,� rE u 郎)i-� rE u 來)i.� rE u 冷)i/� rE u 勞)i0� rE u 擄)i1� rE u 櫓)i2� rE u 爐)i3� rE u 盧)i4� rE r )i5� rE u 蘆)i6� rE � 虜)i7� rE u 路)i8� rE u 露)i9� rE u 魯)i:� rE u 鷺)i;� rE � 碌)i<� rE u 祿)i=� rE u 綠)i>� rE u 菉)i?� rE u 錄)i@� rE r( )iA� rE u 論)iB� rE u 壟)iC� rE u 弄)iD� rE u 籠)iE� rE u 聾)iF� rE u 牢)iG� rE u 磊)iH� rE u 賂)iI� rE u 雷)iJ� rE u 壘)iK� rE u 屢)iL� rE u 樓)iM� rE u 淚)iN� rE u 漏)iO� rE u 累)iP� rE u 縷)iQ� rE u 陋)iR� rE u 勒)iS� rE u 肋)iT� rE u 凜)iU� rE u 凌)iV� rE u 稜)iW� rE u 綾)iX� rE u 菱)iY� rE u 陵)iZ� rE u 讀)i[� rE u 拏)i\� rE r� )i]� rE � 諾)i^� rE u 丹)i_� rE � 寧)i`� rE u 怒)ia� rE � 率)ib� rE � 異)ic� rE � 北)id� rE u 磻)ie� rE u 便)if� rE u 復)ig� rE u 不)ih� rE u 泌)ii� rE u 數)ij� rE u 索)ik� rE u 參)il� rE u 塞)im� rE u 省)in� rE u 葉)io� rE � 說)ip� rE � 殺)iq� rE r% )ir� rE u 沈)is� rE u 拾)it� rE � 若)iu� rE u 掠)iv� rE u 略)iw� rE u 亮)ix� rE u 兩)iy� rE u 凉r� r� r� r� r� �_seg_39� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iz� rE u 梁)i{� rE u 糧)i|� rE u 良)i}� rE u 諒)i~� rE u 量)i� rE u 勵)i�� rE u 呂)i�� rE r
)i�� rE u 廬)i�� rE u 旅)i�� rE u 濾)i�� rE u 礪)i�� rE u 閭)i�� rE u 驪)i�� rE u 麗)i�� rE u 黎)i�� rE r
)i�� rE u 曆)i�� rE u 歷)i�� rE u 轢)i�� rE u 年)i�� rE u 憐)i�� rE u 戀)i�� rE u 撚)i�� rE u 漣)i�� rE u 煉)i�� rE u 璉)i�� rE u 秊)i�� rE � 練)i�� rE u 聯)i�� rE u 輦)i�� rE u 蓮)i�� rE u 連)i�� rE u 鍊)i�� rE u 列)i�� rE u 劣)i�� rE u 咽)i�� rE u 烈)i�� rE u 裂)i�� rE r� )i�� rE u 廉)i�� rE u 念)i�� rE u 捻)i�� rE u 殮)i�� rE u 簾)i�� rE u 獵)i�� rE u 令)i�� rE u 囹)i�� rE r� )i�� rE u 嶺)i�� rE u 怜)i�� rE u 玲)i�� rE u 瑩)i�� rE u 羚)i�� rE u 聆)i�� rE u 鈴)i�� rE u 零)i�� rE u 靈)i�� rE u 領)i�� rE u 例)i�� rE u 禮)i�� rE u 醴)i�� rE u 隸)i�� rE u 惡)i�� rE u 了)i�� rE u 僚)i�� rE u 寮)i�� rE u 尿)i�� rE � 料)i�� rE r� )i�� rE u 燎)i�� rE u 療)i� rE u 蓼)i� rE u 遼)i� rE r, )i� rE u 暈)i� rE u 阮)i� rE u 劉)i� rE u 杻)i� rE u 柳)i� rE � 流)i� rE u 溜)i� rE u 琉)i� rE u 留)i� rE u 硫)i� rE u 紐)i� rE u 類)i� rE rk )i� rE u 戮)i� rE u 陸)i� rE u 倫)i� rE u 崙)i� rE u 淪)i� rE u 輪)i� rE u 律)i� rE u 慄)i� rE u 栗)i� rE r� )i� rE u 隆)i� rE u 利r� r� r� r� r� �_seg_40H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 吏)i� rE u 履)i� rE u 易)i� rE u 李)i� rE u 梨)i� rE u 泥)i� rE u 理)i� rE u 痢)i� rE u 罹)i� rE u 裏)i� rE u 裡)i� rE r& )i� rE u 離)i� rE u 匿)i� rE u 溺)i� rE u 吝)i� rE u 燐)i� rE u 璘)i� rE u 藺)i� rE u 隣)i� rE u 鱗)i� rE u 麟)i� rE u 林)i�� rE u 淋)i�� rE u 臨)i�� rE r )i�� rE u 笠)i�� rE u 粒)i�� rE u 狀)i�� rE u 炙)i�� rE u 識)i�� rE u 什)i�� rE u 茶)i�� rE u 刺)i � rE � 切)i� rE u 度)i� rE u 拓)i� rE u 糖)i� rE u 宅)i� rE u 洞)i� rE u 暴)i� rE u 輻)i� rE r )i � rE u 降)i
� rE r! )i � rE u 廓)i � rE u 兀)i
� rE u 嗀)i� r0 )i� rE � 塚)i� r0 )i� rE � 晴)i� r0 )i� rE u 凞)i� rE � 猪)i� rE � 益)i� rE u 礼)i� rE u 神)i� rE u 祥)i� rE � 福)i � rE � 靖)i � rE u 精)i � rE r )i � r0 )i � rE u 蘒)i!� r0 )i"� rE � 諸)i#� r0 )i%� rE � 逸)i&� rE u 都)i'� r0 )i*� rE u 飯)i+� rE u 飼)i,� rE u 館)i-� rE u 鶴)i.� rE u 郞)i/� rE u 隷)i0� rE � 侮)i1� rE � 僧)i2� rE � 免)i3� rE � 勉)i4� rE � 勤)i5� rE � 卑)i6� rE � 喝)i7� rE � 嘆)i8� rE u 器)i9� rE u 塀)i:� rE u 墨)i;� rE u 層)i<� rE r )i=� rE � 悔)i>� rE u 慨)i?� rE � 憎)i@� rE � 懲)iA� rE � 敏)iB� rE u 既)iC� rE � 暑)iD� rE � 梅)iE� rE � 海)iF� rE u 渚r� r� r� r� r� �_seg_41� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iG� rE � 漢)iH� rE � 煮)iI� rE u 爫)iJ� rE u 琢)iK� rE u 碑)iL� rE rm )iM� rE u 祉)iN� rE u 祈)iO� rE u 祐)iP� rE � 祖)iQ� rE rn )iR� rE u 禍)iS� rE u 禎)iT� rE � 穀)iU� rE u 突)iV� rE � 節)iW� rE r� )iX� rE u 縉)iY� rE u 繁)iZ� rE u 署)i[� rE � 者)i\� rE u 臭)i]� rE u 艹)i_� rE � 著)i`� rE u 褐)ia� rE � 視)ib� rE � 謁)ic� rE � 謹)id� rE u 賓)ie� rE � 贈)if� rE u 辶)ig� rE r� )ih� rE � 難)ii� rE � 響)ij� rE � 頻)ik� rE u 恵)il� rE u 𤋮)im� rE u 舘)in� r� )ip� rE u 並)iq� rE � 况)ir� rE u 全)is� rE u 侀)it� rE u 充)iu� rE u 冀)iv� rE � 勇)iw� rE � 勺)ix� rE r� )iy� rE u 啕)iz� rE � 喙)i{� rE u 嗢)i|� rE r� )i}� rE u 墳)i~� rE u 奄)i� rE u 奔)i�� rE u 婢)i�� rE u 嬨)i�� rE u 廒)i�� rE u 廙)i�� rE u 彩)i�� rE u 徭)i�� rE u 惘)i�� rE � 慎)i�� rE u 愈)i�� rE r� )i�� rE u 慠)i�� rE r� )i�� rE u 戴)i�� rE u 揄)i�� rE u 搜)i�� rE u 摒)i�� rE u 敖)i�� rE r� )i�� rE r� )i�� rE � 望)i�� rE u 杖)i�� rE r )i�� rE r� )i�� rE r� )i�� rE u 滛)i�� rE � 滋)i�� rE r� )i�� rE � 瀞)i�� rE r� )i�� rE u 瞧)i�� rE � 爵)i�� rE u 犯)i�� rE r� )i�� rE � 瑱)i�� rE u 甆)i�� rE u 画)i�� rE u 瘝)i�� rE u 瘟)i�� rE r� )i�� rE u 盛)i�� rE � 直)i�� rE � 睊)i�� rE u 着)i�� rE � 磌)i�� rE u 窱r� r� r� r� r� �_seg_42 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 类)i�� rE u 絛)i�� rE r� )i�� rE u 缾)i�� rE r� )i�� rE u 荒)i�� rE u 華)i�� rE � 蝹)i�� rE u 襁)i�� rE u 覆)i�� rE r� )i�� rE u 調)i�� rE r� )i�� rE u 請)i�� rE r� )i�� rE r� )i�� rE � 諭)i�� rE r� )i�� rE � 變)i�� rE r� )i� rE � 輸)i� rE u 遲)i� rE u 醙)i� rE u 鉶)i� rE u 陼)i� rE r� )i� rE r� )i� rE u 韛)i� rE r� )i� rE � 頋)i� rE r� )i� rE � 鬒)i� rE r- )i� rE u 𢡊)i� rE u 𢡄)i� rE u 𣏕)i� rE � 㮝)i� rE u 䀘)i� rE � 䀹)i� rE u 𥉉)i� rE u 𥳐)i� rE u 𧻓)i� rE u 齃)i� rE u 龎)i� r� )i � rE Zff)i� rE Zfi)i� rE Zfl)i� rE Zffi)i� rE Zffl)i� rE �st)i� r� )i� rE u մն)i� rE u մե)i� rE u մի)i� rE u վն)i� rE u մխ)i� r� )i � rE u יִ)i � r0 )i � rE u ײַ)i � rE u ע)i!� rE r� )i"� rE r� )i#� rE u ה)i$� rE u כ)i%� rE u ל)i&� rE u ם)i'� rE u ר)i(� rE u ת)i)� r r� )i*� rE u שׁ)i+� rE u שׂ)i,� rE u שּׁ)i-� rE u שּׂ)i.� rE u אַ)i/� rE u אָ)i0� rE u אּ)i1� rE u בּ)i2� rE u גּ)i3� rE u דּ)i4� rE u הּ)i5� rE u וּ)i6� rE u זּ)i7� r� )i8� rE u טּ)i9� rE u יּ)i:� rE u ךּ)i;� rE u כּ)i<� rE u לּ)i=� r� )i>� rE u מּ)i?� r� )i@� rE u נּ)iA� rE u סּ)iB� r� )iC� rE u ףּ)iD� rE u פּ)iE� r� r� r� r� r� r� �_seg_43� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� rE u צּ)iG� rE u קּ)iH� rE u רּ)iI� rE u שּ)iJ� rE u תּ)iK� rE u וֹ)iL� rE u בֿ)iM� rE u כֿ)iN� rE u פֿ)iO� rE u אל)iP� rE u ٱ)iR� rE u ٻ)iV� rE u پ)iZ� rE u ڀ)i^� rE u ٺ)ib� rE u ٿ)if� rE u ٹ)ij� rE u ڤ)in� rE u ڦ)ir� rE u ڄ)iv� rE u ڃ)iz� rE u چ)i~� rE u ڇ)i�� rE u ڍ)i�� rE u ڌ)i�� rE u ڎ)i�� rE u ڈ)i�� rE u ژ)i�� rE u ڑ)i�� rE u ک)i�� rE u گ)i�� rE u ڳ)i�� rE u ڱ)i�� rE � ں)i�� rE u ڻ)i�� rE u ۀ)i�� rE u ہ)i�� rE u ھ)i�� rE u ے)i�� rE u ۓ)i�� r0 )i� r� )i� rE u ڭ)i� rE u ۇ)i� rE u ۆ)i� rE u ۈ)i� rE r� )i� rE u ۋ)i� rE u ۅ)i� rE u ۉ)i� rE u ې)i� rE � ى)i� rE u ئا)i� rE u ئە)i� rE u ئو)i� rE u ئۇ)i� rE u ئۆ)i� rE u ئۈ)i�� rE u ئې)i�� rE � ئى)i�� rE u ی)i � rE � ئج)i� rE � ئح)i� rE � ئم)i� rE r
)i� rE � ئي)i� rE � بج)i� rE � بح)i� rE � بخ)i� rE � بم)i � rE � بى)i
� rE � بي)i � rE � تج)i � rE � تح)i
� rE � تخ)i� rE � تم)i� rE � تى)i� rE � تي)i� rE u ثج)i� rE � ثم)i� rE � ثى)i� rE � ثي)i� rE � جح)i� rE � جم)i� rE � حج)i� rE � حم)i� rE � خج)i� rE u خح)i� rE � خم)i � rE � سج)i � rE � سح)i � rE � سخ)i � rE � سم)i � rE � صح)i!� rE � صم)i"� rE � ضج)i#� rE � ضح)i$� rE � ضخ)i%� rE � ضم)i&� rE � طحr� r� r� r� r� �_seg_44� s� �r/ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i'� rE � طم)i(� rE � ظم)i)� rE � عج)i*� rE � عم)i+� rE � غج)i,� rE � غم)i-� rE � فج)i.� rE � فح)i/� rE � فخ)i0� rE � فم)i1� rE � فى)i2� rE � في)i3� rE � قح)i4� rE � قم)i5� rE � قى)i6� rE � قي)i7� rE � كا)i8� rE � كج)i9� rE � كح)i:� rE � كخ)i;� rE � كل)i<� rE � كم)i=� rE � كى)i>� rE � كي)i?� rE � لج)i@� rE � لح)iA� rE � لخ)iB� rE � لم)iC� rE � لى)iD� rE � لي)iE� rE � مج)iF� rE � مح)iG� rE � مخ)iH� rE � مم)iI� rE u مى)iJ� rE u مي)iK� rE � نج)iL� rE � نح)iM� rE � نخ)iN� rE � نم)iO� rE � نى)iP� rE � ني)iQ� rE � هج)iR� rE � هم)iS� rE u هى)iT� rE u هي)iU� rE � يج)iV� rE � يح)iW� rE � يخ)iX� rE � يم)iY� rE � يى)iZ� rE � يي)i[� rE u ذٰ)i\� rE u رٰ)i]� rE � ىٰ)i^� r u ٌّ)i_� r u ٍّ)i`� r u َّ)ia� r u ُّ)ib� r u ِّ)ic� r u ّٰ)id� rE u ئر)ie� rE u ئز)if� rE r
)ig� rE u ئن)ih� rE r
)ii� rE r )ij� rE u بر)ik� rE u بز)il� rE r )im� rE u بن)in� rE r )io� rE r )ip� rE u تر)iq� rE u تز)ir� rE r )is� rE u تن)it� rE r )iu� rE r )iv� rE u ثر)iw� rE u ثز)ix� rE r )iy� rE u ثن)iz� rE r )i{� rE r )i|� rE r: )i}� rE r; )i~� rE r> )i� rE r? )i�� rE r@ )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rK )i�� rE rL )i�� rE rM )i�� rE u ما)i�� rE rQ )i�� rE u نرr� r� r� r� r� �_seg_45P s� �ra c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u نز)i�� rE rU )i�� rE u نن)i�� rE rV )i�� rE rW )i�� rE r` )i�� rE u ير)i�� rE u يز)i�� rE r] )i�� rE u ين)i�� rE r^ )i�� rE r_ )i�� rE r )i�� rE r )i�� rE u ئخ)i�� rE r
)i�� rE � ئه)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � به)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � ته)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE r! )i�� rE r" )i�� rE r# )i�� rE r$ )i�� rE r% )i�� rE r& )i�� rE r' )i�� rE r( )i�� rE u صخ)i�� rE r) )i�� rE r* )i�� rE r+ )i�� rE r, )i�� rE r- )i�� rE r. )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r7 )i�� rE r8 )i�� rE r9 )i� rE r< )i� rE r= )i� rE rA )i� rE rB )i� rE rC )i� rE rD )i� rE rE )i� rE rH )i� rE rI )i� rE rJ )i� rE rK )i� rE u له)i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� rE rT )i� rE rU )i� rE � نه)i� rE rX )i� rE rY )i� rE u هٰ)i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE � يه)i� rE r
)i� rE rb )i� rE r )i� rE rc )i� rE r )i� rE rd )i� rE r )i� rE u ثه)i� rE r' )i� rE � سه)i� rE � شم)i� rE � شه)i� rE rD )i� rE rE )i� rE rK )i� rE rU r� r� r� r� r� �_seg_46� s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE re )i� rE r] )i� rE rf )i� rE u ـَّ)i� rE u ـُّ)i� rE u ـِّ)i�� rE � طى)i�� rE � طي)i�� rE � عى)i�� rE � عي)i�� rE � غى)i�� rE � غي)i�� rE � سى)i�� rE � سي)i�� rE � شى)i�� rE � شي)i�� rE � حى)i � rE � حي)i� rE � جى)i� rE � جي)i� rE � خى)i� rE � خي)i� rE � صى)i� rE � صي)i� rE � ضى)i� rE � ضي)i � rE � شج)i
� rE � شح)i � rE � شخ)i � rE rh )i
� rE � شر)i� rE � سر)i� rE � صر)i� rE � ضر)i� rE rk )i� rE rl )i� rE rm )i� rE rn )i� rE ro )i� rE rp )i� rE rq )i� rE rr )i� rE rs )i� rE rt )i� rE ru )i � rE rv )i � rE rw )i � rE rx )i � rE ry )i � rE rz )i!� rE r{ )i"� rE r| )i#� rE r} )i$� rE r~ )i%� rE r )i&� rE r� )i'� rE r� )i(� rE rh )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r )i.� rE r� )i/� rE r� )i0� rE rh )i1� rE rg )i2� rE ri )i3� rE r0 )i4� rE r$ )i5� rE r% )i6� rE r& )i7� rE r )i8� rE r� )i9� rE r� )i:� rE r0 )i;� rE r1 )i<� rE u اً)i>� r0 )i@� r� )iP� rE u تجم)iQ� rE u تحج)iS� rE u تحم)iT� rE u تخم)iU� rE u تمج)iV� rE u تمح)iW� rE u تمخ)iX� rE u جمح)iZ� rE u حمي)i[� rE u حمى)i\� rE u سحج)i]� rE u سجح)i^� rE u سجى)i_� rE u سمح)ia� rE u سمج)ib� rE u سمم)id� rE u صحح)if� rE � صمم)ig� rE u شحم)ii� rE u شجيr� r� r� r� r� �_seg_47 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ij� rE u شمخ)il� rE u شمم)in� rE u ضحى)io� rE u ضخم)iq� rE u طمح)is� rE u طمم)it� rE u طمي)iu� rE � عجم)iv� rE u عمم)ix� rE u عمى)iy� rE u غمم)iz� rE u غمي)i{� rE u غمى)i|� rE u فخم)i~� rE � قمح)i� rE u قمم)i�� rE � لحم)i�� rE u لحي)i�� rE u لحى)i�� rE u لجج)i�� rE u لخم)i�� rE u لمح)i�� rE u محج)i�� rE u محم)i�� rE u محي)i�� rE u مجح)i�� rE u مجم)i�� rE u مخج)i�� rE u مخم)i�� r� )i�� rE u مجخ)i�� rE u همج)i�� rE u همم)i�� rE u نحم)i�� rE u نحى)i�� rE u نجم)i�� rE u نجى)i�� rE u نمي)i�� rE u نمى)i�� rE u يمم)i�� rE u بخي)i�� rE u تجي)i�� rE u تجى)i�� rE u تخي)i�� rE u تخى)i�� rE u تمي)i�� rE u تمى)i�� rE u جمي)i�� rE u جحى)i�� rE u جمى)i�� rE u سخى)i�� rE u صحي)i�� rE u شحي)i�� rE u ضحي)i�� rE u لجي)i�� rE u لمي)i�� rE u يحي)i�� rE u يجي)i�� rE u يمي)i�� rE u ممي)i�� rE u قمي)i�� rE u نحي)i�� rE r� )i�� rE r� )i�� rE u عمي)i�� rE u كمي)i�� rE � نجح)i�� rE u مخي)i�� rE � لجم)i�� rE � كمم)i�� rE r� )i�� rE r� )i�� rE u جحي)i�� rE u حجي)i�� rE u مجي)i�� rE u فمي)i� rE u بحي)i� rE r� )i� rE r� )i� rE r� )i� rE u سخي)i� rE u نجي)i� r� )i� rE u صلے)i� rE u قلے)i� rE u الله)i� rE u اكبر)i� rE u محمد)i�� rE u صلعم)i�� rE u رسول)i�� rE u عليه)i�� rE u وسلم)i�� rE u صلى)i�� r u! صلى الله عليه وسلم)i�� r u جل جلاله)i�� rE u ریال)i�� r0 )i�� r� )i � r� )i� r �,r� r� r� r� r� �_seg_48� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � 、)i� r� )i� r �:)i� r rf )i� r �!)i� r �?)i� rE u 〖)i� rE u 〗)i� r� )i � r0 )i0� r� )i1� rE � —)i2� rE u –)i3� r �_)i5� r r� )i6� r r� )i7� r �{)i8� r �})i9� rE � 〔)i:� rE � 〕)i;� rE u 【)i<� rE u 】)i=� rE u 《)i>� rE u 》)i?� rE r� )i@� rE r� )iA� rE � 「)iB� rE � 」)iC� rE u 『)iD� rE u 』)iE� r0 )iG� r �[)iH� r �])iI� r r� )iM� r r� )iP� r r� )iQ� rE r� )iR� r� )iT� r rf )iU� r r� )iV� r r� )iW� r r� )iX� rE r� )iY� r r� )iZ� r r� )i[� r r� )i\� r r� )i]� rE r� )i^� rE r� )i_� r �#)i`� r �&)ia� r �*)ib� r r� )ic� rE �-)id� r �<)ie� r �>)if� r r� )ig� r� )ih� r �\)ii� r �$)ij� r �%)ik� r �@)il� r� )ip� r u ً)iq� rE u ـً)ir� r u ٌ)is� r0 )it� r u ٍ)iu� r� )iv� r u َ)iw� rE u ـَ)ix� r u ُ)iy� rE u ـُ)iz� r u ِ)i{� rE u ـِ)i|� r u ّ)i}� rE u ـّ)i~� r u ْ)i� rE u ـْ)i�� rE u ء)i�� rE u آ)i�� rE u أ)i�� rE u ؤ)i�� rE u إ)i�� rE u ئ)i�� rE � ا)i�� rE � ب)i�� rE u ة)i�� rE � ت)i�� rE � ث)i�� rE � ج)i�� rE � ح)i�� rE � خ)i�� rE � د)i�� rE � ذ)i�� rE � ر)i�� rE � ز)i�� rE � س)i�� rE � ش)i�� rE � صr� r� r� r� r� �_seg_49� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE � ض)i�� rE � ط)i� rE � ظ)i� rE � ع)i� rE � غ)i� rE � ف)i� rE � ق)i� rE � ك)i� rE � ل)i� rE � م)i� rE � ن)i� rE � ه)i� rE � و)i� rE r )i� rE � ي)i�� rE u لآ)i�� rE u لأ)i�� rE u لإ)i�� rE u لا)i�� r� )i�� r� )i � r� )i� r r� )i� r �")i� r r� )i� r r� )i� r r� )i� r r� )i� r �')i� r r� )i � r r� )i
� r r� )i � r r� )i � r r� )i
� rE r� )i� rE r. )i� r �/)i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� r rf )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� rE rF )i"� rE rH )i#� rE rJ )i$� rE rL )i%� rE rN )i&� rE rP )i'� rE rR )i(� rE rT )i)� rE rV )i*� rE rX )i+� rE rZ )i,� rE r\ )i-� rE r^ )i.� rE r` )i/� rE rb )i0� rE rd )i1� rE rf )i2� rE rh )i3� rE rj )i4� rE rl )i5� rE rn )i6� rE rp )i7� rE rr )i8� rE rt )i9� rE rv )i:� rE rx )i;� r r� )i<� r r� )i=� r r� )i>� r �^)i?� r r� )i@� r r� )iA� rE rF )iB� rE rH )iC� rE rJ )iD� rE rL )iE� rE rN )iF� rE rP )iG� rE rR )iH� rE rT )iI� rE rV )iJ� rE rX )iK� rE rZ )iL� rE r\ )iM� rE r^ )iN� rE r` r� r� r� r� r� �_seg_50X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iO� rE rb )iP� rE rd )iQ� rE rf )iR� rE rh )iS� rE rj )iT� rE rl )iU� rE rn )iV� rE rp )iW� rE rr )iX� rE rt )iY� rE rv )iZ� rE rx )i[� r r� )i\� r �|)i]� r r� )i^� r �~)i_� rE u ⦅)i`� rE u ⦆)ia� rE r. )ib� rE r� )ic� rE r� )id� rE r� )ie� rE u ・)if� rE r� )ig� rE u ァ)ih� rE u ィ)ii� rE u ゥ)ij� rE u ェ)ik� rE u ォ)il� rE u ャ)im� rE u ュ)in� rE u ョ)io� rE u ッ)ip� rE u ー)iq� rE rr )ir� rE rs )is� rE rt )it� rE ru )iu� rE rv )iv� rE rw )iw� rE rx )ix� rE ry )iy� rE rz )iz� rE r{ )i{� rE r| )i|� rE r} )i}� rE r~ )i~� rE r )i� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE u ン)i�� rE u ゙)i�� rE u ゚)i�� r� )i�� rE r/ )i�� rE r0 )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r8 )i�� rE r9 )i�� rE r: )i�� rE r; )i�� rE r< )i�� rE r= )i�� rE r> )i�� rE r? )i�� rE r@ )i�� rE rA r� r� r� r� r� �_seg_51� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rB )i�� rE rC )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rH )i�� rE rI )i�� rE rJ )i�� rE rK )i�� rE rL )i�� rE rM )i�� r� )i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� r� )i� rE rT )i� rE rU )i� rE rV )i� rE rW )i� rE rX )i� rE rY )i� r� )i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE r^ )i� rE r_ )i� r� )i� rE r` )i� rE ra )i� rE rb )i� r� )i� rE � ¢)i� rE � £)i� rE � ¬)i� r r� )i� rE � ¦)i� rE � ¥)i� rE u ₩)i� r� )i� rE u │)i� rE u ←)i� rE u ↑)i� rE u →)i� rE u ↓)i� rE u ■)i� rE u ○)i� r� )i r0 )i r� )i
r0 )i' r� )i( r0 )i; r� )i< r0 )i> r� )i? r0 )iN r� )iP r0 )i^ r� )i� r0 )i� r� )i r0 )i r� )i r0 )i4 r� )i7 r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i$ r� )i- r0 )iK r� )iP r0 )i{ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i rE u 𐐨)i rE u 𐐩r� r� r� r� r� �_seg_52( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐐪)i rE u 𐐫)i rE u 𐐬)i rE u 𐐭)i rE u 𐐮)i rE u 𐐯)i rE u 𐐰)i rE u 𐐱)i
rE u 𐐲)i rE u 𐐳)i rE u 𐐴)i
rE u 𐐵)i rE u 𐐶)i rE u 𐐷)i rE u 𐐸)i rE u 𐐹)i rE u 𐐺)i rE u 𐐻)i rE u 𐐼)i rE u 𐐽)i rE u 𐐾)i rE u 𐐿)i rE u 𐑀)i rE u 𐑁)i rE u 𐑂)i rE u 𐑃)i rE u 𐑄)i rE u 𐑅)i rE u 𐑆)i rE u 𐑇)i rE u 𐑈)i! rE u 𐑉)i" rE u 𐑊)i# rE u 𐑋)i$ rE u 𐑌)i% rE u 𐑍)i& rE u 𐑎)i' rE u 𐑏)i( r0 )i� r� )i� r0 )i� r� )i� rE u 𐓘)i� rE u 𐓙)i� rE u 𐓚)i� rE u 𐓛)i� rE u 𐓜)i� rE u 𐓝)i� rE u 𐓞)i� rE u 𐓟)i� rE u 𐓠)i� rE u 𐓡)i� rE u 𐓢)i� rE u 𐓣)i� rE u 𐓤)i� rE u 𐓥)i� rE u 𐓦)i� rE u 𐓧)i� rE u 𐓨)i� rE u 𐓩)i� rE u 𐓪)i� rE u 𐓫)i� rE u 𐓬)i� rE u 𐓭)i� rE u 𐓮)i� rE u 𐓯)i� rE u 𐓰)i� rE u 𐓱)i� rE u 𐓲)i� rE u 𐓳)i� rE u 𐓴)i� rE u 𐓵)i� rE u 𐓶)i� rE u 𐓷)i� rE u 𐓸)i� rE u 𐓹)i� rE u 𐓺)i� rE u 𐓻)i� r� )i� r0 )i� r� )i r0 )i( r� )i0 r0 )id r� )io r0 )ip r� )i r0 )i7 r� )i@ r0 )iV r� )i` r0 )ih r� )i r0 )i r� )i r0 )i r� )i
r0 )i6 r� )i7 r0 r� r� r� r� r� �_seg_53� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i9 r� )i< r0 )i= r� )i? r0 )iV r� )iW r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i: r� )i? r0 )i@ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i6
r� )i8
r0 )i;
r� )i?
r0 )iI
r� )iP
r0 )iY
r� )i`
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i6 r� )i9 r0 )iV r� )iX r0 )is r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iI r� )i� rE u 𐳀)i� rE u 𐳁)i� rE u 𐳂)i� rE u 𐳃)i� rE u 𐳄)i� rE u 𐳅)i� rE u 𐳆)i� rE u 𐳇)i� rE u 𐳈)i� rE u 𐳉)i� rE u 𐳊)i� rE u 𐳋)i� rE u 𐳌)i� rE u 𐳍)i� rE u 𐳎)i� rE u 𐳏)i� rE u 𐳐)i� rE u 𐳑)i� rE u 𐳒)i� rE u 𐳓)i� rE u 𐳔)i� rE u 𐳕)i� rE u 𐳖)i� rE u 𐳗)i� rE u 𐳘)i� rE u 𐳙)i� rE u 𐳚)i� rE u 𐳛)i� rE u 𐳜)i� rE u 𐳝)i� rE u 𐳞)i� rE u 𐳟)i� rE u 𐳠)i� rE u 𐳡)i� rE u 𐳢)i� rE u 𐳣)i� rE u 𐳤)i� rE u 𐳥)i� rE u 𐳦)i� rE u 𐳧)i� rE u 𐳨r� r� r� r� r� �_seg_54� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𐳩)i� rE u 𐳪)i� rE u 𐳫)i� rE u 𐳬)i� rE u 𐳭)i� rE u 𐳮)i� rE u 𐳯)i� rE u 𐳰)i� rE u 𐳱)i� rE u 𐳲)i� r� )i� r0 )i� r� )i� r0 )i(
r� )i0
r0 )i:
r� )i` r0 )i r� )i r0 )i( r� )i0 r0 )iZ r� )i r0 )iN r� )iR r0 )ip r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i5 r� )i6 r0 )iG r� )iP r0 )iw r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i? r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i; r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iP r0 )iQ r� )iW r0 )iX r� )i] r0 )id r� )if r0 )im r� )ip r0 )iu r� )i r0 )iZ r� )i[ r0 )i\ r� )i] r0 r� r� r� r� r� �_seg_55` s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i_ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iE r� )iP r0 )iZ r� )i` r0 )im r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i@ r� )i r0 )i< r� )i� rE u 𑣀)i� rE u 𑣁)i� rE u 𑣂)i� rE u 𑣃)i� rE u 𑣄)i� rE u 𑣅)i� rE u 𑣆)i� rE u 𑣇)i� rE u 𑣈)i� rE u 𑣉)i� rE u 𑣊)i� rE u 𑣋)i� rE u 𑣌)i� rE u 𑣍)i� rE u 𑣎)i� rE u 𑣏)i� rE u 𑣐)i� rE u 𑣑)i� rE u 𑣒)i� rE u 𑣓)i� rE u 𑣔)i� rE u 𑣕)i� rE u 𑣖)i� rE u 𑣗)i� rE u 𑣘)i� rE u 𑣙)i� rE u 𑣚)i� rE u 𑣛)i� rE u 𑣜)i� rE u 𑣝)i� rE u 𑣞)i� rE u 𑣟)i� r0 )i� r� )i� r0 )i r� )i r0 )iH r� )iP r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i
r0 )i7 r� )i8 r0 )iF r� )iP r0 )im r� )ip r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i7 r� )i: r0 )i; r� )i< r0 )i> r� )i? r0 )iH r� )iP r0 )iZ r� )i` r0 r� r� r� r� r� �_seg_56� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)if r� )ig r0 )ii r� )ij r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i�# r� )i $ r0 )io$ r� )ip$ r0 )iu$ r� )i�$ r0 )iD% r� )i 0 r0 )i/4 r� )i D r0 )iGF r� )i h r0 )i9j r� )i@j r0 )i_j r� )i`j r0 )ijj r� )inj r0 )ipj r� )i�j r0 )i�j r� )i�j r0 )i�j r� )i k r0 )iFk r� )iPk r0 )iZk r� )i[k r0 )ibk r� )ick r0 )ixk r� )i}k r0 )i�k r� )i`n r0 )i�n r� )i o r0 )iEo r� )iPo r0 )io r� )i�o r0 )i�o r� )i�o r0 )i�o r� )i p r0 )i� r� )i � r0 )i� r� )i � r0 )i � r� )ip� r0 )i�� r� )i � r0 )ik� r� )ip� r0 )i}� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r� )i � r0 )i�� r� )i � r0 )i'� r� )i)� r0 )i^� rE u 𝅗𝅥)i_� rE u 𝅘𝅥)i`� rE u 𝅘𝅥𝅮)ia� rE u 𝅘𝅥𝅯)ib� rE u 𝅘𝅥𝅰)ic� rE u 𝅘𝅥𝅱)id� rE u 𝅘𝅥𝅲)ie� r0 )is� r� )i{� r0 )i�� rE u 𝆹𝅥)i�� rE u 𝆺𝅥)i�� rE u 𝆹𝅥𝅮)i�� rE u 𝆺𝅥𝅮)i�� rE u 𝆹𝅥𝅯)i�� rE u 𝆺𝅥𝅯)i�� r0 )i�� r� )i � r0 r� r� r� r� r� �_seg_570 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� r� )i�� r0 )i�� r� )i � r0 )iW� r� )i`� r0 )iy� r� )i � rE rF )i� rE rH )i� rE rJ )i� rE rL )i� rE rN )i� rE rP )i� rE rR )i� rE rT )i� rE rV )i � rE rX )i
� rE rZ )i � rE r\ )i � rE r^ )i
� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i � rE rJ )i � rE rL )i � rE rN )i � rE rP )i � rE rR )i!� rE rT )i"� rE rV )i#� rE rX )i$� rE rZ )i%� rE r\ )i&� rE r^ )i'� rE r` )i(� rE rb )i)� rE rd )i*� rE rf )i+� rE rh )i,� rE rj )i-� rE rl )i.� rE rn )i/� rE rp )i0� rE rr )i1� rE rt )i2� rE rv )i3� rE rx )i4� rE rF )i5� rE rH )i6� rE rJ )i7� rE rL )i8� rE rN )i9� rE rP )i:� rE rR )i;� rE rT )i<� rE rV )i=� rE rX )i>� rE rZ )i?� rE r\ )i@� rE r^ )iA� rE r` )iB� rE rb )iC� rE rd )iD� rE rf )iE� rE rh )iF� rE rj )iG� rE rl )iH� rE rn )iI� rE rp )iJ� rE rr )iK� rE rt )iL� rE rv )iM� rE rx )iN� rE rF )iO� rE rH )iP� rE rJ )iQ� rE rL )iR� rE rN )iS� rE rP )iT� rE rR )iU� r� )iV� rE rV )iW� rE rX )iX� rE rZ )iY� rE r\ )iZ� rE r^ )i[� rE r` )i\� rE rb r� r� r� r� r� �_seg_58� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i]� rE rd )i^� rE rf )i_� rE rh )i`� rE rj )ia� rE rl )ib� rE rn )ic� rE rp )id� rE rr )ie� rE rt )if� rE rv )ig� rE rx )ih� rE rF )ii� rE rH )ij� rE rJ )ik� rE rL )il� rE rN )im� rE rP )in� rE rR )io� rE rT )ip� rE rV )iq� rE rX )ir� rE rZ )is� rE r\ )it� rE r^ )iu� rE r` )iv� rE rb )iw� rE rd )ix� rE rf )iy� rE rh )iz� rE rj )i{� rE rl )i|� rE rn )i}� rE rp )i~� rE rr )i� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� r� )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rR )i�� r� )i�� rE rX )i�� rE rZ )i�� r� )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� r� )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rP )i�� r� )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` r� r� r� r� r� �_seg_59 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� r� )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i � rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i� r� )i� rE rL )i� rE rN )i � rE rP )i
� rE rR )i � r� )i
� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� r� )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i � rE rv )i � r� )i � rE rF )i � rE rH )i � rE rJ )i!� rE rL )i"� rE rN )i#� rE rP )i$� rE rR )i%� rE rT )i&� rE rV )i'� rE rX )i(� rE rZ r� r� r� r� r� �_seg_60h s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i)� rE r\ )i*� rE r^ )i+� rE r` )i,� rE rb )i-� rE rd )i.� rE rf )i/� rE rh )i0� rE rj )i1� rE rl )i2� rE rn )i3� rE rp )i4� rE rr )i5� rE rt )i6� rE rv )i7� rE rx )i8� rE rF )i9� rE rH )i:� r� )i;� rE rL )i<� rE rN )i=� rE rP )i>� rE rR )i?� r� )i@� rE rV )iA� rE rX )iB� rE rZ )iC� rE r\ )iD� rE r^ )iE� r� )iF� rE rb )iG� r� )iJ� rE rj )iK� rE rl )iL� rE rn )iM� rE rp )iN� rE rr )iO� rE rt )iP� rE rv )iQ� r� )iR� rE rF )iS� rE rH )iT� rE rJ )iU� rE rL )iV� rE rN )iW� rE rP )iX� rE rR )iY� rE rT )iZ� rE rV )i[� rE rX )i\� rE rZ )i]� rE r\ )i^� rE r^ )i_� rE r` )i`� rE rb )ia� rE rd )ib� rE rf )ic� rE rh )id� rE rj )ie� rE rl )if� rE rn )ig� rE rp )ih� rE rr )ii� rE rt )ij� rE rv )ik� rE rx )il� rE rF )im� rE rH )in� rE rJ )io� rE rL )ip� rE rN )iq� rE rP )ir� rE rR )is� rE rT )it� rE rV )iu� rE rX )iv� rE rZ )iw� rE r\ )ix� rE r^ )iy� rE r` )iz� rE rb )i{� rE rd )i|� rE rf )i}� rE rh )i~� rE rj )i� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV r� r� r� r� r� �_seg_61� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN r� r� r� r� r� �_seg_628 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i � rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i � rE rH )i
� rE rJ )i � rE rL )i � rE rN )i
� rE rP )i� rE rR )i� rE rT )i� rE rV )i� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i � rE rn )i � rE rp )i � rE rr )i � rE rt )i � rE rv )i!� rE rx )i"� rE rF )i#� rE rH )i$� rE rJ )i%� rE rL )i&� rE rN )i'� rE rP )i(� rE rR )i)� rE rT )i*� rE rV )i+� rE rX )i,� rE rZ )i-� rE r\ )i.� rE r^ )i/� rE r` )i0� rE rb )i1� rE rd )i2� rE rf )i3� rE rh )i4� rE rj )i5� rE rl )i6� rE rn )i7� rE rp )i8� rE rr )i9� rE rt )i:� rE rv )i;� rE rx )i<� rE rF )i=� rE rH )i>� rE rJ )i?� rE rL )i@� rE rN )iA� rE rP )iB� rE rR )iC� rE rT )iD� rE rV )iE� rE rX )iF� rE rZ )iG� rE r\ )iH� rE r^ )iI� rE r` )iJ� rE rb )iK� rE rd )iL� rE rf )iM� rE rh )iN� rE rj )iO� rE rl )iP� rE rn )iQ� rE rp )iR� rE rr )iS� rE rt )iT� rE rv )iU� rE rx )iV� rE rF r� r� r� r� r� �_seg_63� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iW� rE rH )iX� rE rJ )iY� rE rL )iZ� rE rN )i[� rE rP )i\� rE rR )i]� rE rT )i^� rE rV )i_� rE rX )i`� rE rZ )ia� rE r\ )ib� rE r^ )ic� rE r` )id� rE rb )ie� rE rd )if� rE rf )ig� rE rh )ih� rE rj )ii� rE rl )ij� rE rn )ik� rE rp )il� rE rr )im� rE rt )in� rE rv )io� rE rx )ip� rE rF )iq� rE rH )ir� rE rJ )is� rE rL )it� rE rN )iu� rE rP )iv� rE rR )iw� rE rT )ix� rE rV )iy� rE rX )iz� rE rZ )i{� rE r\ )i|� rE r^ )i}� rE r` )i~� rE rb )i� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE u ı)i�� rE u ȷ)i�� r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� r� r� r� r� r� �_seg_64 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∇)i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∂)i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i � rE rt )i� rE ru )i� rE rv )i� rE rw )i� rE rd )i� rE rx )i� rE ry )i� rE r� )i� rE rz )i � rE r{ )i
� rE r| )i � rE r} )i � rE r~ )i
� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE rt )i� rE rw )i� rE rx )i� rE r� )i� rE r~ )i� rE r} )i � rE rp )i � rE rq )i � rE rr )i � rE rs )i � rE rt )i!� rE ru r� r� r� r� r� �_seg_65p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE rv )i#� rE rw )i$� rE rd )i%� rE rx )i&� rE ry )i'� rE r� )i(� rE rz )i)� rE r{ )i*� rE r| )i+� rE r} )i,� rE r~ )i-� rE rw )i.� rE r )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� rE r� )i4� rE r� )i5� rE r� )i6� rE rp )i7� rE rq )i8� rE rr )i9� rE rs )i:� rE rt )i;� rE ru )i<� rE rv )i=� rE rw )i>� rE rd )i?� rE rx )i@� rE ry )iA� rE r� )iB� rE rz )iC� rE r{ )iD� rE r| )iE� rE r} )iF� rE r~ )iG� rE r )iI� rE r� )iJ� rE r� )iK� rE r� )iL� rE r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� rE rt )iQ� rE rw )iR� rE rx )iS� rE r� )iT� rE r~ )iU� rE r} )iV� rE rp )iW� rE rq )iX� rE rr )iY� rE rs )iZ� rE rt )i[� rE ru )i\� rE rv )i]� rE rw )i^� rE rd )i_� rE rx )i`� rE ry )ia� rE r� )ib� rE rz )ic� rE r{ )id� rE r| )ie� rE r} )if� rE r~ )ig� rE rw )ih� rE r )ii� rE r� )ij� rE r� )ik� rE r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE rp )iq� rE rq )ir� rE rr )is� rE rs )it� rE rt )iu� rE ru )iv� rE rv )iw� rE rw )ix� rE rd )iy� rE rx )iz� rE ry )i{� rE r� )i|� rE rz )i}� rE r{ )i~� rE r| )i� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_66� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_67@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i"� r� )i#� r0 )i%� r� )i&� r0 )i+� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 𞤢)i� rE u 𞤣)i� rE u 𞤤)i� rE u 𞤥)i� rE u 𞤦)i� rE u 𞤧)i� rE u 𞤨)i� rE u 𞤩)i� rE u 𞤪)i � rE u 𞤫)i
� rE u 𞤬)i � rE u 𞤭)i � rE u 𞤮)i
� rE u 𞤯)i� rE u 𞤰)i� rE u 𞤱)i� rE u 𞤲)i� rE u 𞤳)i� rE u 𞤴)i� rE u 𞤵)i� rE u 𞤶)i� rE u 𞤷)i� rE u 𞤸)i� rE u 𞤹)i� rE u 𞤺)i� rE u 𞤻)i� rE u 𞤼)i� rE u 𞤽)i � rE u 𞤾)i � rE u 𞤿)i � rE u 𞥀)i � rE u 𞥁)i � rE u 𞥂)i!� rE u 𞥃)i"� r0 )iK� r� )iP� r0 )iZ� r� )i^� r0 )i`� r� )iq� r0 )i�� r� )i � rE r� )i� rE r� )i� rE r� )i� rE r� )i� r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE r� )i
� rE r� )i � rE r� )i � rE r� )i
� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� r� r� r� r� r� �_seg_68� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE � ٮ)i � rE r )i � rE � ڡ)i � rE � ٯ)i � r� )i!� rE r� )i"� rE r� )i#� r� )i$� rE r� )i%� r� )i'� rE r� )i(� r� )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r� )i.� rE r� )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� r� )i4� rE r� )i5� rE r� )i6� rE r� )i7� rE r� )i8� r� )i9� rE r� )i:� r� )i;� rE r� )i<� r� )iB� rE r� )iC� r� )iG� rE r� )iH� r� )iI� rE r� )iJ� r� )iK� rE r� )iL� r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� r� )iQ� rE r� )iR� rE r� )iS� r� )iT� rE r� )iU� r� )iW� rE r� )iX� r� )iY� rE r� )iZ� r� )i[� rE r� )i\� r� )i]� rE r )i^� r� )i_� rE r� )i`� r� )ia� rE r� )ib� rE r� )ic� r� )id� rE r� )ie� r� )ig� rE r� )ih� rE r� )ii� rE r� )ij� rE r� )ik� r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE r� )iq� rE r� )ir� rE r� )is� r� )it� rE r� )iu� rE r� )iv� rE r� )iw� rE r� )ix� r� )iy� rE r� )iz� rE r� )i{� rE r� )i|� rE r� )i}� r� )i~� rE r� )i� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_69 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� r0 )i�� r� )i � r0 )i,� r� )i0� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i� r z0,)i� r z1,)i� r z2,)i� r z3,)i� r z4,)i� r z5,)i� r z6,)i� r z7,)i � r z8,)i
� r z9,)i � r0 )i
� r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� r r� )i"� r r� )i#� r r� )i$� r r� r� r� r� r� r� �_seg_70x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i%� r r� )i&� r r� )i'� r r� )i(� r r� )i)� r r� )i*� rE u 〔s〕)i+� rE rJ )i,� rE rh )i-� rE r� )i.� rE Zwz)i/� r0 )i0� rE rF )i1� rE rH )i2� rE rJ )i3� rE rL )i4� rE rN )i5� rE rP )i6� rE rR )i7� rE rT )i8� rE rV )i9� rE rX )i:� rE rZ )i;� rE r\ )i<� rE r^ )i=� rE r` )i>� rE rb )i?� rE rd )i@� rE rf )iA� rE rh )iB� rE rj )iC� rE rl )iD� rE rn )iE� rE rp )iF� rE rr )iG� rE rt )iH� rE rv )iI� rE rx )iJ� rE Zhv)iK� rE r� )iL� rE Zsd)iM� rE r) )iN� rE Zppv)iO� rE Zwc)iP� r0 )ij� rE Zmc)ik� rE Zmd)il� r� )ip� r0 )i�� rE Zdj)i�� r0 )i�� r� )i�� r0 )i � rE u ほか)i� rE u ココ)i� rE r| )i� r� )i� rE r )i� rE u 字)i� rE u 双)i� rE u デ)i� rE r )i� rE � 多)i� rE u 解)i� rE rh )i� rE u 交)i� rE u 映)i� rE u 無)i� rE r� )i � rE u 前)i � rE u 後)i � rE � 再)i � rE u 新)i � rE u 初)i!� rE u 終)i"� rE r )i#� rE u 販)i$� rE u 声)i%� rE u 吹)i&� rE u 演)i'� rE u 投)i(� rE u 捕)i)� rE r )i*� rE rc )i+� rE u 遊)i,� rE ro )i-� rE rf )i.� rE rp )i/� rE u 指)i0� rE r# )i1� rE u 打)i2� rE u 禁)i3� rE u 空)i4� rE u 合)i5� rE u 満)i6� rE rl )i7� rE r )i8� rE u 申)i9� rE � 割)i:� rE u 営)i;� rE u 配r� r� r� r� r� �_seg_71� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i<� r� )i@� rE u 〔本〕)iA� rE u 〔三〕)iB� rE u 〔二〕)iC� rE u 〔安〕)iD� rE u 〔点〕)iE� rE u 〔打〕)iF� rE u 〔盗〕)iG� rE u 〔勝〕)iH� rE u 〔敗〕)iI� r� )iP� rE u 得)iQ� rE u 可)iR� r� )i`� r0 )if� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i�� r� )i � r0 )it� r� )i�� r0 )i� r� )i � r0 )i � r� )i� r0 )iH� r� )iP� r0 )iZ� r� )i`� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i � r� )i� r0 )i?� r� )i@� r0 )iq� r� )is� r0 )iw� r� )iz� r0 )i{� r� )i|� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i� r� )i� r0 )i � r� )i`� r0 )in� r� )i r0 )iצ r� )i � r0 )i5� r� )i@� r0 )i � r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 丽)i� rE u 丸)i� rE u 乁)i� rE u 𠄢)i� rE u 你)i� rE r� )i� rE u 侻)i� rE u 倂)i� rE u 偺)i � rE u 備)i
� rE r� )i � rE u 像)i � rE u 㒞)i
� rE u 𠘺)i� rE r� )i� rE u 兔)i� rE u 兤)i� rE u 具)i� rE u 𠔜)i� rE u 㒹)i� rE u 內)i� rE r� )i� rE u 𠕋)i� rE u 冗)i� rE u 冤)i� rE u 仌)i� rE u 冬)i� rE r� )i � rE u 𩇟)i � rE r )i � rE u 刃)i � rE u 㓟)i � rE u 刻)i!� rE u 剆r� r� r� r� r� �_seg_72H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE r� )i#� rE u 剷)i$� rE u 㔕)i%� rE r� )i&� rE r� )i'� rE r� )i(� rE r� )i)� rE u 包)i*� rE u 匆)i+� rE r� )i,� rE u 卉)i-� rE r� )i.� rE u 博)i/� rE u 即)i0� rE u 卽)i1� rE u 卿)i4� rE u 𠨬)i5� rE u 灰)i6� rE u 及)i7� rE u 叟)i8� rE u 𠭣)i9� rE u 叫)i:� rE u 叱)i;� rE u 吆)i<� rE u 咞)i=� rE u 吸)i>� rE u 呈)i?� rE u 周)i@� rE u 咢)iA� rE u 哶)iB� rE u 唐)iC� rE u 啓)iD� rE u 啣)iE� rE u 善)iG� rE r� )iH� rE u 喫)iI� rE u 喳)iJ� rE u 嗂)iK� rE u 圖)iL� rE r� )iM� rE u 圗)iN� rE u 噑)iO� rE u 噴)iP� rE r� )iQ� rE u 壮)iR� rE u 城)iS� rE u 埴)iT� rE u 堍)iU� rE u 型)iV� rE u 堲)iW� rE u 報)iX� rE u 墬)iY� rE u 𡓤)iZ� rE u 売)i[� rE u 壷)i\� rE u 夆)i]� rE r� )i^� rE u 夢)i_� rE u 奢)i`� rE u 𡚨)ia� rE u 𡛪)ib� rE u 姬)ic� rE u 娛)id� rE u 娧)ie� rE u 姘)if� rE u 婦)ig� rE u 㛮)ih� r� )ii� rE u 嬈)ij� rE u 嬾)il� rE u 𡧈)im� rE u 寃)in� rE u 寘)io� rE r� )ip� rE u 寳)iq� rE u 𡬘)ir� rE u 寿)is� rE u 将)it� r� )iu� rE r )iv� rE u 㞁)iw� rE u 屠)ix� rE r )iy� rE u 峀)iz� rE u 岍)i{� rE u 𡷤)i|� rE u 嵃)i}� rE u 𡷦)i~� rE u 嵮)i� rE u 嵫)i�� rE u 嵼)i�� rE u 巡)i�� rE u 巢)i�� rE u 㠯)i�� rE u 巽)i�� rE u 帨)i�� rE u 帽)i�� rE u 幩)i�� rE u 㡢)i�� rE u 𢆃r� r� r� r� r� �_seg_73� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u 㡼)i�� rE u 庰)i�� rE u 庳)i�� rE u 庶)i�� rE r� )i�� rE u 𪎒)i�� rE r )i�� rE u 𢌱)i�� rE � 舁)i�� rE u 弢)i�� rE u 㣇)i�� rE u 𣊸)i�� rE u 𦇚)i�� rE u 形)i�� rE u 彫)i�� rE u 㣣)i�� rE u 徚)i�� rE u 忍)i�� rE u 志)i�� rE u 忹)i�� rE u 悁)i�� rE u 㤺)i�� rE u 㤜)i�� rE r� )i�� rE u 𢛔)i�� rE u 惇)i�� rE u 慈)i�� rE � 慌)i�� rE r� )i�� rE r� )i�� rE u 慺)i�� rE r� )i�� rE u 憲)i�� rE u 憤)i�� rE u 憯)i�� rE u 懞)i�� rE r� )i�� rE r� )i�� rE u 成)i�� rE u 戛)i�� rE u 扝)i�� rE u 抱)i�� rE u 拔)i�� rE u 捐)i�� rE u 𢬌)i�� rE u 挽)i�� rE u 拼)i�� rE u 捨)i�� rE u 掃)i�� rE u 揤)i�� rE u 𢯱)i�� rE u 搢)i�� rE u 揅)i�� rE u 掩)i� rE u 㨮)i� rE u 摩)i� rE u 摾)i� rE u 撝)i� rE u 摷)i� rE u 㩬)i� rE r� )i� rE u 敬)i� rE u 𣀊)i� rE u 旣)i� rE u 書)i� rE u 晉)i� rE u 㬙)i� rE r� )i� rE u 㬈)i� rE u 㫤)i� rE u 冒)i� rE u 冕)i� rE u 最)i� rE u 暜)i� rE u 肭)i� rE u 䏙)i� rE r� )i� rE r� )i� rE u 朡)i� rE u 杞)i� rE u 杓)i� rE u 𣏃)i� rE u 㭉)i� rE u 柺)i� rE u 枅)i� rE u 桒)i� rE r� )i� rE u 𣑭)i� rE u 梎)i� rE u 栟)i� rE u 椔)i� rE r )i� rE u 楂)i� rE u 榣)i� rE u 槪)i� rE u 檨)i� rE u 𣚣)i� rE u 櫛)i� rE u 㰘)i� rE u 次r� r� r� r� r� �_seg_74 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𣢧)i� rE u 歔)i� rE u 㱎)i� rE u 歲)i� rE u 殟)i�� rE r� )i�� rE u 殻)i�� rE u 𣪍)i�� rE u 𡴋)i�� rE u 𣫺)i�� rE u 汎)i�� rE u 𣲼)i�� rE u 沿)i�� rE u 泍)i�� rE u 汧)i�� rE u 洖)i � rE u 派)i� rE r� )i� rE r� )i� rE u 浩)i� rE u 浸)i� rE u 涅)i� rE u 𣴞)i� rE u 洴)i� rE u 港)i � rE u 湮)i
� rE u 㴳)i � rE r� )i � rE u 滇)i
� rE u 𣻑)i� rE u 淹)i� rE u 潮)i� rE u 𣽞)i� rE u 𣾎)i� rE u 濆)i� rE u 瀹)i� rE r� )i� rE u 瀛)i� rE u 㶖)i� rE u 灊)i� rE u 災)i� rE u 灷)i� rE u 炭)i� rE u 𠔥)i � rE u 煅)i � rE u 𤉣)i � rE u 熜)i � r� )i � rE u 爨)i!� rE r� )i"� rE u 牐)i#� rE u 𤘈)i$� rE u 犀)i%� rE u 犕)i&� rE u 𤜵)i'� rE u 𤠔)i(� rE u 獺)i)� rE u 王)i*� rE u 㺬)i+� rE u 玥)i,� rE u 㺸)i.� rE u 瑇)i/� rE u 瑜)i0� rE r� )i1� rE u 璅)i2� rE u 瓊)i3� rE u 㼛)i4� rE u 甤)i5� rE u 𤰶)i6� rE u 甾)i7� rE u 𤲒)i8� rE r� )i9� rE u 𢆟)i:� rE u 瘐)i;� rE u 𤾡)i<� rE u 𤾸)i=� rE u 𥁄)i>� rE u 㿼)i?� rE u 䀈)i@� rE r� )iA� rE u 𥃳)iB� rE u 𥃲)iC� rE u 𥄙)iD� rE u 𥄳)iE� rE u 眞)iF� rE u 真)iH� rE r� )iI� rE r )iJ� rE u 瞋)iK� rE u 䁆)iL� rE u 䂖)iM� rE u 𥐝)iN� rE u 硎)iO� rE r� )iP� rE r� )iQ� rE u 䃣)iR� rE u 𥘦)iS� rE r� )iT� rE u 𥚚)iU� rE u 𥛅r� r� r� r� r� �_seg_75� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iV� rE r� )iW� rE u 秫)iX� rE u 䄯)iY� rE r� )iZ� rE u 穊)i[� rE u 穏)i\� rE u 𥥼)i]� rE u 𥪧)i_� r� )i`� rE u 䈂)ia� rE u 𥮫)ib� rE u 篆)ic� rE u 築)id� rE u 䈧)ie� rE u 𥲀)if� rE u 糒)ig� rE u 䊠)ih� rE u 糨)ii� rE u 糣)ij� rE u 紀)ik� rE u 𥾆)il� rE u 絣)im� rE u 䌁)in� rE u 緇)io� rE u 縂)ip� rE u 繅)iq� rE u 䌴)ir� rE u 𦈨)is� rE u 𦉇)it� rE u 䍙)iu� rE u 𦋙)iv� rE u 罺)iw� rE u 𦌾)ix� rE u 羕)iy� rE u 翺)iz� rE r� )i{� rE u 𦓚)i|� rE u 𦔣)i}� rE u 聠)i~� rE u 𦖨)i� rE u 聰)i�� rE u 𣍟)i�� rE u 䏕)i�� rE u 育)i�� rE u 脃)i�� rE u 䐋)i�� rE u 脾)i�� rE u 媵)i�� rE u 𦞧)i�� rE u 𦞵)i�� rE u 𣎓)i�� rE u 𣎜)i�� rE r� )i�� rE u 舄)i�� rE u 辞)i�� rE u 䑫)i�� rE u 芑)i�� rE u 芋)i�� rE u 芝)i�� rE u 劳)i�� rE u 花)i�� rE u 芳)i�� rE u 芽)i�� rE u 苦)i�� rE u 𦬼)i�� rE r� )i�� rE u 茝)i�� rE u 荣)i�� rE u 莭)i�� rE u 茣)i�� rE u 莽)i�� rE u 菧)i�� rE r� )i�� rE u 荓)i�� rE u 菊)i�� rE u 菌)i�� rE u 菜)i�� rE u 𦰶)i�� rE u 𦵫)i�� rE u 𦳕)i�� rE u 䔫)i�� rE u 蓱)i�� rE u 蓳)i�� rE u 蔖)i�� rE u 𧏊)i�� rE u 蕤)i�� rE u 𦼬)i�� rE u 䕝)i�� rE u 䕡)i�� rE u 𦾱)i�� rE u 𧃒)i�� rE u 䕫)i�� rE u 虐)i�� rE r� )i�� rE u 虧)i�� rE u 虩)i�� rE u 蚩)i�� rE u 蚈)i�� rE u 蜎)i�� rE u 蛢r� r� r� r� r� �_seg_76� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 蜨)i�� rE u 蝫)i�� rE u 螆)i�� r� )i�� rE u 蟡)i�� rE u 蠁)i� rE u 䗹)i� rE u 衠)i� rE r )i� rE u 𧙧)i� rE u 裗)i� rE u 裞)i� rE u 䘵)i� rE u 裺)i� rE u 㒻)i� rE u 𧢮)i� rE u 𧥦)i� rE u 䚾)i� rE u 䛇)i� rE u 誠)i� rE r� )i� rE r )i� rE r" )i� rE u 𧲨)i� rE u 貫)i� rE u 賁)i� rE u 贛)i� rE u 起)i� rE u 𧼯)i� rE u 𠠄)i� rE u 跋)i� rE u 趼)i� rE u 跰)i� rE u 𠣞)i� rE u 軔)i� rE r )i� rE u 𨗒)i� rE u 𨗭)i� rE u 邔)i� rE u 郱)i� rE u 鄑)i� rE u 𨜮)i� rE u 鄛)i� rE u 鈸)i� rE u 鋗)i� rE u 鋘)i� rE u 鉼)i� rE u 鏹)i� rE u 鐕)i� rE u 𨯺)i� rE u 開)i� rE u 䦕)i� rE u 閷)i� rE u 𨵷)i� rE u 䧦)i� rE u 雃)i� rE u 嶲)i�� rE u 霣)i�� rE u 𩅅)i�� rE u 𩈚)i�� rE u 䩮)i�� rE u 䩶)i�� rE u 韠)i�� rE u 𩐊)i�� rE u 䪲)i�� rE u 𩒖)i�� rE r )i � rE u 頩)i� rE u 𩖶)i� rE u 飢)i� rE u 䬳)i� rE u 餩)i� rE u 馧)i� rE u 駂)i� rE u 駾)i� rE u 䯎)i � rE u 𩬰)i
� rE r )i � rE u 鱀)i � rE u 鳽)i
� rE u 䳎)i� rE u 䳭)i� rE u 鵧)i� rE u 𪃎)i� rE u 䳸)i� rE u 𪄅)i� rE u 𪈎)i� rE u 𪊑)i� rE r) )i� rE u 䵖)i� rE r* )i� rE u 黾)i� rE u 鼅)i� rE u 鼏)i� rE u 鼖)i � rE r+ )i � rE u 𪘀)i � r� )i r� r� r� r� r� r� �_seg_77P s� �r� c C s dgS )N)i� r� r� r� r� r� r� �_seg_78� s �r� N)S�__doc__� __version__r� r� rL rT r_ re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r7 ri rj rq r� r� r� r� r� r� r� r� r� r� r� r r/ ra rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �tupleZ uts46datar� r� r� r� �<module> s� hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh�������� �
� � �
��������������� � � � � �!�"�#�$�%�&�'�(�)�*�+�,�-�.�/�0�1�2�3�4�5�6�7�8�9�:�;�<�=�>�?�@�A�B�C�D�E�F�G�H�I�J�K�L�M�N�� site-packages/pip/_vendor/idna/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000335 15201600075 0021756 0 ustar 00 U
��.e: � @ s d dl mZ d dlT dS )� )� __version__)�*N)Z package_datar Zcore� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/__init__.py�<module> s site-packages/pip/_vendor/idna/__pycache__/codec.cpython-38.opt-1.pyc 0000644 00000005473 15201600075 0021304 0 ustar 00 U
��.e� � @ s� d dl mZmZmZmZmZ ddlZddlZe�d�Z G dd� dej
�Z
G dd� dej �Z G d d
� d
ej
�ZG d d � d e
ej�ZG d
d� de
ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� Nu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt d�|���|s dS t|�t|�fS �Nr � Unsupported error handling "{0}"�� r )r �formatr �len��self�data�errors� r �:/usr/lib/python3.8/site-packages/pip/_vendor/idna/codec.pyr s
z Codec.encodec C s. |dkrt d�|���|s dS t|�t|�fS r
)r r r r r r r r r s
z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r r r r r s
r c @ s e Zd Zdd� ZdS )�IncrementalEncoderc C s� |dkrt d�|���|s dS t�|�}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|�t|�� |r�|d7 }|t|�7 }qbd�|�| }|t|�7 }||fS ) Nr r r r
����.r r )r r �_unicode_dots_re�split�appendr r �join� r r r �final�labelsZ trailing_dot�result�sizeZlabelr r r �_buffer_encode s0
z!IncrementalEncoder._buffer_encodeN)r r r r% r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc C s� |dkrt d�|���|s dS t|t�r4t�|�}n t|�}t|d� |�d�}d}|r~|d sld}|d= n|s~|d= |r~d}g }d}|D ]*}|�t|�� |r�|d 7 }|t |�7 }q�d�
|�| }|t |�7 }||fS )
Nr r r �asciir r
r r r ) r r �
isinstanceZunicoder r �strr r r r r r r r �_buffer_decode? s8
z!IncrementalDecoder._buffer_decodeN)r r r r* r r r r r& > s r& c @ s e Zd ZdS )� StreamWriterN�r r r r r r r r+ g s r+ c @ s e Zd ZdS )� StreamReaderNr, r r r r r- j s r- c C s t jdt� jt� jttttd�S )NZidna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor r r r r& r+ r- r r r r � getregentrym s �r5 )Zcorer r r r r r3 �re�compiler r �BufferedIncrementalEncoderr �BufferedIncrementalDecoderr& r+ r- r5 r r r r �<module> s
!) site-packages/pip/_vendor/idna/__pycache__/compat.cpython-38.pyc 0000644 00000001121 15201600075 0020535 0 ustar 00 U
��.e� � @ s, d dl T d dlT dd� Zdd� Zdd� ZdS ) � )�*c C s t | �S �N)�encode�Zlabel� r �;/usr/lib/python3.8/site-packages/pip/_vendor/idna/compat.py�ToASCII s r c C s t | �S r )�decoder r r r � ToUnicode s r
c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr r r �nameprep
s r
N)Zcore�codecr r
r
r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000001121 15201600075 0021474 0 ustar 00 U
��.e� � @ s, d dl T d dlT dd� Zdd� Zdd� ZdS ) � )�*c C s t | �S �N)�encode�Zlabel� r �;/usr/lib/python3.8/site-packages/pip/_vendor/idna/compat.py�ToASCII s r c C s t | �S r )�decoder r r r � ToUnicode s r
c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr r r �nameprep
s r
N)Zcore�codecr r
r
r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/idnadata.cpython-38.opt-1.pyc 0000644 00000051541 15201600075 0021771 0 ustar 00 U
��.eß � � @ s� d Z dddddd�Zddddddddddd d d d dd dd dddddd d d d dddddddddddddd
dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd
d dddddd d dd ddddddddddd dddddddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd
���Zdddd�ZdS )z11.0.0)$l t �
l x �
l ~ �
l � �
l � l � l � l � 0l � 8l � �l �l + �tl b tul k �ul � �vl |l `|l F �|l N }� X @}l Z d}l \ l}l ^ t}l ~ |}l � ~l � �~l � l � Xl � tl � �l � �l '! � l f+ �- l � l � � l FR H )l �. : l �. l: l �/ < l 0 @ l 0 @ l *0 �@ l <0 �@ � �M P � � 8 l nz d l �z �i � �& � 57 � 8 ] � �N �` � �k �: l z ` ) l � D� � @l � �l 7{ tl l ={ �l l ?{ �l l B{ m l E{ m l P{ m )� �0 A l �0 tB l 1 @
l r H )� �0 �B l 1 �C � 2 �G l �2 @K l X3 L l p �} l � �} l 0 @
)ZGreekZHanZHebrewZHiraganaZKatakana�U �D �R �C �T �L (� i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i
i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i/ if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i!
i"
i#
i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i� i� i � i� i� i� i� i� i� i� i� i � i
� i � i � i
� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i � i � i � i � i � i!� i"� i#� i$� i%� i&� i'� i(� i)� i*� i+� i,� i-� i.� i/� i0� i1� i2� i3� i4� i5� i6� i7� i8� i9� i:� i;� i<� i=� i>� i?� i@� iA� iB� iC� (q l . � l : � l { �l � |l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l 6 �l 9 �l ; �l = �l ? �l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l { �l } �l �l � l � l � l � l � 0l � Hl � Tl � dl � xl � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � 8l � @l � Hl � Pl � Xl � `l � hl � pl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l : �l = �l A �l C l H l J $ l L , l N 4 l � < l � �
l � l � � l � � l @ l C
l O
l p @
l r �
l t �
l x �
l ~ �
l � @l � �l � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l ` �l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l z �l | �l ~ �l � �l � l � l � ,l � 4l � <l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � l � l � l � l � (l � 0l � 8l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l Z dl � �l � l � Dl � �l � l � l � r l � �l @l @ �l ` l u �l � �l � Tl � |l � �l �l K @ l � 4 l � l � � l . l \ !l k �!l � �"l � �"l � L#l X �#l d �%l p �%l � �%l � &l � <&l � L&l � �&l � �&l � �&l � �&l � 'l � ,'l � \'l � �'l � �'l � �'l � �'l
(l
(l
<(l )
L(l 1
�(l 3
�(l 6
�(l :
�(l =
�(l C
�(l I
)l N
,)l R
D)l ]
p)l v
�)l �
*l �
*l �
<*l �
L*l �
�*l �
�*l �
�*l �
�*l �
+l �
,+l �
@+l �
�+l �
�+l �+l ,l
,l <,l ) L,l 1 �,l 4 �,l : �,l E �,l I -l N ,-l X X-l d |-l p �-l r �-l � .l � .l � 8.l � H.l � d.l � p.l � x.l � �.l � �.l � �.l � �.l � /l � (/l � @/l � \/l � �/l
0l 80l ) H0l : �0l E �0l I 1l N (1l W T1l [ `1l d �1l p �1l � 2l � 2l � 82l � H2l � �2l � �2l � �2l � 3l � (3l � T3l � x3l � �3l � �3l � �3l
4l
4l
84l E
H4l I
5l O
(5l X
P5l d
|5l p
�5l �
�5l �
6l �
6l �
h6l �
�6l �
�6l �
7l �
(7l �
<7l �
X7l �
`7l �
�7l �
�7l 3 8l ; �8l O 9l Z @9l � :l � :l � :l � (:l � 4:l � P:l � d:l � �:l � �:l � �:l � �:l � �:l � �:l � �:l � ;l � ;l � ;l � @;l � x;l <l ,<l `<l * �<l 6 �<l 8 �<l : �<l C �<l H =l M $=l R 8=l W L=l \ `=l i t=l m �=l s �=l u �=l � �=l � >l � >l � P>l � d>l � x>l � �>l � �>l � �>l � �>l � ?l J @l � @Al � @Cl �Cl I Hl N (Il W @Il Y `Il ^ hIl � �Il � (Jl � @Jl � �Jl � �Jl � Kl � Kl � Kl `Kl HLl [ `Ll ` tMl � Nl � �Nl m Pl � �Yl � Zl � �Zl � �[l
\l 8\l 5 �\l T ]l m �]l q �]l t �]l � ^l � �^l � \_l � p_l � �_l @`l y �`l � bl � �bl dl , �dl < �dl n el u �el � fl � �fl � @gl hl _ �hl } �il � �il � @jl � �jl � �jl L ll Z @ml t �ml � nl 8 pl J ql ~ 4ql � @sl � Psl , tl 0 �tl < �tl O 8ul x �ul � �ul � wl �wl xl xl xl xl
$xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " �xl $ �xl & �xl ( �xl * �xl , �xl . �xl 0 �xl 2 �xl 4 �xl 6 �xl 8 �xl : �xl < �xl > �xl @ �xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b �yl d �yl f �yl h �yl j �yl l �yl n �yl p �yl r �yl t �yl v �yl x �yl z �yl | �yl ~ �yl � �yl � zl � zl � zl � zl � $zl � ,zl � 4zl � <zl � Dzl � Lzl � Tzl � pzl � |zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � {l � {l � {l � {l � ${l � ,{l � 4{l � <{l � D{l � L{l � T{l � \{l � d{l � l{l � t{l � |{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l �{l @|l ( �|l 8 �|l F }r l h �}l q �}l s �}l u �}l w �}l y �}l { �}l } �}l � �~l � �~l � l � @l � Xl � �l � �l � �l O! 8 l �! l _, �0 l b, �1 l g, �1 l i, �1 l k, �1 l m, �1 l r, �1 l u, �1 l |, �1 l �, 2 l �, 2 l �, 2 l �, 2 l �, $2 l �, ,2 l �, 42 l �, <2 l �, D2 l �, L2 l �, T2 l �, \2 l �, d2 l �, l2 l �, t2 l �, |2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, 3 l �, 3 l �, 3 l �, 3 l �, $3 l �, ,3 l �, 43 l �, <3 l �, D3 l �, L3 l �, T3 l �, \3 l �, d3 l �, l3 l �, t3 l �, |3 l �, �3 l �, �3 l �, �3 l �, �3 l �, �3 l &- 4 l (- �4 l .- �4 l h- �4 l �- �5 l �- �6 l �- �6 l �- �6 l �- �6 l �- 7 l �- 7 l �- @7 l �- `7 l . �7 l 0. �8 l 0 @ l .0 �@ l =0 �@ r
l �0 dB l �0 tB r l �0 �C l 01 D l �1 �F r r r l �$ l �$ @ l
& l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& � l d& � l f& � l h& � l j& � l l& � l p& � l ~& � l �& � l �& l �& l �& l �& l �& $ l �& , l �& 4 l �& < l �& D l �& L l �& T l �& \ l �& d l �& l l �& x l �& � l ' \ l $' � l &' � l (' � l *' � l ,' � l .' � l 2' � l 4' � l 6' � l 8' � l :' � l <' � l >' � l @' � l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' � l d' � l f' � l h' � l j' � l l' � l n' � l p' � l y' � l {' � l }' � l �' � l �' l �' l �' l �' l �' 0 l �' 8 l �' D l �' L l �' \ l �' d l �' l l �' t l �' | l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l (( � l t( ! l �( " l �( @# l �( �# l �( �# l .) �# l T) �$ l �) & l �) <' l �) �' l 7* ( l N* ) l Z* @) l w* �) l �* �) l �* l+ l �* �+ l �* �+ l + , l + $, l + D, l '+ �, l /+ �, l [+ �, l f+ �- l �+ / l �+ �/ l �+ �/ l �W 0 l z 8h l z Dh l z Lh l z |h l "z �h l %z �h l *z �h l { xl l 0~ �x l t~ �y l l ' 4 l ; � l > � l N � l ^ @ l � l � � l �
l � �
l � � l l A � l J
l { @
l � l � � l � l � � l � � l � ` l ( l d � l 7 l V l h � l l l 6 ( l 9 � l = � l V � l w �! l � " l � �# l � �# l $ l : �$ l � & l � �& l
( l
( l
0( l
T( l 6
d( l ;
�( l @
�( l }
�) l �
* l �
+ l �
$+ l 6 , l V - l s �- l � . l I 0 l � 3 l (
4 l :
�4 l < l ( �< l Q �< l G @ l p �A l � �A l � @C l � �C l 5 D l @ �D l G E l t @E l w �E l � F l � $G l � @G l � pG l H l 8 LH l ? �H l � J l � J l � (J l � <J l � |J l � �J l � �K l L l
L l <L l ) LL l 1 �L l 4 �L l : �L l E �L l I M l N ,M l Q @M l X \M l d tM l m �M l u �M l K P l Z @Q l _ xQ l � R l � S l � @S l � V l � �V l � `W l A X l E Y l Z @Y l � Z l � [ l \ l , t\ l : �\ l ; ` l � c l �c l ? h l H i l � @i l � j l � tj l � k l p l 7 (p l A �p l Z @q l � �q l � Hr l � �r l t l
t l 7 ,t l ; �t l > �t l H �t l Z @u l f �u l i �u l � �u l � @v l � Lv l � �v l � �{ l �# l D% l /4 @ l GF
l 9j l _j ) l jj �) l �j @+ l �j �+ l 7k , l Dk - l Zk @- l xk �- l �k �- l �n �9 l Eo < l o @= l �o <> l �o �? l � @ l �
l 1 @
l �2 �E
l k< p
l }< �q
l �< r
l �< @r
l �< tr
l 7Z h l mZ �h l vZ �i l �Z j l �Z lj l �Z �j l ` l ` l "` l l %` � l +` � l �h l �h @# l Ki �$ l Zi @% r r r r r )l 0 )l � �l v �
l � �l j �l � �l �0 �C )ZPVALIDZCONTEXTJZCONTEXTON)� __version__ZscriptsZ
joining_typesZcodepoint_classes� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/idnadata.py�<module> s
& �W� � � � � � h {� � � � � � � � � site-packages/pip/_vendor/idna/__pycache__/codec.cpython-38.pyc 0000644 00000005473 15201600075 0020345 0 ustar 00 U
��.e� � @ s� d dl mZmZmZmZmZ ddlZddlZe�d�Z G dd� dej
�Z
G dd� dej �Z G d d
� d
ej
�ZG d d � d e
ej�ZG d
d� de
ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� Nu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt d�|���|s dS t|�t|�fS �Nr � Unsupported error handling "{0}"�� r )r �formatr �len��self�data�errors� r �:/usr/lib/python3.8/site-packages/pip/_vendor/idna/codec.pyr s
z Codec.encodec C s. |dkrt d�|���|s dS t|�t|�fS r
)r r r r r r r r r s
z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r r r r r s
r c @ s e Zd Zdd� ZdS )�IncrementalEncoderc C s� |dkrt d�|���|s dS t�|�}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|�t|�� |r�|d7 }|t|�7 }qbd�|�| }|t|�7 }||fS ) Nr r r r
����.r r )r r �_unicode_dots_re�split�appendr r �join� r r r �final�labelsZ trailing_dot�result�sizeZlabelr r r �_buffer_encode s0
z!IncrementalEncoder._buffer_encodeN)r r r r% r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc C s� |dkrt d�|���|s dS t|t�r4t�|�}n t|�}t|d� |�d�}d}|r~|d sld}|d= n|s~|d= |r~d}g }d}|D ]*}|�t|�� |r�|d 7 }|t |�7 }q�d�
|�| }|t |�7 }||fS )
Nr r r �asciir r
r r r ) r r �
isinstanceZunicoder r �strr r r r r r r r �_buffer_decode? s8
z!IncrementalDecoder._buffer_decodeN)r r r r* r r r r r& > s r& c @ s e Zd ZdS )� StreamWriterN�r r r r r r r r+ g s r+ c @ s e Zd ZdS )� StreamReaderNr, r r r r r- j s r- c C s t jdt� jt� jttttd�S )NZidna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor r r r r& r+ r- r r r r � getregentrym s �r5 )Zcorer r r r r r3 �re�compiler r �BufferedIncrementalEncoderr �BufferedIncrementalDecoderr& r+ r- r5 r r r r �<module> s
!) site-packages/pip/_vendor/idna/__pycache__/uts46data.cpython-38.pyc 0000644 00000524104 15201600075 0021104 0 ustar 00 U
��.e� � @ sb d Z dZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dFdG� Z$dHdI� Z%dJdK� Z&dLdM� Z'dNdO� Z(dPdQ� Z)dRdS� Z*dTdU� Z+dVdW� Z,dXdY� Z-dZd[� Z.d\d]� Z/d^d_� Z0d`da� Z1dbdc� Z2ddde� Z3dfdg� Z4dhdi� Z5djdk� Z6dldm� Z7dndo� Z8dpdq� Z9drds� Z:dtdu� Z;dvdw� Z<dxdy� Z=dzd{� Z>d|d}� Z?d~d� Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPeQe� e� e� e� e� e� e� e � e
� e � e � e
� e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� eK� eL� eM� eN� eO� eP� �ZRd�S )�z IDNA Mapping Table from UTS46.z11.0.0c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)� �3)� r )� r )� r )� r )� r )� r )� r )� r )� r )�
r )� r )� r )�
r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )�! r )�" r )�# r )�$ r )�% r )�& r )�' r )�( r )�) r )�* r )�+ r )�, r )�- �V)�. r0 )�/ r )�0 r0 )�1 r0 )�2 r0 )�3 r0 )�4 r0 )�5 r0 )�6 r0 )�7 r0 )�8 r0 )�9 r0 )�: r )�; r )�< r )�= r )�> r )�? r )�@ r )�A �M�a)�B rE �b)�C rE �c)�D rE �d)�E rE �e)�F rE �f)�G rE �g)�H rE �h)�I rE �i)�J rE �j)�K rE �k)�L rE �l)�M rE �m)�N rE �n)�O rE �o)�P rE �p)�Q rE �q)�R rE �r)�S rE �s)�T rE �t)�U rE �u)�V rE �v)�W rE �w)�X rE �x)�Y rE �y)�Z rE �z)�[ r )�\ r )�] r )�^ r )�_ r )�` r )�a r0 )�b r0 )�c r0 � r� r� r� �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/uts46data.py�_seg_0 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�d r0 )�e r0 )�f r0 )�g r0 )�h r0 )�i r0 )�j r0 )�k r0 )�l r0 )�m r0 )�n r0 )�o r0 )�p r0 )�q r0 )�r r0 )�s r0 )�t r0 )�u r0 )�v r0 )�w r0 )�x r0 )�y r0 )�z r0 )�{ r )�| r )�} r )�~ r )� r )� �X)� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r � )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r u ̈)� r0 )� rE rF )� r0 )� r0 )� �I)� r0 )� r � ̄)� r0 )� r0 )� rE �2)� rE r )� r � ́)� rE � μ)� r0 )� r0 )� r u ̧)� rE �1)� rE rb )� r0 )� rE u 1⁄4)� rE u 1⁄2)� rE u 3⁄4)� r0 )� rE � à)� rE � á)�� rE � â)�� rE � ã)�� rE � ä)�� rE � å)�� rE � æ)�� rE � çr� r� r� r� r� �_seg_1p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�� rE � è)�� rE � é)�� rE � ê)�� rE � ë)�� rE � ì)�� rE � í)�� rE � î)�� rE � ï)�� rE � ð)�� rE � ñ)�� rE � ò)�� rE � ó)�� rE � ô)�� rE � õ)�� rE � ö)�� r0 )�� rE � ø)�� rE � ù)�� rE � ú)�� rE � û)�� rE � ü)�� rE � ý)�� rE � þ)�� �D�ss)�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� rE u ā)i r0 )i rE u ă)i r0 )i rE u ą)i r0 )i rE u ć)i r0 )i rE u ĉ)i r0 )i
rE u ċ)i r0 )i rE u č)i
r0 )i rE u ď)i r0 )i rE u đ)i r0 )i rE u ē)i r0 )i rE u ĕ)i r0 )i rE u ė)i r0 )i rE u ę)i r0 )i rE u ě)i r0 )i rE u ĝ)i r0 )i rE u ğ)i r0 )i rE u ġ)i! r0 )i" rE u ģ)i# r0 )i$ rE u ĥ)i% r0 )i& rE � ħ)i' r0 )i( rE u ĩ)i) r0 )i* rE u ī)i+ r0 r� r� r� r� r� �_seg_2� s� �rL c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, rE u ĭ)i- r0 )i. rE u į)i/ r0 )i0 rE u i̇)i1 r0 )i2 rE Zij)i4 rE u ĵ)i5 r0 )i6 rE u ķ)i7 r0 )i9 rE u ĺ)i: r0 )i; rE u ļ)i< r0 )i= rE u ľ)i> r0 )i? rE u l·)iA rE u ł)iB r0 )iC rE u ń)iD r0 )iE rE u ņ)iF r0 )iG rE u ň)iH r0 )iI rE u ʼn)iJ rE � ŋ)iK r0 )iL rE u ō)iM r0 )iN rE u ŏ)iO r0 )iP rE u ő)iQ r0 )iR rE � œ)iS r0 )iT rE u ŕ)iU r0 )iV rE u ŗ)iW r0 )iX rE u ř)iY r0 )iZ rE u ś)i[ r0 )i\ rE u ŝ)i] r0 )i^ rE u ş)i_ r0 )i` rE u š)ia r0 )ib rE u ţ)ic r0 )id rE u ť)ie r0 )if rE u ŧ)ig r0 )ih rE u ũ)ii r0 )ij rE u ū)ik r0 )il rE u ŭ)im r0 )in rE u ů)io r0 )ip rE u ű)iq r0 )ir rE u ų)is r0 )it rE u ŵ)iu r0 )iv rE u ŷ)iw r0 )ix rE � ÿ)iy rE u ź)iz r0 )i{ rE u ż)i| r0 )i} rE u ž)i~ r0 )i rE rj )i� r0 )i� rE u ɓ)i� rE u ƃ)i� r0 )i� rE u ƅ)i� r0 )i� rE � ɔ)i� rE u ƈ)i� r0 )i� rE u ɖ)i� rE u ɗ)i� rE u ƌ)i� r0 )i� rE � ǝ)i� rE � ə)i� rE � ɛ)i� rE u ƒ)i� r0 )i� rE u ɠr� r� r� r� r� �_seg_3@ s� �rT c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ɣ)i� r0 )i� rE � ɩ)i� rE � ɨ)i� rE u ƙ)i� r0 )i� rE � ɯ)i� rE � ɲ)i� r0 )i� rE � ɵ)i� rE u ơ)i� r0 )i� rE u ƣ)i� r0 )i� rE u ƥ)i� r0 )i� rE u ʀ)i� rE u ƨ)i� r0 )i� rE � ʃ)i� r0 )i� rE u ƭ)i� r0 )i� rE u ʈ)i� rE u ư)i� r0 )i� rE � ʊ)i� rE � ʋ)i� rE u ƴ)i� r0 )i� rE u ƶ)i� r0 )i� rE � ʒ)i� rE u ƹ)i� r0 )i� rE u ƽ)i� r0 )i� rE u dž)i� rE Zlj)i� rE Znj)i� rE u ǎ)i� r0 )i� rE u ǐ)i� r0 )i� rE u ǒ)i� r0 )i� rE u ǔ)i� r0 )i� rE u ǖ)i� r0 )i� rE u ǘ)i� r0 )i� rE u ǚ)i� r0 )i� rE u ǜ)i� r0 )i� rE u ǟ)i� r0 )i� rE u ǡ)i� r0 )i� rE u ǣ)i� r0 )i� rE u ǥ)i� r0 )i� rE u ǧ)i� r0 )i� rE u ǩ)i� r0 )i� rE u ǫ)i� r0 )i� rE u ǭ)i� r0 )i� rE u ǯ)i� r0 )i� rE Zdz)i� rE u ǵ)i� r0 )i� rE u ƕ)i� rE u ƿ)i� rE u ǹ)i� r0 )i� rE u ǻ)i� r0 )i� rE u ǽ)i� r0 )i� rE u ǿ)i� r0 )i rE u ȁ)i r0 )i rE u ȃ)i r0 )i rE u ȅ)i r0 )i rE u ȇ)i r0 )i rE u ȉ)i r0 )i
rE u ȋ)i r0 )i rE u ȍr� r� r� r� r� �_seg_4� s� �r_ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i
r0 )i rE u ȏ)i r0 )i rE u ȑ)i r0 )i rE u ȓ)i r0 )i rE u ȕ)i r0 )i rE u ȗ)i r0 )i rE u ș)i r0 )i rE u ț)i r0 )i rE u ȝ)i r0 )i rE u ȟ)i r0 )i rE u ƞ)i! r0 )i" rE � ȣ)i# r0 )i$ rE u ȥ)i% r0 )i& rE u ȧ)i' r0 )i( rE u ȩ)i) r0 )i* rE u ȫ)i+ r0 )i, rE u ȭ)i- r0 )i. rE u ȯ)i/ r0 )i0 rE u ȱ)i1 r0 )i2 rE u ȳ)i3 r0 )i: rE u ⱥ)i; rE u ȼ)i< r0 )i= rE u ƚ)i> rE u ⱦ)i? r0 )iA rE u ɂ)iB r0 )iC rE u ƀ)iD rE � ʉ)iE rE � ʌ)iF rE u ɇ)iG r0 )iH rE u ɉ)iI r0 )iJ rE u ɋ)iK r0 )iL rE u ɍ)iM r0 )iN rE u ɏ)iO r0 )i� rE rT )i� rE � ɦ)i� rE rX )i� rE rh )i� rE u ɹ)i� rE u ɻ)i� rE u ʁ)i� rE rr )i� rE rv )i� r0 )i� r u ̆)i� r u ̇)i� r u ̊)i� r u ̨)i� r u ̃)i� r u ̋)i� r0 )i� rE rU )i� rE r\ )i� rE rj )i� rE rt )i� rE u ʕ)i� r0 )i@ rE u ̀)iA rE u ́)iB r0 )iC rE u ̓)iD rE u ̈́)iE rE � ι)iF r0 )iO r� )iP r0 )ip rE u ͱ)iq r0 )ir rE u ͳ)is r0 )it rE u ʹ)iu r0 )iv rE u ͷ)iw r0 r� r� r� r� r� �_seg_5 s� �re c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ix r� )iz r u ι)i{ r0 )i~ r �;)i rE u ϳ)i� r� )i� r r� )i� r � ̈́)i� rE � ά)i� rE � ·)i� rE � έ)i� rE � ή)i� rE � ί)i� r� )i� rE � ό)i� r� )i� rE � ύ)i� rE � ώ)i� r0 )i� rE � α)i� rE � β)i� rE � γ)i� rE � δ)i� rE � ε)i� rE � ζ)i� rE � η)i� rE � θ)i� rE rd )i� rE � κ)i� rE � λ)i� rE r� )i� rE � ν)i� rE � ξ)i� rE � ο)i� rE � π)i� rE � ρ)i� r� )i� rE � σ)i� rE � τ)i� rE � υ)i� rE � φ)i� rE � χ)i� rE � ψ)i� rE � ω)i� rE u ϊ)i� rE � ϋ)i� r0 )i� r( r )i� r0 )i� rE u ϗ)i� rE rq )i� rE rw )i� rE r� )i� rE rn )i� rE r� )i� rE r� )i� rE r} )i� r0 )i� rE u ϙ)i� r0 )i� rE u ϛ)i� r0 )i� rE � ϝ)i� r0 )i� rE u ϟ)i� r0 )i� rE u ϡ)i� r0 )i� rE u ϣ)i� r0 )i� rE u ϥ)i� r0 )i� rE u ϧ)i� r0 )i� rE u ϩ)i� r0 )i� rE u ϫ)i� r0 )i� rE u ϭ)i� r0 )i� rE u ϯ)i� r0 )i� rE rx )i� rE r~ )i� rE r )i� r0 )i� rE rw )i� rE rt )i� r0 )i� rE u ϸ)i� r0 )i� rE r )i� rE u ϻ)i� r0 )i� rE u ͻ)i� rE u ͼ)i� rE u ͽ)i rE u ѐ)i rE u ё)i rE u ђr� r� r� r� r� �_seg_6x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ѓ)i rE u є)i rE u ѕ)i rE u і)i rE u ї)i rE u ј)i rE u љ)i
rE u њ)i rE u ћ)i rE u ќ)i
rE u ѝ)i rE u ў)i rE u џ)i rE u а)i rE u б)i rE � в)i rE u г)i rE � д)i rE u е)i rE u ж)i rE u з)i rE u и)i rE u й)i rE u к)i rE u л)i rE u м)i rE � н)i rE � о)i rE u п)i rE u р)i! rE � с)i" rE � т)i# rE u у)i$ rE u ф)i% rE u х)i& rE u ц)i' rE u ч)i( rE u ш)i) rE u щ)i* rE � ъ)i+ rE u ы)i, rE � ь)i- rE u э)i. rE u ю)i/ rE u я)i0 r0 )i` rE u ѡ)ia r0 )ib rE � ѣ)ic r0 )id rE u ѥ)ie r0 )if rE u ѧ)ig r0 )ih rE u ѩ)ii r0 )ij rE u ѫ)ik r0 )il rE u ѭ)im r0 )in rE u ѯ)io r0 )ip rE u ѱ)iq r0 )ir rE u ѳ)is r0 )it rE u ѵ)iu r0 )iv rE u ѷ)iw r0 )ix rE u ѹ)iy r0 )iz rE u ѻ)i{ r0 )i| rE u ѽ)i} r0 )i~ rE u ѿ)i r0 )i� rE u ҁ)i� r0 )i� rE u ҋ)i� r0 )i� rE u ҍ)i� r0 )i� rE u ҏ)i� r0 )i� rE u ґ)i� r0 )i� rE u ғ)i� r0 )i� rE u ҕ)i� r0 )i� rE u җ)i� r0 )i� rE u ҙ)i� r0 )i� rE u қ)i� r0 )i� rE u ҝ)i� r0 r� r� r� r� r� �_seg_7� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u ҟ)i� r0 )i� rE u ҡ)i� r0 )i� rE u ң)i� r0 )i� rE u ҥ)i� r0 )i� rE u ҧ)i� r0 )i� rE u ҩ)i� r0 )i� rE u ҫ)i� r0 )i� rE u ҭ)i� r0 )i� rE u ү)i� r0 )i� rE u ұ)i� r0 )i� rE u ҳ)i� r0 )i� rE u ҵ)i� r0 )i� rE u ҷ)i� r0 )i� rE u ҹ)i� r0 )i� rE u һ)i� r0 )i� rE u ҽ)i� r0 )i� rE u ҿ)i� r0 )i� r� )i� rE u ӂ)i� r0 )i� rE u ӄ)i� r0 )i� rE u ӆ)i� r0 )i� rE u ӈ)i� r0 )i� rE u ӊ)i� r0 )i� rE u ӌ)i� r0 )i� rE u ӎ)i� r0 )i� rE u ӑ)i� r0 )i� rE u ӓ)i� r0 )i� rE u ӕ)i� r0 )i� rE u ӗ)i� r0 )i� rE u ә)i� r0 )i� rE u ӛ)i� r0 )i� rE u ӝ)i� r0 )i� rE u ӟ)i� r0 )i� rE u ӡ)i� r0 )i� rE u ӣ)i� r0 )i� rE u ӥ)i� r0 )i� rE u ӧ)i� r0 )i� rE u ө)i� r0 )i� rE u ӫ)i� r0 )i� rE u ӭ)i� r0 )i� rE u ӯ)i� r0 )i� rE u ӱ)i� r0 )i� rE u ӳ)i� r0 )i� rE u ӵ)i� r0 )i� rE u ӷ)i� r0 )i� rE u ӹ)i� r0 )i� rE u ӻ)i� r0 )i� rE u ӽ)i� r0 )i� rE u ӿ)i� r0 )i rE u ԁ)i r0 )i rE u ԃr� r� r� r� r� �_seg_8H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ԅ)i r0 )i rE u ԇ)i r0 )i rE u ԉ)i r0 )i
rE u ԋ)i r0 )i rE u ԍ)i
r0 )i rE u ԏ)i r0 )i rE u ԑ)i r0 )i rE u ԓ)i r0 )i rE u ԕ)i r0 )i rE u ԗ)i r0 )i rE u ԙ)i r0 )i rE u ԛ)i r0 )i rE u ԝ)i r0 )i rE u ԟ)i r0 )i rE u ԡ)i! r0 )i" rE u ԣ)i# r0 )i$ rE u ԥ)i% r0 )i& rE u ԧ)i' r0 )i( rE u ԩ)i) r0 )i* rE u ԫ)i+ r0 )i, rE u ԭ)i- r0 )i. rE u ԯ)i/ r0 )i0 r� )i1 rE u ա)i2 rE u բ)i3 rE u գ)i4 rE u դ)i5 rE u ե)i6 rE u զ)i7 rE u է)i8 rE u ը)i9 rE u թ)i: rE u ժ)i; rE u ի)i< rE u լ)i= rE u խ)i> rE u ծ)i? rE u կ)i@ rE u հ)iA rE u ձ)iB rE u ղ)iC rE u ճ)iD rE u մ)iE rE u յ)iF rE u ն)iG rE u շ)iH rE u ո)iI rE u չ)iJ rE u պ)iK rE u ջ)iL rE u ռ)iM rE u ս)iN rE u վ)iO rE u տ)iP rE u ր)iQ rE u ց)iR rE u ւ)iS rE u փ)iT rE u ք)iU rE u օ)iV rE u ֆ)iW r� )iY r0 )i� rE u եւ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_9� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iu rE u اٴ)iv rE u وٴ)iw rE � ۇٴ)ix rE u يٴ)iy r0 )i� r� )i� r0 )i r� )i r0 )iK r� )iM r0 )i� r� )i� r0 )i� r� )i� r0 )i. r� )i0 r0 )i? r� )i@ r0 )i\ r� )i^ r0 )i_ r� )i` r0 )ik r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )iX rE u क़)iY rE u ख़)iZ rE u ग़)i[ rE u ज़)i\ rE u ड़)i] rE u ढ़)i^ rE u फ़)i_ rE u य़)i` r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ড়)i� rE u ঢ়)i� r� )i� rE u য়)i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i)
r� )i*
r0 )i1
r� )i2
r0 )i3
rE u ਲ਼)i4
r� )i5
r0 )i6
rE u ਸ਼)i7
r� )i8
r0 )i:
r� )i<
r0 )i=
r� )i>
r0 )iC
r� )iG
r0 )iI
r� )iK
r0 )iN
r� )iQ
r0 )iR
r� )iY
rE u ਖ਼)iZ
rE u ਗ਼)i[
rE u ਜ਼r� r� r� r� r� �_seg_10 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i\
r0 )i]
r� )i^
rE u ਫ਼)i_
r� )if
r0 )iw
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i< r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iV r0 )iX r� )i\ rE u ଡ଼)i] rE u ଢ଼)i^ r� )i_ r0 )id r� )if r0 )ix r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_11� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) r� )i* r0 )i: r� )i= r0 )iE r� )iF r0 )iI r� )iJ r0 )iN r� )iU r0 )iW r� )iX r0 )i[ r� )i` r0 )id r� )if r0 )ip r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )iE
r� )iF
r0 )iI
r� )iJ
r0 )iP
r� )iT
r0 )id
r� )if
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i3 rE u ํา)i4 r0 )i; r� )i? r0 )i\ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 r� r� r� r� r� �_seg_12� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� rE u ໍາ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ຫນ)i� rE u ຫມ)i� r0 )i� r� )i r0 )i rE u ་)i
r0 )iC rE u གྷ)iD r0 )iH r� )iI r0 )iM rE u ཌྷ)iN r0 )iR rE u དྷ)iS r0 )iW rE u བྷ)iX r0 )i\ rE u ཛྷ)i] r0 )ii rE u ཀྵ)ij r0 )im r� )iq r0 )is rE u ཱི)it r0 )iu rE u ཱུ)iv rE u ྲྀ)iw rE u ྲཱྀ)ix rE u ླྀ)iy rE u ླཱྀ)iz r0 )i� rE u ཱྀ)i� r0 )i� rE u ྒྷ)i� r0 )i� r� )i� r0 )i� rE u ྜྷ)i� r0 )i� rE u ྡྷ)i� r0 )i� rE u ྦྷ)i� r0 )i� rE u ྫྷ)i� r0 )i� rE u ྐྵ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i� r� )i� rE u ⴧ)i� r� )i� rE u ⴭ)i� r� )i� r0 )i� rE u ნ)i� r0 )i_ r� )ia r0 )iI r� )iJ r0 )iN r� )iP r0 )iW r� )iX r0 )iY r� )iZ r0 )i^ r� )i` r0 )i� r� )i� r0 r� r� r� r� r� �_seg_13P s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i r� )i r0 )i[ r� )i] r0 )i} r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u Ᏸ)i� rE u Ᏹ)i� rE u Ᏺ)i� rE u Ᏻ)i� rE u Ᏼ)i� rE u Ᏽ)i� r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 )i7 r� )i@ r0 )iT r� )i` r0 )im r� )in r0 )iq r� )ir r0 )it r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i r� )i r� )i r0 )i r� )i r0 )iy r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i< r� )i@ r0 )iA r� )iD r0 )in r� )ip r0 )iu r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i_ r� )i` r0 )i} r� )i r0 )i� r� )i� r0 r� r� r� r� r� �_seg_14� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iL r� )iP r0 )i} r� )i� r0 )i� r� )i� r0 )i8 r� )i; r0 )iJ r� )iM r0 )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ꙋ)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i, rE rF )i- rE r� )i. rE rH )i/ r0 )i0 rE rL )i1 rE rN )i2 rE rQ )i3 rE rR )i4 rE rT )i5 rE rV )i6 rE rX )i7 rE rZ )i8 rE r\ )i9 rE r^ )i: rE r` )i; r0 )i< rE rb )i= rE r` )i> rE rd )i? rE rh )i@ rE rl )iA rE rn )iB rE rr )iC rE rF )iD rE � ɐ)iE rE � ɑ)iF rE u ᴂ)iG rE rH )iH rE rL )iI rE rN )iJ rE rR )iK rE rS )iL rE � ɜ)iM rE rR )iN r0 )iO rE rZ )iP rE r^ )iQ rE rM )iR rE rb )iS rE rP )iT rE u ᴖ)iU rE u ᴗ)iV rE rd )iW rE rl )iX rE rn )iY rE u ᴝ)iZ rE rX )i[ rE rp )i\ rE u ᴥ)i] rE rq )i^ rE rr )i_ rE rs )i` rE r� )ia rE r� )ib rE rV )ic rE rh )id rE rn )ie rE rp )if rE rq )ig rE rr )ih rE r~ )ii rE r� )ij rE r� )ik r0 )ix rE r� )iy r0 )i� rE � ɒ)i� rE rJ )i� rE u ɕ)i� rE r r� r� r� r� r� �_seg_15 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE rP )i� rE u ɟ)i� rE � ɡ)i� rE � ɥ)i� rE rW )i� rE rV )i� rE � ɪ)i� rE u ᵻ)i� rE � ʝ)i� rE u ɭ)i� rE u ᶅ)i� rE u ʟ)i� rE � ɱ)i� rE u ɰ)i� rE rY )i� rE u ɳ)i� rE u ɴ)i� rE rZ )i� rE u ɸ)i� rE u ʂ)i� rE r[ )i� rE u ƫ)i� rE ra )i� rE r\ )i� rE u ᴜ)i� rE r] )i� rE rb )i� rE rx )i� rE u ʐ)i� rE u ʑ)i� rE r^ )i� rE rw )i� r0 )i� r� )i� r0 )i rE u ḁ)i r0 )i rE u ḃ)i r0 )i rE u ḅ)i r0 )i rE u ḇ)i r0 )i rE u ḉ)i r0 )i
rE u ḋ)i r0 )i rE u ḍ)i
r0 )i rE u ḏ)i r0 )i rE u ḑ)i r0 )i rE u ḓ)i r0 )i rE u ḕ)i r0 )i rE u ḗ)i r0 )i rE u ḙ)i r0 )i rE u ḛ)i r0 )i rE u ḝ)i r0 )i rE u ḟ)i r0 )i rE u ḡ)i! r0 )i" rE u ḣ)i# r0 )i$ rE u ḥ)i% r0 )i& rE u ḧ)i' r0 )i( rE u ḩ)i) r0 )i* rE u ḫ)i+ r0 )i, rE u ḭ)i- r0 )i. rE u ḯ)i/ r0 )i0 rE u ḱ)i1 r0 )i2 rE u ḳ)i3 r0 )i4 rE u ḵ)i5 r0 )i6 rE u ḷ)i7 r0 )i8 rE u ḹ)i9 r0 )i: rE u ḻ)i; r0 )i< rE u ḽ)i= r0 )i> rE u ḿ)i? r0 r� r� r� r� r� �_seg_16� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i@ rE u ṁ)iA r0 )iB rE u ṃ)iC r0 )iD rE u ṅ)iE r0 )iF rE u ṇ)iG r0 )iH rE u ṉ)iI r0 )iJ rE u ṋ)iK r0 )iL rE u ṍ)iM r0 )iN rE u ṏ)iO r0 )iP rE u ṑ)iQ r0 )iR rE u ṓ)iS r0 )iT rE u ṕ)iU r0 )iV rE u ṗ)iW r0 )iX rE u ṙ)iY r0 )iZ rE u ṛ)i[ r0 )i\ rE u ṝ)i] r0 )i^ rE u ṟ)i_ r0 )i` rE � ṡ)ia r0 )ib rE u ṣ)ic r0 )id rE u ṥ)ie r0 )if rE u ṧ)ig r0 )ih rE u ṩ)ii r0 )ij rE u ṫ)ik r0 )il rE u ṭ)im r0 )in rE u ṯ)io r0 )ip rE u ṱ)iq r0 )ir rE u ṳ)is r0 )it rE u ṵ)iu r0 )iv rE u ṷ)iw r0 )ix rE u ṹ)iy r0 )iz rE u ṻ)i{ r0 )i| rE u ṽ)i} r0 )i~ rE u ṿ)i r0 )i� rE u ẁ)i� r0 )i� rE u ẃ)i� r0 )i� rE u ẅ)i� r0 )i� rE u ẇ)i� r0 )i� rE u ẉ)i� r0 )i� rE u ẋ)i� r0 )i� rE u ẍ)i� r0 )i� rE u ẏ)i� r0 )i� rE u ẑ)i� r0 )i� rE u ẓ)i� r0 )i� rE u ẕ)i� r0 )i� rE u aʾ)i� rE r� )i� r0 )i� rE r) )i� r0 )i� rE u ạ)i� r0 )i� rE u ả)i� r0 )i� rE u ấ)i� r0 )i� rE u ầ)i� r0 )i� rE u ẩr� r� r� r� r� �_seg_17� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r0 )i� rE u ẫ)i� r0 )i� rE u ậ)i� r0 )i� rE u ắ)i� r0 )i� rE u ằ)i� r0 )i� rE u ẳ)i� r0 )i� rE u ẵ)i� r0 )i� rE u ặ)i� r0 )i� rE u ẹ)i� r0 )i� rE u ẻ)i� r0 )i� rE u ẽ)i� r0 )i� rE u ế)i� r0 )i� rE u ề)i� r0 )i� rE u ể)i� r0 )i� rE u ễ)i� r0 )i� rE u ệ)i� r0 )i� rE u ỉ)i� r0 )i� rE u ị)i� r0 )i� rE u ọ)i� r0 )i� rE u ỏ)i� r0 )i� rE u ố)i� r0 )i� rE u ồ)i� r0 )i� rE u ổ)i� r0 )i� rE u ỗ)i� r0 )i� rE u ộ)i� r0 )i� rE u ớ)i� r0 )i� rE u ờ)i� r0 )i� rE u ở)i� r0 )i� rE u ỡ)i� r0 )i� rE u ợ)i� r0 )i� rE u ụ)i� r0 )i� rE u ủ)i� r0 )i� rE u ứ)i� r0 )i� rE u ừ)i� r0 )i� rE u ử)i� r0 )i� rE u ữ)i� r0 )i� rE u ự)i� r0 )i� rE u ỳ)i� r0 )i� rE u ỵ)i� r0 )i� rE u ỷ)i� r0 )i� rE u ỹ)i� r0 )i� rE u ỻ)i� r0 )i� rE u ỽ)i� r0 )i� rE u ỿ)i� r0 )i rE u ἀ)i rE u ἁ)i
rE u ἂ)i rE u ἃ)i rE u ἄ)i
rE u ἅ)i rE u ἆ)i rE u ἇ)i r0 )i r� )i rE u ἐ)i rE u ἑ)i rE u ἒr� r� r� r� r� �_seg_18X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ἓ)i rE u ἔ)i rE u ἕ)i r� )i r0 )i( rE u ἠ)i) rE u ἡ)i* rE u ἢ)i+ rE u ἣ)i, rE u ἤ)i- rE u ἥ)i. rE u ἦ)i/ rE u ἧ)i0 r0 )i8 rE u ἰ)i9 rE u ἱ)i: rE u ἲ)i; rE u ἳ)i< rE u ἴ)i= rE u ἵ)i> rE u ἶ)i? rE u ἷ)i@ r0 )iF r� )iH rE u ὀ)iI rE u ὁ)iJ rE u ὂ)iK rE u ὃ)iL rE u ὄ)iM rE u ὅ)iN r� )iP r0 )iX r� )iY rE u ὑ)iZ r� )i[ rE u ὓ)i\ r� )i] rE u ὕ)i^ r� )i_ rE u ὗ)i` r0 )ih rE u ὠ)ii rE u ὡ)ij rE u ὢ)ik rE u ὣ)il rE u ὤ)im rE u ὥ)in rE u ὦ)io rE u ὧ)ip r0 )iq rE rh )ir r0 )is rE rj )it r0 )iu rE rk )iv r0 )iw rE rl )ix r0 )iy rE rm )iz r0 )i{ rE rn )i| r0 )i} rE ro )i~ r� )i� rE � ἀι)i� rE � ἁι)i� rE � ἂι)i� rE � ἃι)i� rE � ἄι)i� rE � ἅι)i� rE � ἆι)i� rE � ἇι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ἠι)i� rE � ἡι)i� rE � ἢι)i� rE � ἣι)i� rE � ἤι)i� rE � ἥι)i� rE � ἦι)i� rE � ἧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ὠι)i� rE � ὡι)i� rE � ὢι)i� rE � ὣιr� r� r� r� r� �_seg_19� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ὤι)i� rE � ὥι)i� rE � ὦι)i� rE � ὧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r0 )i� rE u ὰι)i� rE � αι)i� rE u άι)i� r� )i� r0 )i� rE u ᾶι)i� rE u ᾰ)i� rE u ᾱ)i� rE u ὰ)i� rE rh )i� rE r� )i� r � ̓)i� rE rd )i� r r� )i� r u ͂)i� r u ̈͂)i� rE u ὴι)i� rE � ηι)i� rE u ήι)i� r� )i� r0 )i� rE u ῆι)i� rE u ὲ)i� rE rj )i� rE u ὴ)i� rE rk )i� rE r� )i� r u ̓̀)i� r u ̓́)i� r u ̓͂)i� r0 )i� rE u ΐ)i� r� )i� r0 )i� rE u ῐ)i� rE u ῑ)i� rE u ὶ)i� rE rl )i� r� )i� r u ̔̀)i� r u ̔́)i� r u ̔͂)i� r0 )i� rE u ΰ)i� r0 )i� rE u ῠ)i� rE u ῡ)i� rE u ὺ)i� rE rn )i� rE u ῥ)i� r u ̈̀)i� r rg )i� r �`)i� r� )i� rE u ὼι)i� rE � ωι)i� rE u ώι)i� r� )i� r0 )i� rE u ῶι)i� rE u ὸ)i� rE rm )i� rE u ὼ)i� rE ro )i� rE r� )i� r r� )i� r u ̔)i� r� )i r r� )i r� )i r( � )i r� )i r0 )i rE u ‐)i r0 )i r u ̳)i r0 )i$ r� )i' r0 )i( r� )i/ r r� )i0 r0 )i3 rE u ′′)i4 rE u ′′′)i5 r0 )i6 rE u ‵‵)i7 rE u ‵‵‵r� r� r� r� r� �_seg_20( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i8 r0 )i< r z!!)i= r0 )i> r � ̅)i? r0 )iG r z??)iH r z?!)iI r z!?)iJ r0 )iW rE u ′′′′)iX r0 )i_ r r� )i` r� )ia r� )id r� )ie r� )ip rE �0)iq rE rV )ir r� )it rE �4)iu rE �5)iv rE �6)iw rE �7)ix rE �8)iy rE �9)iz r �+)i{ rE � −)i| r �=)i} r �()i~ r �))i rE r` )i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� rE r� )i� r r� )i� r r� )i� r r� )i� r� )i� rE rF )i� rE rN )i� rE rb )i� rE rt )i� rE rR )i� rE rT )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rd )i� rE rj )i� rE rl )i� r� )i� r0 )i� rE Zrs)i� r0 )i� r� )i� r0 )i� r� )i ! r za/c)i! r za/s)i! rE rJ )i! rE u °c)i! r0 )i! r zc/o)i! r zc/u)i! rE rS )i! r0 )i ! rE u °f)i
! rE rR )i ! rE rT )i! rE rK )i! rE rV )i! rE r\ )i! r0 )i! rE r` )i! rE Zno)i! r0 )i! rE rd )i! rE rf )i! rE rh )i ! r0 )i ! rE Zsm)i!! rE Ztel)i"! rE Ztm)i#! r0 )i$! rE rx )i%! r0 )i&! rE r� )i'! r0 )i(! rE rx )i)! r0 r� r� r� r� r� �_seg_21� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i*! rE rZ )i+! rE r� )i,! rE rH )i-! rE rJ )i.! r0 )i/! rE rN )i1! rE rP )i2! r� )i3! rE r^ )i4! rE rb )i5! rE � א)i6! rE u ב)i7! rE u ג)i8! rE � ד)i9! rE rV )i:! r0 )i;! rE Zfax)i<! rE r} )i=! rE rr )i?! rE r} )i@! rE u ∑)iA! r0 )iE! rE rL )iG! rE rN )iH! rE rV )iI! rE rX )iJ! r0 )iP! rE u 1⁄7)iQ! rE u 1⁄9)iR! rE u 1⁄10)iS! rE u 1⁄3)iT! rE u 2⁄3)iU! rE u 1⁄5)iV! rE u 2⁄5)iW! rE u 3⁄5)iX! rE u 4⁄5)iY! rE u 1⁄6)iZ! rE u 5⁄6)i[! rE u 1⁄8)i\! rE u 3⁄8)i]! rE u 5⁄8)i^! rE u 7⁄8)i_! rE u 1⁄)i`! rE rV )ia! rE �ii)ib! rE �iii)ic! rE �iv)id! rE rp )ie! rE �vi)if! rE �vii)ig! rE �viii)ih! rE �ix)ii! rE rt )ij! rE �xi)ik! rE �xii)il! rE r\ )im! rE rJ )in! rE rL )io! rE r^ )ip! rE rV )iq! rE r� )ir! rE r� )is! rE r� )it! rE rp )iu! rE r� )iv! rE r� )iw! rE r� )ix! rE r� )iy! rE rt )iz! rE r� )i{! rE r� )i|! rE r\ )i}! rE rJ )i~! rE rL )i! rE r^ )i�! r0 )i�! r� )i�! r0 )i�! rE u 0⁄3)i�! r0 )i�! r� )i�! r0 )i," rE u ∫∫)i-" rE u ∫∫∫)i." r0 )i/" rE u ∮∮)i0" rE u ∮∮∮)i1" r0 )i`" r )ia" r0 )in" r )ip" r0 )i)# rE � 〈)i*# rE � 〉)i+# r0 )i'$ r� )i@$ r0 )iK$ r� )i`$ rE r� )ia$ rE r� r� r� r� r� r� �_seg_22� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ib$ rE r )ic$ rE r� )id$ rE r� )ie$ rE r� )if$ rE r� )ig$ rE r� )ih$ rE r� )ii$ rE Z10)ij$ rE Z11)ik$ rE Z12)il$ rE Z13)im$ rE Z14)in$ rE Z15)io$ rE Z16)ip$ rE Z17)iq$ rE Z18)ir$ rE Z19)is$ rE Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i�$ r z(13))i�$ r z(14))i�$ r z(15))i�$ r z(16))i�$ r z(17))i�$ r z(18))i�$ r z(19))i�$ r z(20))i�$ r� )i�$ r �(a))i�$ r �(b))i�$ r �(c))i�$ r �(d))i�$ r �(e))i�$ r �(f))i�$ r �(g))i�$ r �(h))i�$ r �(i))i�$ r �(j))i�$ r �(k))i�$ r �(l))i�$ r �(m))i�$ r �(n))i�$ r �(o))i�$ r �(p))i�$ r �(q))i�$ r �(r))i�$ r �(s))i�$ r �(t))i�$ r �(u))i�$ r �(v))i�$ r �(w))i�$ r �(x))i�$ r �(y))i�$ r �(z))i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV )i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV r� r� r� r� r� �_seg_23` s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE r� )i�$ r0 )i * rE u ∫∫∫∫)i
* r0 )it* r z::=)iu* r z==)iv* r z===)iw* r0 )i�* rE u ⫝̸)i�* r0 )it+ r� )iv+ r0 )i�+ r� )i�+ r0 )i�+ r� )i�+ r0 )i�+ r� )i , rE u ⰰ)i, rE u ⰱ)i, rE u ⰲ)i, rE u ⰳ)i, rE u ⰴ)i, rE u ⰵ)i, rE u ⰶ)i, rE u ⰷ)i, rE u ⰸ)i , rE u ⰹ)i
, rE u ⰺ)i , rE u ⰻ)i , rE u ⰼ)i
, rE u ⰽ)i, rE u ⰾ)i, rE u ⰿ)i, rE u ⱀ)i, rE u ⱁ)i, rE u ⱂ)i, rE u ⱃ)i, rE u ⱄ)i, rE u ⱅ)i, rE u ⱆ)i, rE u ⱇ)i, rE u ⱈ)i, rE u ⱉ)i, rE u ⱊ)i, rE u ⱋ)i , rE u ⱌ)i , rE u ⱍ)i , rE u ⱎ)i , rE u ⱏ)i , rE u ⱐ)i!, rE u ⱑ)i", rE u ⱒ)i#, rE u ⱓ)i$, rE u ⱔ)i%, rE u ⱕ)i&, rE u ⱖ)i', rE u ⱗ)i(, rE u ⱘ)i), rE u ⱙ)i*, rE u ⱚ)i+, rE u ⱛ)i,, rE u ⱜ)i-, rE u ⱝ)i., rE u ⱞ)i/, r� )i0, r0 )i_, r� )i`, rE u ⱡ)ia, r0 )ib, rE � ɫ)ic, rE u ᵽ)id, rE u ɽ)ie, r0 )ig, rE u ⱨ)ih, r0 )ii, rE u ⱪ)ij, r0 )ik, rE u ⱬ)il, r0 )im, rE r� )in, rE r� )io, rE r� )ip, rE r� r� r� r� r� r� �_seg_24� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iq, r0 )ir, rE u ⱳ)is, r0 )iu, rE u ⱶ)iv, r0 )i|, rE rX )i}, rE rp )i~, rE u ȿ)i, rE u ɀ)i�, rE u ⲁ)i�, r0 )i�, rE u ⲃ)i�, r0 )i�, rE u ⲅ)i�, r0 )i�, rE u ⲇ)i�, r0 )i�, rE u ⲉ)i�, r0 )i�, rE u ⲋ)i�, r0 )i�, rE u ⲍ)i�, r0 )i�, rE u ⲏ)i�, r0 )i�, rE u ⲑ)i�, r0 )i�, rE u ⲓ)i�, r0 )i�, rE u ⲕ)i�, r0 )i�, rE u ⲗ)i�, r0 )i�, rE u ⲙ)i�, r0 )i�, rE u ⲛ)i�, r0 )i�, rE u ⲝ)i�, r0 )i�, rE u ⲟ)i�, r0 )i�, rE u ⲡ)i�, r0 )i�, rE u ⲣ)i�, r0 )i�, rE u ⲥ)i�, r0 )i�, rE u ⲧ)i�, r0 )i�, rE u ⲩ)i�, r0 )i�, rE u ⲫ)i�, r0 )i�, rE u ⲭ)i�, r0 )i�, rE u ⲯ)i�, r0 )i�, rE u ⲱ)i�, r0 )i�, rE u ⲳ)i�, r0 )i�, rE u ⲵ)i�, r0 )i�, rE u ⲷ)i�, r0 )i�, rE u ⲹ)i�, r0 )i�, rE u ⲻ)i�, r0 )i�, rE u ⲽ)i�, r0 )i�, rE u ⲿ)i�, r0 )i�, rE u ⳁ)i�, r0 )i�, rE u ⳃ)i�, r0 )i�, rE u ⳅ)i�, r0 )i�, rE u ⳇ)i�, r0 )i�, rE u ⳉ)i�, r0 )i�, rE u ⳋ)i�, r0 )i�, rE u ⳍ)i�, r0 )i�, rE u ⳏ)i�, r0 )i�, rE u ⳑ)i�, r0 )i�, rE u ⳓ)i�, r0 )i�, rE u ⳕ)i�, r0 )i�, rE u ⳗ)i�, r0 )i�, rE u ⳙ)i�, r0 )i�, rE u ⳛr� r� r� r� r� �_seg_250
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�, r0 )i�, rE u ⳝ)i�, r0 )i�, rE u ⳟ)i�, r0 )i�, rE u ⳡ)i�, r0 )i�, rE u ⳣ)i�, r0 )i�, rE u ⳬ)i�, r0 )i�, rE u ⳮ)i�, r0 )i�, rE u ⳳ)i�, r0 )i�, r� )i�, r0 )i&- r� )i'- r0 )i(- r� )i-- r0 )i.- r� )i0- r0 )ih- r� )io- rE u ⵡ)ip- r0 )iq- r� )i- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )iO. r� )i�. r0 )i�. r� )i�. r0 )i�. rE u 母)i�. r0 )i�. rE u 龟)i�. r� )i / rE � 一)i/ rE u 丨)i/ rE u 丶)i/ rE u 丿)i/ rE � 乙)i/ rE u 亅)i/ rE � 二)i/ rE u 亠)i/ rE � 人)i / rE u 儿)i
/ rE u 入)i / rE � 八)i / rE u 冂)i
/ rE u 冖)i/ rE u 冫)i/ rE u 几)i/ rE � 凵)i/ rE u 刀)i/ rE � 力)i/ rE u 勹)i/ rE u 匕)i/ rE u 匚)i/ rE u 匸)i/ rE � 十)i/ rE u 卜)i/ rE u 卩)i/ rE u 厂)i/ rE u 厶)i / rE u 又)i / rE u 口)i / rE u 囗)i / rE � 土)i / rE u 士)i!/ rE u 夂)i"/ rE u 夊)i#/ rE u 夕)i$/ rE u 大)i%/ rE � 女)i&/ rE u 子)i'/ rE u 宀)i(/ rE u 寸)i)/ rE u 小)i*/ rE � 尢)i+/ rE u 尸)i,/ rE � 屮)i-/ rE u 山r� r� r� r� r� �_seg_26�
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i./ rE u 巛)i// rE u 工)i0/ rE u 己)i1/ rE u 巾)i2/ rE u 干)i3/ rE u 幺)i4/ rE u 广)i5/ rE u 廴)i6/ rE � 廾)i7/ rE u 弋)i8/ rE u 弓)i9/ rE u 彐)i:/ rE u 彡)i;/ rE u 彳)i</ rE u 心)i=/ rE u 戈)i>/ rE u 戶)i?/ rE � 手)i@/ rE u 支)iA/ rE u 攴)iB/ rE � 文)iC/ rE u 斗)iD/ rE u 斤)iE/ rE u 方)iF/ rE u 无)iG/ rE � 日)iH/ rE u 曰)iI/ rE � 月)iJ/ rE � 木)iK/ rE u 欠)iL/ rE u 止)iM/ rE � 歹)iN/ rE u 殳)iO/ rE u 毋)iP/ rE u 比)iQ/ rE u 毛)iR/ rE u 氏)iS/ rE u 气)iT/ rE � 水)iU/ rE � 火)iV/ rE u 爪)iW/ rE u 父)iX/ rE u 爻)iY/ rE u 爿)iZ/ rE u 片)i[/ rE u 牙)i\/ rE u 牛)i]/ rE u 犬)i^/ rE u 玄)i_/ rE u 玉)i`/ rE u 瓜)ia/ rE u 瓦)ib/ rE u 甘)ic/ rE � 生)id/ rE u 用)ie/ rE u 田)if/ rE u 疋)ig/ rE u 疒)ih/ rE u 癶)ii/ rE u 白)ij/ rE u 皮)ik/ rE u 皿)il/ rE u 目)im/ rE u 矛)in/ rE u 矢)io/ rE u 石)ip/ rE u 示)iq/ rE u 禸)ir/ rE u 禾)is/ rE u 穴)it/ rE � 立)iu/ rE u 竹)iv/ rE u 米)iw/ rE u 糸)ix/ rE u 缶)iy/ rE u 网)iz/ rE u 羊)i{/ rE � 羽)i|/ rE � 老)i}/ rE u 而)i~/ rE u 耒)i/ rE u 耳)i�/ rE u 聿)i�/ rE u 肉)i�/ rE u 臣)i�/ rE u 自)i�/ rE u 至)i�/ rE u 臼)i�/ rE u 舌)i�/ rE u 舛)i�/ rE u 舟)i�/ rE u 艮)i�/ rE u 色)i�/ rE u 艸)i�/ rE u 虍)i�/ rE u 虫)i�/ rE u 血)i�/ rE � 行)i�/ rE � 衣)i�/ rE u 襾r� r� r� r� r� �_seg_27 s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�/ rE � 見)i�/ rE u 角)i�/ rE u 言)i�/ rE u 谷)i�/ rE u 豆)i�/ rE � 豕)i�/ rE u 豸)i�/ rE u 貝)i�/ rE u 赤)i�/ rE � 走)i�/ rE u 足)i�/ rE u 身)i�/ rE � 車)i�/ rE u 辛)i�/ rE � 辰)i�/ rE u 辵)i�/ rE u 邑)i�/ rE u 酉)i�/ rE u 釆)i�/ rE � 里)i�/ rE � 金)i�/ rE u 長)i�/ rE u 門)i�/ rE u 阜)i�/ rE u 隶)i�/ rE u 隹)i�/ rE u 雨)i�/ rE u 靑)i�/ rE u 非)i�/ rE u 面)i�/ rE u 革)i�/ rE u 韋)i�/ rE u 韭)i�/ rE u 音)i�/ rE u 頁)i�/ rE u 風)i�/ rE u 飛)i�/ rE u 食)i�/ rE u 首)i�/ rE u 香)i�/ rE u 馬)i�/ rE u 骨)i�/ rE u 高)i�/ rE u 髟)i�/ rE u 鬥)i�/ rE u 鬯)i�/ rE u 鬲)i�/ rE u 鬼)i�/ rE u 魚)i�/ rE u 鳥)i�/ rE u 鹵)i�/ rE � 鹿)i�/ rE u 麥)i�/ rE � 麻)i�/ rE u 黃)i�/ rE u 黍)i�/ rE u 黑)i�/ rE � 黹)i�/ rE u 黽)i�/ rE u 鼎)i�/ rE u 鼓)i�/ rE u 鼠)i�/ rE � 鼻)i�/ rE u 齊)i�/ rE u 齒)i�/ rE � 龍)i�/ rE � 龜)i�/ rE u 龠)i�/ r� )i 0 r r� )i0 r0 )i0 rE �.)i0 r0 )i60 rE u 〒)i70 r0 )i80 rE r )i90 rE u 卄)i:0 rE u 卅)i;0 r0 )i@0 r� )iA0 r0 )i�0 r� )i�0 r0 )i�0 r u ゙)i�0 r u ゚)i�0 r0 )i�0 rE u より)i�0 r0 )i�0 rE u コト)i 1 r� )i1 r0 )i01 r� )i11 rE � ᄀ)i21 rE � ᄁ)i31 rE � ᆪ)i41 rE � ᄂ)i51 rE � ᆬ)i61 rE � ᆭ)i71 rE � ᄃ)i81 rE � ᄄr� r� r� r� r� �_seg_28h s� �r7 c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i91 rE � ᄅ)i:1 rE � ᆰ)i;1 rE � ᆱ)i<1 rE � ᆲ)i=1 rE � ᆳ)i>1 rE � ᆴ)i?1 rE � ᆵ)i@1 rE � ᄚ)iA1 rE � ᄆ)iB1 rE � ᄇ)iC1 rE � ᄈ)iD1 rE � ᄡ)iE1 rE � ᄉ)iF1 rE � ᄊ)iG1 rE � ᄋ)iH1 rE � ᄌ)iI1 rE � ᄍ)iJ1 rE � ᄎ)iK1 rE � ᄏ)iL1 rE � ᄐ)iM1 rE � ᄑ)iN1 rE � ᄒ)iO1 rE � ᅡ)iP1 rE � ᅢ)iQ1 rE � ᅣ)iR1 rE � ᅤ)iS1 rE � ᅥ)iT1 rE � ᅦ)iU1 rE � ᅧ)iV1 rE � ᅨ)iW1 rE � ᅩ)iX1 rE � ᅪ)iY1 rE � ᅫ)iZ1 rE � ᅬ)i[1 rE � ᅭ)i\1 rE � ᅮ)i]1 rE � ᅯ)i^1 rE � ᅰ)i_1 rE � ᅱ)i`1 rE � ᅲ)ia1 rE � ᅳ)ib1 rE � ᅴ)ic1 rE � ᅵ)id1 r� )ie1 rE u ᄔ)if1 rE u ᄕ)ig1 rE u ᇇ)ih1 rE u ᇈ)ii1 rE u ᇌ)ij1 rE u ᇎ)ik1 rE u ᇓ)il1 rE u ᇗ)im1 rE u ᇙ)in1 rE u ᄜ)io1 rE u ᇝ)ip1 rE u ᇟ)iq1 rE u ᄝ)ir1 rE u ᄞ)is1 rE u ᄠ)it1 rE u ᄢ)iu1 rE u ᄣ)iv1 rE u ᄧ)iw1 rE u ᄩ)ix1 rE u ᄫ)iy1 rE u ᄬ)iz1 rE u ᄭ)i{1 rE u ᄮ)i|1 rE u ᄯ)i}1 rE u ᄲ)i~1 rE u ᄶ)i1 rE u ᅀ)i�1 rE u ᅇ)i�1 rE u ᅌ)i�1 rE u ᇱ)i�1 rE u ᇲ)i�1 rE u ᅗ)i�1 rE u ᅘ)i�1 rE u ᅙ)i�1 rE u ᆄ)i�1 rE u ᆅ)i�1 rE u ᆈ)i�1 rE u ᆑ)i�1 rE u ᆒ)i�1 rE u ᆔ)i�1 rE u ᆞ)i�1 rE u ᆡ)i�1 r� )i�1 r0 )i�1 rE r )i�1 rE r )i�1 rE � 三)i�1 rE � 四)i�1 rE � 上)i�1 rE � 中)i�1 rE � 下)i�1 rE u 甲)i�1 rE r )i�1 rE u 丙)i�1 rE u 丁)i�1 rE � 天r� r� r� r� r� �_seg_29� s� �ri c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�1 rE u 地)i�1 rE r )i�1 r0 )i�1 r� )i�1 r0 )i�1 r� )i�1 r0 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i
2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i
2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r� )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自))iC2 r u (至))iD2 rE u 問)iE2 rE u 幼)iF2 rE r )iG2 rE u 箏)iH2 r0 )iP2 rE Zpte)iQ2 rE Z21)iR2 rE Z22)iS2 rE Z23)iT2 rE Z24)iU2 rE Z25)iV2 rE Z26)iW2 rE Z27)iX2 rE Z28)iY2 rE Z29)iZ2 rE Z30)i[2 rE Z31)i\2 rE Z32)i]2 rE Z33)i^2 rE Z34)i_2 rE Z35)i`2 rE r/ )ia2 rE r2 )ib2 rE r5 )ic2 rE r8 r� r� r� r� r� �_seg_308 s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)id2 rE r@ )ie2 rE rA )if2 rE rD )ig2 rE rF )ih2 rE rG )ii2 rE rI )ij2 rE rJ )ik2 rE rK )il2 rE rL )im2 rE rM )in2 rE u 가)io2 rE u 나)ip2 rE u 다)iq2 rE u 라)ir2 rE u 마)is2 rE u 바)it2 rE u 사)iu2 rE u 아)iv2 rE u 자)iw2 rE u 차)ix2 rE u 카)iy2 rE u 타)iz2 rE u 파)i{2 rE u 하)i|2 rE u 참고)i}2 rE u 주의)i~2 rE u 우)i2 r0 )i�2 rE r )i�2 rE r )i�2 rE rc )i�2 rE rd )i�2 rE u 五)i�2 rE � 六)i�2 rE u 七)i�2 rE r )i�2 rE u 九)i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r' )i�2 rE r )i�2 rE r )i�2 rE u 株)i�2 rE � 有)i�2 rE � 社)i�2 rE u 名)i�2 rE u 特)i�2 rE u 財)i�2 rE � 祝)i�2 rE u 労)i�2 rE u 秘)i�2 rE u 男)i�2 rE r
)i�2 rE u 適)i�2 rE u 優)i�2 rE u 印)i�2 rE u 注)i�2 rE u 項)i�2 rE u 休)i�2 rE u 写)i�2 rE u 正)i�2 rE re )i�2 rE rf )i�2 rE rg )i�2 rE � 左)i�2 rE � 右)i�2 rE u 医)i�2 rE u 宗)i�2 rE u 学)i�2 rE u 監)i�2 rE u 企)i�2 rE u 資)i�2 rE u 協)i�2 rE u 夜)i�2 rE Z36)i�2 rE Z37)i�2 rE Z38)i�2 rE Z39)i�2 rE Z40)i�2 rE Z41)i�2 rE Z42)i�2 rE Z43)i�2 rE Z44)i�2 rE Z45)i�2 rE Z46)i�2 rE Z47)i�2 rE Z48)i�2 rE Z49)i�2 rE Z50)i�2 rE u 1月)i�2 rE u 2月)i�2 rE u 3月)i�2 rE u 4月)i�2 rE u 5月)i�2 rE u 6月)i�2 rE u 7月)i�2 rE u 8月r� r� r� r� r� �_seg_31� s� �rq c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�2 rE u 9月)i�2 rE u 10月)i�2 rE u 11月)i�2 rE u 12月)i�2 rE Zhg)i�2 rE Zerg)i�2 rE Zev)i�2 rE Zltd)i�2 rE � ア)i�2 rE � イ)i�2 rE � ウ)i�2 rE � エ)i�2 rE � オ)i�2 rE � カ)i�2 rE � キ)i�2 rE � ク)i�2 rE � ケ)i�2 rE � コ)i�2 rE � サ)i�2 rE � シ)i�2 rE � ス)i�2 rE � セ)i�2 rE � ソ)i�2 rE � タ)i�2 rE � チ)i�2 rE � ツ)i�2 rE � テ)i�2 rE � ト)i�2 rE � ナ)i�2 rE � ニ)i�2 rE � ヌ)i�2 rE � ネ)i�2 rE � ノ)i�2 rE � ハ)i�2 rE � ヒ)i�2 rE � フ)i�2 rE � ヘ)i�2 rE � ホ)i�2 rE � マ)i�2 rE � ミ)i�2 rE � ム)i�2 rE � メ)i�2 rE � モ)i�2 rE � ヤ)i�2 rE � ユ)i�2 rE � ヨ)i�2 rE � ラ)i�2 rE � リ)i�2 rE � ル)i�2 rE � レ)i�2 rE � ロ)i�2 rE � ワ)i�2 rE u ヰ)i�2 rE u ヱ)i�2 rE � ヲ)i�2 r� )i 3 rE u アパート)i3 rE u アルファ)i3 rE u アンペア)i3 rE u アール)i3 rE u イニング)i3 rE u インチ)i3 rE u ウォン)i3 rE u エスクード)i3 rE u エーカー)i 3 rE u オンス)i
3 rE u オーム)i 3 rE u カイリ)i 3 rE u カラット)i
3 rE u カロリー)i3 rE u ガロン)i3 rE u ガンマ)i3 rE u ギガ)i3 rE u ギニー)i3 rE u キュリー)i3 rE u ギルダー)i3 rE u キロ)i3 rE u キログラム)i3 rE u キロメートル)i3 rE u キロワット)i3 rE u グラム)i3 rE u グラムトン)i3 rE u クルゼイロ)i3 rE u クローネ)i 3 rE u ケース)i 3 rE u コルナ)i 3 rE u コーポ)i 3 rE u サイクル)i 3 rE u サンチーム)i!3 rE u シリング)i"3 rE u センチ)i#3 rE u セント)i$3 rE u ダース)i%3 rE u デシ)i&3 rE u ドル)i'3 rE u トン)i(3 rE u ナノ)i)3 rE u ノット)i*3 rE u ハイツ)i+3 rE u パーセントr� r� r� r� r� �_seg_32
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i,3 rE u パーツ)i-3 rE u バーレル)i.3 rE u ピアストル)i/3 rE u ピクル)i03 rE u ピコ)i13 rE u ビル)i23 rE u ファラッド)i33 rE u フィート)i43 rE u ブッシェル)i53 rE u フラン)i63 rE u ヘクタール)i73 rE u ペソ)i83 rE u ペニヒ)i93 rE u ヘルツ)i:3 rE u ペンス)i;3 rE u ページ)i<3 rE u ベータ)i=3 rE u ポイント)i>3 rE u ボルト)i?3 rE u ホン)i@3 rE u ポンド)iA3 rE u ホール)iB3 rE u ホーン)iC3 rE u マイクロ)iD3 rE u マイル)iE3 rE u マッハ)iF3 rE u マルク)iG3 rE u マンション)iH3 rE u ミクロン)iI3 rE u ミリ)iJ3 rE u ミリバール)iK3 rE u メガ)iL3 rE u メガトン)iM3 rE u メートル)iN3 rE u ヤード)iO3 rE u ヤール)iP3 rE u ユアン)iQ3 rE u リットル)iR3 rE u リラ)iS3 rE u ルピー)iT3 rE u ルーブル)iU3 rE u レム)iV3 rE u レントゲン)iW3 rE u ワット)iX3 rE u 0点)iY3 rE u 1点)iZ3 rE u 2点)i[3 rE u 3点)i\3 rE u 4点)i]3 rE u 5点)i^3 rE u 6点)i_3 rE u 7点)i`3 rE u 8点)ia3 rE u 9点)ib3 rE u 10点)ic3 rE u 11点)id3 rE u 12点)ie3 rE u 13点)if3 rE u 14点)ig3 rE u 15点)ih3 rE u 16点)ii3 rE u 17点)ij3 rE u 18点)ik3 rE u 19点)il3 rE u 20点)im3 rE u 21点)in3 rE u 22点)io3 rE u 23点)ip3 rE u 24点)iq3 rE Zhpa)ir3 rE Zda)is3 rE Zau)it3 rE Zbar)iu3 rE Zov)iv3 rE Zpc)iw3 rE Zdm)ix3 rE Zdm2)iy3 rE Zdm3)iz3 rE Ziu)i{3 rE u 平成)i|3 rE u 昭和)i}3 rE u 大正)i~3 rE u 明治)i3 rE u 株式会社)i�3 rE �pa)i�3 rE Zna)i�3 rE u μa)i�3 rE Zma)i�3 rE Zka)i�3 rE Zkb)i�3 rE �mb)i�3 rE Zgb)i�3 rE Zcal)i�3 rE Zkcal)i�3 rE Zpf)i�3 rE Znf)i�3 rE u μf)i�3 rE u μg)i�3 rE Zmg)i�3 rE Zkgr� r� r� r� r� �_seg_33p
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE �hz)i�3 rE Zkhz)i�3 rE Zmhz)i�3 rE Zghz)i�3 rE Zthz)i�3 rE u μl)i�3 rE Zml)i�3 rE Zdl)i�3 rE Zkl)i�3 rE Zfm)i�3 rE Znm)i�3 rE u μm)i�3 rE Zmm)i�3 rE �cm)i�3 rE �km)i�3 rE Zmm2)i�3 rE Zcm2)i�3 rE Zm2)i�3 rE Zkm2)i�3 rE Zmm3)i�3 rE Zcm3)i�3 rE Zm3)i�3 rE Zkm3)i�3 rE u m∕s)i�3 rE u m∕s2)i�3 rE r� )i�3 rE Zkpa)i�3 rE Zmpa)i�3 rE Zgpa)i�3 rE Zrad)i�3 rE u rad∕s)i�3 rE u rad∕s2)i�3 rE Zps)i�3 rE �ns)i�3 rE u μs)i�3 rE Zms)i�3 rE Zpv)i�3 rE Znv)i�3 rE u μv)i�3 rE �mv)i�3 rE Zkv)i�3 rE r� )i�3 rE Zpw)i�3 rE Znw)i�3 rE u μw)i�3 rE �mw)i�3 rE �kw)i�3 rE r� )i�3 rE u kω)i�3 rE u mω)i�3 r� )i�3 rE Zbq)i�3 rE Zcc)i�3 rE �cd)i�3 rE u c∕kg)i�3 r� )i�3 rE Zdb)i�3 rE Zgy)i�3 rE Zha)i�3 rE Zhp)i�3 rE �in)i�3 rE Zkk)i�3 rE r� )i�3 rE Zkt)i�3 rE Zlm)i�3 rE Zln)i�3 rE �log)i�3 rE Zlx)i�3 rE r� )i�3 rE Zmil)i�3 rE Zmol)i�3 rE Zph)i�3 r� )i�3 rE Zppm)i�3 rE Zpr)i�3 rE �sr)i�3 rE Zsv)i�3 rE �wb)i�3 rE u v∕m)i�3 rE u a∕m)i�3 rE u 1日)i�3 rE u 2日)i�3 rE u 3日)i�3 rE u 4日)i�3 rE u 5日)i�3 rE u 6日)i�3 rE u 7日)i�3 rE u 8日)i�3 rE u 9日)i�3 rE u 10日)i�3 rE u 11日)i�3 rE u 12日)i�3 rE u 13日)i�3 rE u 14日)i�3 rE u 15日)i�3 rE u 16日)i�3 rE u 17日)i�3 rE u 18日)i�3 rE u 19日)i�3 rE u 20日r� r� r� r� r� �_seg_34�
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE u 21日)i�3 rE u 22日)i�3 rE u 23日)i�3 rE u 24日)i�3 rE u 25日)i�3 rE u 26日)i�3 rE u 27日)i�3 rE u 28日)i�3 rE u 29日)i�3 rE u 30日)i�3 rE u 31日)i�3 rE Zgal)i 4 r0 )i�M r� )i�M r0 )i� r� )i � r0 )i�� r� )i�� r0 )iǤ r� )iФ r0 )i,� r� )i@� rE u ꙁ)iA� r0 )iB� rE u ꙃ)iC� r0 )iD� rE u ꙅ)iE� r0 )iF� rE u ꙇ)iG� r0 )iH� rE u ꙉ)iI� r0 )iJ� rE r� )iK� r0 )iL� rE u ꙍ)iM� r0 )iN� rE u ꙏ)iO� r0 )iP� rE u ꙑ)iQ� r0 )iR� rE u ꙓ)iS� r0 )iT� rE u ꙕ)iU� r0 )iV� rE u ꙗ)iW� r0 )iX� rE u ꙙ)iY� r0 )iZ� rE u ꙛ)i[� r0 )i\� rE u ꙝ)i]� r0 )i^� rE u ꙟ)i_� r0 )i`� rE u ꙡ)ia� r0 )ib� rE u ꙣ)ic� r0 )id� rE u ꙥ)ie� r0 )if� rE u ꙧ)ig� r0 )ih� rE u ꙩ)ii� r0 )ij� rE u ꙫ)ik� r0 )il� rE u ꙭ)im� r0 )i�� rE u ꚁ)i�� r0 )i�� rE u ꚃ)i�� r0 )i�� rE u ꚅ)i�� r0 )i�� rE u ꚇ)i�� r0 )i�� rE u ꚉ)i�� r0 )i�� rE u ꚋ)i�� r0 )i�� rE u ꚍ)i�� r0 )i�� rE u ꚏ)i�� r0 )i�� rE u ꚑ)i�� r0 )i�� rE u ꚓ)i�� r0 )i�� rE u ꚕ)i�� r0 )i�� rE u ꚗ)i�� r0 )i�� rE u ꚙ)i�� r0 )i�� rE u ꚛ)i�� r0 )i�� rE r� )i�� rE r� )i�� r0 )i�� r� r� r� r� r� r� �_seg_35@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i � r0 )i"� rE u ꜣ)i#� r0 )i$� rE u ꜥ)i%� r0 )i&� rE � ꜧ)i'� r0 )i(� rE u ꜩ)i)� r0 )i*� rE u ꜫ)i+� r0 )i,� rE u ꜭ)i-� r0 )i.� rE u ꜯ)i/� r0 )i2� rE u ꜳ)i3� r0 )i4� rE u ꜵ)i5� r0 )i6� rE u ꜷ)i7� r0 )i8� rE u ꜹ)i9� r0 )i:� rE u ꜻ)i;� r0 )i<� rE u ꜽ)i=� r0 )i>� rE u ꜿ)i?� r0 )i@� rE u ꝁ)iA� r0 )iB� rE u ꝃ)iC� r0 )iD� rE u ꝅ)iE� r0 )iF� rE u ꝇ)iG� r0 )iH� rE u ꝉ)iI� r0 )iJ� rE u ꝋ)iK� r0 )iL� rE u ꝍ)iM� r0 )iN� rE u ꝏ)iO� r0 )iP� rE u ꝑ)iQ� r0 )iR� rE u ꝓ)iS� r0 )iT� rE u ꝕ)iU� r0 )iV� rE u ꝗ)iW� r0 )iX� rE u ꝙ)iY� r0 )iZ� rE u ꝛ)i[� r0 )i\� rE u ꝝ)i]� r0 )i^� rE u ꝟ)i_� r0 )i`� rE u ꝡ)ia� r0 )ib� rE u ꝣ)ic� r0 )id� rE u ꝥ)ie� r0 )if� rE u ꝧ)ig� r0 )ih� rE u ꝩ)ii� r0 )ij� rE u ꝫ)ik� r0 )il� rE u ꝭ)im� r0 )in� rE � ꝯ)io� r0 )ip� rE r� )iq� r0 )iy� rE u ꝺ)iz� r0 )i{� rE u ꝼ)i|� r0 )i}� rE u ᵹ)i~� rE u ꝿ)i� r0 )i�� rE u ꞁ)i�� r0 )i�� rE u ꞃ)i�� r0 )i�� rE u ꞅ)i�� r0 )i�� rE u ꞇ)i�� r0 )i�� rE u ꞌ)i�� r0 )i�� rE r� )i�� r0 )i�� rE u ꞑ)i�� r0 r� r� r� r� r� �_seg_36� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u ꞓ)i�� r0 )i�� rE u ꞗ)i�� r0 )i�� rE u ꞙ)i�� r0 )i�� rE u ꞛ)i�� r0 )i�� rE u ꞝ)i�� r0 )i�� rE u ꞟ)i�� r0 )i�� rE u ꞡ)i�� r0 )i�� rE u ꞣ)i�� r0 )i�� rE u ꞥ)i�� r0 )i�� rE u ꞧ)i�� r0 )i�� rE u ꞩ)i�� r0 )i�� rE rc )i�� rE r� )i�� rE r� )i�� rE u ɬ)i�� rE r� )i�� r0 )i�� rE u ʞ)i�� rE u ʇ)i�� rE r� )i�� rE u ꭓ)i�� rE u ꞵ)i�� r0 )i�� rE u ꞷ)i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� rE rK )i�� rE rN )i�� r0 )i,� r� )i0� r0 )i:� r� )i@� r0 )ix� r� )i�� r0 )iƨ r� )iΨ r0 )iڨ r� )i� r0 )iT� r� )i_� r0 )i}� r� )i�� r0 )iΩ r� )iϩ r0 )iک r� )iީ r0 )i�� r� )i � r0 )i7� r� )i@� r0 )iN� r� )iP� r0 )iZ� r� )i\� r0 )iê r� )i۪ r0 )i�� r� )i� r0 )i� r� )i � r0 )i� r� )i� r0 )i� r� )i � r0 )i'� r� )i(� r0 )i/� r� )i0� r0 )i\� rE r� )i]� rE u ꬷ)i^� rE r )i_� rE u ꭒ)i`� r0 )if� r� )ip� rE u Ꭰ)iq� rE u Ꭱ)ir� rE u Ꭲ)is� rE u Ꭳ)it� rE u Ꭴ)iu� rE u Ꭵ)iv� rE u Ꭶ)iw� rE u Ꭷ)ix� rE u Ꭸ)iy� rE u Ꭹ)iz� rE u Ꭺr� r� r� r� r� �_seg_37 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i{� rE u Ꭻ)i|� rE u Ꭼ)i}� rE u Ꭽ)i~� rE u Ꭾ)i� rE u Ꭿ)i�� rE u Ꮀ)i�� rE u Ꮁ)i�� rE u Ꮂ)i�� rE u Ꮃ)i�� rE u Ꮄ)i�� rE u Ꮅ)i�� rE u Ꮆ)i�� rE u Ꮇ)i�� rE u Ꮈ)i�� rE u Ꮉ)i�� rE u Ꮊ)i�� rE u Ꮋ)i�� rE u Ꮌ)i�� rE u Ꮍ)i�� rE u Ꮎ)i�� rE u Ꮏ)i�� rE u Ꮐ)i�� rE u Ꮑ)i�� rE u Ꮒ)i�� rE u Ꮓ)i�� rE u Ꮔ)i�� rE u Ꮕ)i�� rE u Ꮖ)i�� rE u Ꮗ)i�� rE u Ꮘ)i�� rE u Ꮙ)i�� rE u Ꮚ)i�� rE u Ꮛ)i�� rE u Ꮜ)i�� rE u Ꮝ)i�� rE u Ꮞ)i�� rE u Ꮟ)i�� rE u Ꮠ)i�� rE u Ꮡ)i�� rE u Ꮢ)i�� rE u Ꮣ)i�� rE u Ꮤ)i�� rE u Ꮥ)i�� rE u Ꮦ)i�� rE u Ꮧ)i�� rE u Ꮨ)i�� rE u Ꮩ)i�� rE u Ꮪ)i�� rE u Ꮫ)i�� rE u Ꮬ)i�� rE u Ꮭ)i�� rE u Ꮮ)i�� rE u Ꮯ)i�� rE u Ꮰ)i�� rE u Ꮱ)i�� rE u Ꮲ)i�� rE u Ꮳ)i�� rE u Ꮴ)i�� rE u Ꮵ)i�� rE u Ꮶ)i�� rE u Ꮷ)i�� rE u Ꮸ)i�� rE u Ꮹ)i�� rE u Ꮺ)i�� rE u Ꮻ)i�� rE u Ꮼ)i�� rE u Ꮽ)i�� rE u Ꮾ)i�� rE u Ꮿ)i�� r0 )i� r� )i� r0 )i�� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � rE u 豈)i� rE u 更)i� rE r$ )i� rE u 賈)i� rE u 滑)i� rE u 串)i� rE u 句)i� rE r- )i � rE u 契)i
� rE r' )i � rE u 喇)i � rE u 奈)i
� rE � 懶)i� rE u 癩)i� rE u 羅)i� rE u 蘿)i� rE u 螺)i� rE u 裸)i� rE u 邏)i� rE � 樂)i� rE u 洛r� r� r� r� r� �_seg_38x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 烙)i� rE u 珞)i� rE u 落)i� rE u 酪)i� rE u 駱)i� rE u 亂)i � rE u 卵)i � rE u 欄)i � rE u 爛)i � rE u 蘭)i � rE u 鸞)i!� rE u 嵐)i"� rE u 濫)i#� rE u 藍)i$� rE u 襤)i%� rE u 拉)i&� rE u 臘)i'� rE u 蠟)i(� rE � 廊)i)� rE � 朗)i*� rE u 浪)i+� rE u 狼)i,� rE u 郎)i-� rE u 來)i.� rE u 冷)i/� rE u 勞)i0� rE u 擄)i1� rE u 櫓)i2� rE u 爐)i3� rE u 盧)i4� rE r )i5� rE u 蘆)i6� rE � 虜)i7� rE u 路)i8� rE u 露)i9� rE u 魯)i:� rE u 鷺)i;� rE � 碌)i<� rE u 祿)i=� rE u 綠)i>� rE u 菉)i?� rE u 錄)i@� rE r( )iA� rE u 論)iB� rE u 壟)iC� rE u 弄)iD� rE u 籠)iE� rE u 聾)iF� rE u 牢)iG� rE u 磊)iH� rE u 賂)iI� rE u 雷)iJ� rE u 壘)iK� rE u 屢)iL� rE u 樓)iM� rE u 淚)iN� rE u 漏)iO� rE u 累)iP� rE u 縷)iQ� rE u 陋)iR� rE u 勒)iS� rE u 肋)iT� rE u 凜)iU� rE u 凌)iV� rE u 稜)iW� rE u 綾)iX� rE u 菱)iY� rE u 陵)iZ� rE u 讀)i[� rE u 拏)i\� rE r� )i]� rE � 諾)i^� rE u 丹)i_� rE � 寧)i`� rE u 怒)ia� rE � 率)ib� rE � 異)ic� rE � 北)id� rE u 磻)ie� rE u 便)if� rE u 復)ig� rE u 不)ih� rE u 泌)ii� rE u 數)ij� rE u 索)ik� rE u 參)il� rE u 塞)im� rE u 省)in� rE u 葉)io� rE � 說)ip� rE � 殺)iq� rE r% )ir� rE u 沈)is� rE u 拾)it� rE � 若)iu� rE u 掠)iv� rE u 略)iw� rE u 亮)ix� rE u 兩)iy� rE u 凉r� r� r� r� r� �_seg_39� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iz� rE u 梁)i{� rE u 糧)i|� rE u 良)i}� rE u 諒)i~� rE u 量)i� rE u 勵)i�� rE u 呂)i�� rE r
)i�� rE u 廬)i�� rE u 旅)i�� rE u 濾)i�� rE u 礪)i�� rE u 閭)i�� rE u 驪)i�� rE u 麗)i�� rE u 黎)i�� rE r
)i�� rE u 曆)i�� rE u 歷)i�� rE u 轢)i�� rE u 年)i�� rE u 憐)i�� rE u 戀)i�� rE u 撚)i�� rE u 漣)i�� rE u 煉)i�� rE u 璉)i�� rE u 秊)i�� rE � 練)i�� rE u 聯)i�� rE u 輦)i�� rE u 蓮)i�� rE u 連)i�� rE u 鍊)i�� rE u 列)i�� rE u 劣)i�� rE u 咽)i�� rE u 烈)i�� rE u 裂)i�� rE r� )i�� rE u 廉)i�� rE u 念)i�� rE u 捻)i�� rE u 殮)i�� rE u 簾)i�� rE u 獵)i�� rE u 令)i�� rE u 囹)i�� rE r� )i�� rE u 嶺)i�� rE u 怜)i�� rE u 玲)i�� rE u 瑩)i�� rE u 羚)i�� rE u 聆)i�� rE u 鈴)i�� rE u 零)i�� rE u 靈)i�� rE u 領)i�� rE u 例)i�� rE u 禮)i�� rE u 醴)i�� rE u 隸)i�� rE u 惡)i�� rE u 了)i�� rE u 僚)i�� rE u 寮)i�� rE u 尿)i�� rE � 料)i�� rE r� )i�� rE u 燎)i�� rE u 療)i� rE u 蓼)i� rE u 遼)i� rE r, )i� rE u 暈)i� rE u 阮)i� rE u 劉)i� rE u 杻)i� rE u 柳)i� rE � 流)i� rE u 溜)i� rE u 琉)i� rE u 留)i� rE u 硫)i� rE u 紐)i� rE u 類)i� rE rk )i� rE u 戮)i� rE u 陸)i� rE u 倫)i� rE u 崙)i� rE u 淪)i� rE u 輪)i� rE u 律)i� rE u 慄)i� rE u 栗)i� rE r� )i� rE u 隆)i� rE u 利r� r� r� r� r� �_seg_40H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 吏)i� rE u 履)i� rE u 易)i� rE u 李)i� rE u 梨)i� rE u 泥)i� rE u 理)i� rE u 痢)i� rE u 罹)i� rE u 裏)i� rE u 裡)i� rE r& )i� rE u 離)i� rE u 匿)i� rE u 溺)i� rE u 吝)i� rE u 燐)i� rE u 璘)i� rE u 藺)i� rE u 隣)i� rE u 鱗)i� rE u 麟)i� rE u 林)i�� rE u 淋)i�� rE u 臨)i�� rE r )i�� rE u 笠)i�� rE u 粒)i�� rE u 狀)i�� rE u 炙)i�� rE u 識)i�� rE u 什)i�� rE u 茶)i�� rE u 刺)i � rE � 切)i� rE u 度)i� rE u 拓)i� rE u 糖)i� rE u 宅)i� rE u 洞)i� rE u 暴)i� rE u 輻)i� rE r )i � rE u 降)i
� rE r! )i � rE u 廓)i � rE u 兀)i
� rE u 嗀)i� r0 )i� rE � 塚)i� r0 )i� rE � 晴)i� r0 )i� rE u 凞)i� rE � 猪)i� rE � 益)i� rE u 礼)i� rE u 神)i� rE u 祥)i� rE � 福)i � rE � 靖)i � rE u 精)i � rE r )i � r0 )i � rE u 蘒)i!� r0 )i"� rE � 諸)i#� r0 )i%� rE � 逸)i&� rE u 都)i'� r0 )i*� rE u 飯)i+� rE u 飼)i,� rE u 館)i-� rE u 鶴)i.� rE u 郞)i/� rE u 隷)i0� rE � 侮)i1� rE � 僧)i2� rE � 免)i3� rE � 勉)i4� rE � 勤)i5� rE � 卑)i6� rE � 喝)i7� rE � 嘆)i8� rE u 器)i9� rE u 塀)i:� rE u 墨)i;� rE u 層)i<� rE r )i=� rE � 悔)i>� rE u 慨)i?� rE � 憎)i@� rE � 懲)iA� rE � 敏)iB� rE u 既)iC� rE � 暑)iD� rE � 梅)iE� rE � 海)iF� rE u 渚r� r� r� r� r� �_seg_41� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iG� rE � 漢)iH� rE � 煮)iI� rE u 爫)iJ� rE u 琢)iK� rE u 碑)iL� rE rm )iM� rE u 祉)iN� rE u 祈)iO� rE u 祐)iP� rE � 祖)iQ� rE rn )iR� rE u 禍)iS� rE u 禎)iT� rE � 穀)iU� rE u 突)iV� rE � 節)iW� rE r� )iX� rE u 縉)iY� rE u 繁)iZ� rE u 署)i[� rE � 者)i\� rE u 臭)i]� rE u 艹)i_� rE � 著)i`� rE u 褐)ia� rE � 視)ib� rE � 謁)ic� rE � 謹)id� rE u 賓)ie� rE � 贈)if� rE u 辶)ig� rE r� )ih� rE � 難)ii� rE � 響)ij� rE � 頻)ik� rE u 恵)il� rE u 𤋮)im� rE u 舘)in� r� )ip� rE u 並)iq� rE � 况)ir� rE u 全)is� rE u 侀)it� rE u 充)iu� rE u 冀)iv� rE � 勇)iw� rE � 勺)ix� rE r� )iy� rE u 啕)iz� rE � 喙)i{� rE u 嗢)i|� rE r� )i}� rE u 墳)i~� rE u 奄)i� rE u 奔)i�� rE u 婢)i�� rE u 嬨)i�� rE u 廒)i�� rE u 廙)i�� rE u 彩)i�� rE u 徭)i�� rE u 惘)i�� rE � 慎)i�� rE u 愈)i�� rE r� )i�� rE u 慠)i�� rE r� )i�� rE u 戴)i�� rE u 揄)i�� rE u 搜)i�� rE u 摒)i�� rE u 敖)i�� rE r� )i�� rE r� )i�� rE � 望)i�� rE u 杖)i�� rE r )i�� rE r� )i�� rE r� )i�� rE u 滛)i�� rE � 滋)i�� rE r� )i�� rE � 瀞)i�� rE r� )i�� rE u 瞧)i�� rE � 爵)i�� rE u 犯)i�� rE r� )i�� rE � 瑱)i�� rE u 甆)i�� rE u 画)i�� rE u 瘝)i�� rE u 瘟)i�� rE r� )i�� rE u 盛)i�� rE � 直)i�� rE � 睊)i�� rE u 着)i�� rE � 磌)i�� rE u 窱r� r� r� r� r� �_seg_42 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 类)i�� rE u 絛)i�� rE r� )i�� rE u 缾)i�� rE r� )i�� rE u 荒)i�� rE u 華)i�� rE � 蝹)i�� rE u 襁)i�� rE u 覆)i�� rE r� )i�� rE u 調)i�� rE r� )i�� rE u 請)i�� rE r� )i�� rE r� )i�� rE � 諭)i�� rE r� )i�� rE � 變)i�� rE r� )i� rE � 輸)i� rE u 遲)i� rE u 醙)i� rE u 鉶)i� rE u 陼)i� rE r� )i� rE r� )i� rE u 韛)i� rE r� )i� rE � 頋)i� rE r� )i� rE � 鬒)i� rE r- )i� rE u 𢡊)i� rE u 𢡄)i� rE u 𣏕)i� rE � 㮝)i� rE u 䀘)i� rE � 䀹)i� rE u 𥉉)i� rE u 𥳐)i� rE u 𧻓)i� rE u 齃)i� rE u 龎)i� r� )i � rE Zff)i� rE Zfi)i� rE Zfl)i� rE Zffi)i� rE Zffl)i� rE �st)i� r� )i� rE u մն)i� rE u մե)i� rE u մի)i� rE u վն)i� rE u մխ)i� r� )i � rE u יִ)i � r0 )i � rE u ײַ)i � rE u ע)i!� rE r� )i"� rE r� )i#� rE u ה)i$� rE u כ)i%� rE u ל)i&� rE u ם)i'� rE u ר)i(� rE u ת)i)� r r� )i*� rE u שׁ)i+� rE u שׂ)i,� rE u שּׁ)i-� rE u שּׂ)i.� rE u אַ)i/� rE u אָ)i0� rE u אּ)i1� rE u בּ)i2� rE u גּ)i3� rE u דּ)i4� rE u הּ)i5� rE u וּ)i6� rE u זּ)i7� r� )i8� rE u טּ)i9� rE u יּ)i:� rE u ךּ)i;� rE u כּ)i<� rE u לּ)i=� r� )i>� rE u מּ)i?� r� )i@� rE u נּ)iA� rE u סּ)iB� r� )iC� rE u ףּ)iD� rE u פּ)iE� r� r� r� r� r� r� �_seg_43� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� rE u צּ)iG� rE u קּ)iH� rE u רּ)iI� rE u שּ)iJ� rE u תּ)iK� rE u וֹ)iL� rE u בֿ)iM� rE u כֿ)iN� rE u פֿ)iO� rE u אל)iP� rE u ٱ)iR� rE u ٻ)iV� rE u پ)iZ� rE u ڀ)i^� rE u ٺ)ib� rE u ٿ)if� rE u ٹ)ij� rE u ڤ)in� rE u ڦ)ir� rE u ڄ)iv� rE u ڃ)iz� rE u چ)i~� rE u ڇ)i�� rE u ڍ)i�� rE u ڌ)i�� rE u ڎ)i�� rE u ڈ)i�� rE u ژ)i�� rE u ڑ)i�� rE u ک)i�� rE u گ)i�� rE u ڳ)i�� rE u ڱ)i�� rE � ں)i�� rE u ڻ)i�� rE u ۀ)i�� rE u ہ)i�� rE u ھ)i�� rE u ے)i�� rE u ۓ)i�� r0 )i� r� )i� rE u ڭ)i� rE u ۇ)i� rE u ۆ)i� rE u ۈ)i� rE r� )i� rE u ۋ)i� rE u ۅ)i� rE u ۉ)i� rE u ې)i� rE � ى)i� rE u ئا)i� rE u ئە)i� rE u ئو)i� rE u ئۇ)i� rE u ئۆ)i� rE u ئۈ)i�� rE u ئې)i�� rE � ئى)i�� rE u ی)i � rE � ئج)i� rE � ئح)i� rE � ئم)i� rE r
)i� rE � ئي)i� rE � بج)i� rE � بح)i� rE � بخ)i� rE � بم)i � rE � بى)i
� rE � بي)i � rE � تج)i � rE � تح)i
� rE � تخ)i� rE � تم)i� rE � تى)i� rE � تي)i� rE u ثج)i� rE � ثم)i� rE � ثى)i� rE � ثي)i� rE � جح)i� rE � جم)i� rE � حج)i� rE � حم)i� rE � خج)i� rE u خح)i� rE � خم)i � rE � سج)i � rE � سح)i � rE � سخ)i � rE � سم)i � rE � صح)i!� rE � صم)i"� rE � ضج)i#� rE � ضح)i$� rE � ضخ)i%� rE � ضم)i&� rE � طحr� r� r� r� r� �_seg_44� s� �r/ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i'� rE � طم)i(� rE � ظم)i)� rE � عج)i*� rE � عم)i+� rE � غج)i,� rE � غم)i-� rE � فج)i.� rE � فح)i/� rE � فخ)i0� rE � فم)i1� rE � فى)i2� rE � في)i3� rE � قح)i4� rE � قم)i5� rE � قى)i6� rE � قي)i7� rE � كا)i8� rE � كج)i9� rE � كح)i:� rE � كخ)i;� rE � كل)i<� rE � كم)i=� rE � كى)i>� rE � كي)i?� rE � لج)i@� rE � لح)iA� rE � لخ)iB� rE � لم)iC� rE � لى)iD� rE � لي)iE� rE � مج)iF� rE � مح)iG� rE � مخ)iH� rE � مم)iI� rE u مى)iJ� rE u مي)iK� rE � نج)iL� rE � نح)iM� rE � نخ)iN� rE � نم)iO� rE � نى)iP� rE � ني)iQ� rE � هج)iR� rE � هم)iS� rE u هى)iT� rE u هي)iU� rE � يج)iV� rE � يح)iW� rE � يخ)iX� rE � يم)iY� rE � يى)iZ� rE � يي)i[� rE u ذٰ)i\� rE u رٰ)i]� rE � ىٰ)i^� r u ٌّ)i_� r u ٍّ)i`� r u َّ)ia� r u ُّ)ib� r u ِّ)ic� r u ّٰ)id� rE u ئر)ie� rE u ئز)if� rE r
)ig� rE u ئن)ih� rE r
)ii� rE r )ij� rE u بر)ik� rE u بز)il� rE r )im� rE u بن)in� rE r )io� rE r )ip� rE u تر)iq� rE u تز)ir� rE r )is� rE u تن)it� rE r )iu� rE r )iv� rE u ثر)iw� rE u ثز)ix� rE r )iy� rE u ثن)iz� rE r )i{� rE r )i|� rE r: )i}� rE r; )i~� rE r> )i� rE r? )i�� rE r@ )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rK )i�� rE rL )i�� rE rM )i�� rE u ما)i�� rE rQ )i�� rE u نرr� r� r� r� r� �_seg_45P s� �ra c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u نز)i�� rE rU )i�� rE u نن)i�� rE rV )i�� rE rW )i�� rE r` )i�� rE u ير)i�� rE u يز)i�� rE r] )i�� rE u ين)i�� rE r^ )i�� rE r_ )i�� rE r )i�� rE r )i�� rE u ئخ)i�� rE r
)i�� rE � ئه)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � به)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � ته)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE r! )i�� rE r" )i�� rE r# )i�� rE r$ )i�� rE r% )i�� rE r& )i�� rE r' )i�� rE r( )i�� rE u صخ)i�� rE r) )i�� rE r* )i�� rE r+ )i�� rE r, )i�� rE r- )i�� rE r. )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r7 )i�� rE r8 )i�� rE r9 )i� rE r< )i� rE r= )i� rE rA )i� rE rB )i� rE rC )i� rE rD )i� rE rE )i� rE rH )i� rE rI )i� rE rJ )i� rE rK )i� rE u له)i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� rE rT )i� rE rU )i� rE � نه)i� rE rX )i� rE rY )i� rE u هٰ)i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE � يه)i� rE r
)i� rE rb )i� rE r )i� rE rc )i� rE r )i� rE rd )i� rE r )i� rE u ثه)i� rE r' )i� rE � سه)i� rE � شم)i� rE � شه)i� rE rD )i� rE rE )i� rE rK )i� rE rU r� r� r� r� r� �_seg_46� s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE re )i� rE r] )i� rE rf )i� rE u ـَّ)i� rE u ـُّ)i� rE u ـِّ)i�� rE � طى)i�� rE � طي)i�� rE � عى)i�� rE � عي)i�� rE � غى)i�� rE � غي)i�� rE � سى)i�� rE � سي)i�� rE � شى)i�� rE � شي)i�� rE � حى)i � rE � حي)i� rE � جى)i� rE � جي)i� rE � خى)i� rE � خي)i� rE � صى)i� rE � صي)i� rE � ضى)i� rE � ضي)i � rE � شج)i
� rE � شح)i � rE � شخ)i � rE rh )i
� rE � شر)i� rE � سر)i� rE � صر)i� rE � ضر)i� rE rk )i� rE rl )i� rE rm )i� rE rn )i� rE ro )i� rE rp )i� rE rq )i� rE rr )i� rE rs )i� rE rt )i� rE ru )i � rE rv )i � rE rw )i � rE rx )i � rE ry )i � rE rz )i!� rE r{ )i"� rE r| )i#� rE r} )i$� rE r~ )i%� rE r )i&� rE r� )i'� rE r� )i(� rE rh )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r )i.� rE r� )i/� rE r� )i0� rE rh )i1� rE rg )i2� rE ri )i3� rE r0 )i4� rE r$ )i5� rE r% )i6� rE r& )i7� rE r )i8� rE r� )i9� rE r� )i:� rE r0 )i;� rE r1 )i<� rE u اً)i>� r0 )i@� r� )iP� rE u تجم)iQ� rE u تحج)iS� rE u تحم)iT� rE u تخم)iU� rE u تمج)iV� rE u تمح)iW� rE u تمخ)iX� rE u جمح)iZ� rE u حمي)i[� rE u حمى)i\� rE u سحج)i]� rE u سجح)i^� rE u سجى)i_� rE u سمح)ia� rE u سمج)ib� rE u سمم)id� rE u صحح)if� rE � صمم)ig� rE u شحم)ii� rE u شجيr� r� r� r� r� �_seg_47 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ij� rE u شمخ)il� rE u شمم)in� rE u ضحى)io� rE u ضخم)iq� rE u طمح)is� rE u طمم)it� rE u طمي)iu� rE � عجم)iv� rE u عمم)ix� rE u عمى)iy� rE u غمم)iz� rE u غمي)i{� rE u غمى)i|� rE u فخم)i~� rE � قمح)i� rE u قمم)i�� rE � لحم)i�� rE u لحي)i�� rE u لحى)i�� rE u لجج)i�� rE u لخم)i�� rE u لمح)i�� rE u محج)i�� rE u محم)i�� rE u محي)i�� rE u مجح)i�� rE u مجم)i�� rE u مخج)i�� rE u مخم)i�� r� )i�� rE u مجخ)i�� rE u همج)i�� rE u همم)i�� rE u نحم)i�� rE u نحى)i�� rE u نجم)i�� rE u نجى)i�� rE u نمي)i�� rE u نمى)i�� rE u يمم)i�� rE u بخي)i�� rE u تجي)i�� rE u تجى)i�� rE u تخي)i�� rE u تخى)i�� rE u تمي)i�� rE u تمى)i�� rE u جمي)i�� rE u جحى)i�� rE u جمى)i�� rE u سخى)i�� rE u صحي)i�� rE u شحي)i�� rE u ضحي)i�� rE u لجي)i�� rE u لمي)i�� rE u يحي)i�� rE u يجي)i�� rE u يمي)i�� rE u ممي)i�� rE u قمي)i�� rE u نحي)i�� rE r� )i�� rE r� )i�� rE u عمي)i�� rE u كمي)i�� rE � نجح)i�� rE u مخي)i�� rE � لجم)i�� rE � كمم)i�� rE r� )i�� rE r� )i�� rE u جحي)i�� rE u حجي)i�� rE u مجي)i�� rE u فمي)i� rE u بحي)i� rE r� )i� rE r� )i� rE r� )i� rE u سخي)i� rE u نجي)i� r� )i� rE u صلے)i� rE u قلے)i� rE u الله)i� rE u اكبر)i� rE u محمد)i�� rE u صلعم)i�� rE u رسول)i�� rE u عليه)i�� rE u وسلم)i�� rE u صلى)i�� r u! صلى الله عليه وسلم)i�� r u جل جلاله)i�� rE u ریال)i�� r0 )i�� r� )i � r� )i� r �,r� r� r� r� r� �_seg_48� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � 、)i� r� )i� r �:)i� r rf )i� r �!)i� r �?)i� rE u 〖)i� rE u 〗)i� r� )i � r0 )i0� r� )i1� rE � —)i2� rE u –)i3� r �_)i5� r r� )i6� r r� )i7� r �{)i8� r �})i9� rE � 〔)i:� rE � 〕)i;� rE u 【)i<� rE u 】)i=� rE u 《)i>� rE u 》)i?� rE r� )i@� rE r� )iA� rE � 「)iB� rE � 」)iC� rE u 『)iD� rE u 』)iE� r0 )iG� r �[)iH� r �])iI� r r� )iM� r r� )iP� r r� )iQ� rE r� )iR� r� )iT� r rf )iU� r r� )iV� r r� )iW� r r� )iX� rE r� )iY� r r� )iZ� r r� )i[� r r� )i\� r r� )i]� rE r� )i^� rE r� )i_� r �#)i`� r �&)ia� r �*)ib� r r� )ic� rE �-)id� r �<)ie� r �>)if� r r� )ig� r� )ih� r �\)ii� r �$)ij� r �%)ik� r �@)il� r� )ip� r u ً)iq� rE u ـً)ir� r u ٌ)is� r0 )it� r u ٍ)iu� r� )iv� r u َ)iw� rE u ـَ)ix� r u ُ)iy� rE u ـُ)iz� r u ِ)i{� rE u ـِ)i|� r u ّ)i}� rE u ـّ)i~� r u ْ)i� rE u ـْ)i�� rE u ء)i�� rE u آ)i�� rE u أ)i�� rE u ؤ)i�� rE u إ)i�� rE u ئ)i�� rE � ا)i�� rE � ب)i�� rE u ة)i�� rE � ت)i�� rE � ث)i�� rE � ج)i�� rE � ح)i�� rE � خ)i�� rE � د)i�� rE � ذ)i�� rE � ر)i�� rE � ز)i�� rE � س)i�� rE � ش)i�� rE � صr� r� r� r� r� �_seg_49� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE � ض)i�� rE � ط)i� rE � ظ)i� rE � ع)i� rE � غ)i� rE � ف)i� rE � ق)i� rE � ك)i� rE � ل)i� rE � م)i� rE � ن)i� rE � ه)i� rE � و)i� rE r )i� rE � ي)i�� rE u لآ)i�� rE u لأ)i�� rE u لإ)i�� rE u لا)i�� r� )i�� r� )i � r� )i� r r� )i� r �")i� r r� )i� r r� )i� r r� )i� r r� )i� r �')i� r r� )i � r r� )i
� r r� )i � r r� )i � r r� )i
� rE r� )i� rE r. )i� r �/)i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� r rf )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� rE rF )i"� rE rH )i#� rE rJ )i$� rE rL )i%� rE rN )i&� rE rP )i'� rE rR )i(� rE rT )i)� rE rV )i*� rE rX )i+� rE rZ )i,� rE r\ )i-� rE r^ )i.� rE r` )i/� rE rb )i0� rE rd )i1� rE rf )i2� rE rh )i3� rE rj )i4� rE rl )i5� rE rn )i6� rE rp )i7� rE rr )i8� rE rt )i9� rE rv )i:� rE rx )i;� r r� )i<� r r� )i=� r r� )i>� r �^)i?� r r� )i@� r r� )iA� rE rF )iB� rE rH )iC� rE rJ )iD� rE rL )iE� rE rN )iF� rE rP )iG� rE rR )iH� rE rT )iI� rE rV )iJ� rE rX )iK� rE rZ )iL� rE r\ )iM� rE r^ )iN� rE r` r� r� r� r� r� �_seg_50X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iO� rE rb )iP� rE rd )iQ� rE rf )iR� rE rh )iS� rE rj )iT� rE rl )iU� rE rn )iV� rE rp )iW� rE rr )iX� rE rt )iY� rE rv )iZ� rE rx )i[� r r� )i\� r �|)i]� r r� )i^� r �~)i_� rE u ⦅)i`� rE u ⦆)ia� rE r. )ib� rE r� )ic� rE r� )id� rE r� )ie� rE u ・)if� rE r� )ig� rE u ァ)ih� rE u ィ)ii� rE u ゥ)ij� rE u ェ)ik� rE u ォ)il� rE u ャ)im� rE u ュ)in� rE u ョ)io� rE u ッ)ip� rE u ー)iq� rE rr )ir� rE rs )is� rE rt )it� rE ru )iu� rE rv )iv� rE rw )iw� rE rx )ix� rE ry )iy� rE rz )iz� rE r{ )i{� rE r| )i|� rE r} )i}� rE r~ )i~� rE r )i� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE u ン)i�� rE u ゙)i�� rE u ゚)i�� r� )i�� rE r/ )i�� rE r0 )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r8 )i�� rE r9 )i�� rE r: )i�� rE r; )i�� rE r< )i�� rE r= )i�� rE r> )i�� rE r? )i�� rE r@ )i�� rE rA r� r� r� r� r� �_seg_51� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rB )i�� rE rC )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rH )i�� rE rI )i�� rE rJ )i�� rE rK )i�� rE rL )i�� rE rM )i�� r� )i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� r� )i� rE rT )i� rE rU )i� rE rV )i� rE rW )i� rE rX )i� rE rY )i� r� )i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE r^ )i� rE r_ )i� r� )i� rE r` )i� rE ra )i� rE rb )i� r� )i� rE � ¢)i� rE � £)i� rE � ¬)i� r r� )i� rE � ¦)i� rE � ¥)i� rE u ₩)i� r� )i� rE u │)i� rE u ←)i� rE u ↑)i� rE u →)i� rE u ↓)i� rE u ■)i� rE u ○)i� r� )i r0 )i r� )i
r0 )i' r� )i( r0 )i; r� )i< r0 )i> r� )i? r0 )iN r� )iP r0 )i^ r� )i� r0 )i� r� )i r0 )i r� )i r0 )i4 r� )i7 r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i$ r� )i- r0 )iK r� )iP r0 )i{ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i rE u 𐐨)i rE u 𐐩r� r� r� r� r� �_seg_52( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐐪)i rE u 𐐫)i rE u 𐐬)i rE u 𐐭)i rE u 𐐮)i rE u 𐐯)i rE u 𐐰)i rE u 𐐱)i
rE u 𐐲)i rE u 𐐳)i rE u 𐐴)i
rE u 𐐵)i rE u 𐐶)i rE u 𐐷)i rE u 𐐸)i rE u 𐐹)i rE u 𐐺)i rE u 𐐻)i rE u 𐐼)i rE u 𐐽)i rE u 𐐾)i rE u 𐐿)i rE u 𐑀)i rE u 𐑁)i rE u 𐑂)i rE u 𐑃)i rE u 𐑄)i rE u 𐑅)i rE u 𐑆)i rE u 𐑇)i rE u 𐑈)i! rE u 𐑉)i" rE u 𐑊)i# rE u 𐑋)i$ rE u 𐑌)i% rE u 𐑍)i& rE u 𐑎)i' rE u 𐑏)i( r0 )i� r� )i� r0 )i� r� )i� rE u 𐓘)i� rE u 𐓙)i� rE u 𐓚)i� rE u 𐓛)i� rE u 𐓜)i� rE u 𐓝)i� rE u 𐓞)i� rE u 𐓟)i� rE u 𐓠)i� rE u 𐓡)i� rE u 𐓢)i� rE u 𐓣)i� rE u 𐓤)i� rE u 𐓥)i� rE u 𐓦)i� rE u 𐓧)i� rE u 𐓨)i� rE u 𐓩)i� rE u 𐓪)i� rE u 𐓫)i� rE u 𐓬)i� rE u 𐓭)i� rE u 𐓮)i� rE u 𐓯)i� rE u 𐓰)i� rE u 𐓱)i� rE u 𐓲)i� rE u 𐓳)i� rE u 𐓴)i� rE u 𐓵)i� rE u 𐓶)i� rE u 𐓷)i� rE u 𐓸)i� rE u 𐓹)i� rE u 𐓺)i� rE u 𐓻)i� r� )i� r0 )i� r� )i r0 )i( r� )i0 r0 )id r� )io r0 )ip r� )i r0 )i7 r� )i@ r0 )iV r� )i` r0 )ih r� )i r0 )i r� )i r0 )i r� )i
r0 )i6 r� )i7 r0 r� r� r� r� r� �_seg_53� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i9 r� )i< r0 )i= r� )i? r0 )iV r� )iW r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i: r� )i? r0 )i@ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i6
r� )i8
r0 )i;
r� )i?
r0 )iI
r� )iP
r0 )iY
r� )i`
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i6 r� )i9 r0 )iV r� )iX r0 )is r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iI r� )i� rE u 𐳀)i� rE u 𐳁)i� rE u 𐳂)i� rE u 𐳃)i� rE u 𐳄)i� rE u 𐳅)i� rE u 𐳆)i� rE u 𐳇)i� rE u 𐳈)i� rE u 𐳉)i� rE u 𐳊)i� rE u 𐳋)i� rE u 𐳌)i� rE u 𐳍)i� rE u 𐳎)i� rE u 𐳏)i� rE u 𐳐)i� rE u 𐳑)i� rE u 𐳒)i� rE u 𐳓)i� rE u 𐳔)i� rE u 𐳕)i� rE u 𐳖)i� rE u 𐳗)i� rE u 𐳘)i� rE u 𐳙)i� rE u 𐳚)i� rE u 𐳛)i� rE u 𐳜)i� rE u 𐳝)i� rE u 𐳞)i� rE u 𐳟)i� rE u 𐳠)i� rE u 𐳡)i� rE u 𐳢)i� rE u 𐳣)i� rE u 𐳤)i� rE u 𐳥)i� rE u 𐳦)i� rE u 𐳧)i� rE u 𐳨r� r� r� r� r� �_seg_54� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𐳩)i� rE u 𐳪)i� rE u 𐳫)i� rE u 𐳬)i� rE u 𐳭)i� rE u 𐳮)i� rE u 𐳯)i� rE u 𐳰)i� rE u 𐳱)i� rE u 𐳲)i� r� )i� r0 )i� r� )i� r0 )i(
r� )i0
r0 )i:
r� )i` r0 )i r� )i r0 )i( r� )i0 r0 )iZ r� )i r0 )iN r� )iR r0 )ip r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i5 r� )i6 r0 )iG r� )iP r0 )iw r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i? r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i; r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iP r0 )iQ r� )iW r0 )iX r� )i] r0 )id r� )if r0 )im r� )ip r0 )iu r� )i r0 )iZ r� )i[ r0 )i\ r� )i] r0 r� r� r� r� r� �_seg_55` s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i_ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iE r� )iP r0 )iZ r� )i` r0 )im r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i@ r� )i r0 )i< r� )i� rE u 𑣀)i� rE u 𑣁)i� rE u 𑣂)i� rE u 𑣃)i� rE u 𑣄)i� rE u 𑣅)i� rE u 𑣆)i� rE u 𑣇)i� rE u 𑣈)i� rE u 𑣉)i� rE u 𑣊)i� rE u 𑣋)i� rE u 𑣌)i� rE u 𑣍)i� rE u 𑣎)i� rE u 𑣏)i� rE u 𑣐)i� rE u 𑣑)i� rE u 𑣒)i� rE u 𑣓)i� rE u 𑣔)i� rE u 𑣕)i� rE u 𑣖)i� rE u 𑣗)i� rE u 𑣘)i� rE u 𑣙)i� rE u 𑣚)i� rE u 𑣛)i� rE u 𑣜)i� rE u 𑣝)i� rE u 𑣞)i� rE u 𑣟)i� r0 )i� r� )i� r0 )i r� )i r0 )iH r� )iP r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i
r0 )i7 r� )i8 r0 )iF r� )iP r0 )im r� )ip r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i7 r� )i: r0 )i; r� )i< r0 )i> r� )i? r0 )iH r� )iP r0 )iZ r� )i` r0 r� r� r� r� r� �_seg_56� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)if r� )ig r0 )ii r� )ij r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i�# r� )i $ r0 )io$ r� )ip$ r0 )iu$ r� )i�$ r0 )iD% r� )i 0 r0 )i/4 r� )i D r0 )iGF r� )i h r0 )i9j r� )i@j r0 )i_j r� )i`j r0 )ijj r� )inj r0 )ipj r� )i�j r0 )i�j r� )i�j r0 )i�j r� )i k r0 )iFk r� )iPk r0 )iZk r� )i[k r0 )ibk r� )ick r0 )ixk r� )i}k r0 )i�k r� )i`n r0 )i�n r� )i o r0 )iEo r� )iPo r0 )io r� )i�o r0 )i�o r� )i�o r0 )i�o r� )i p r0 )i� r� )i � r0 )i� r� )i � r0 )i � r� )ip� r0 )i�� r� )i � r0 )ik� r� )ip� r0 )i}� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r� )i � r0 )i�� r� )i � r0 )i'� r� )i)� r0 )i^� rE u 𝅗𝅥)i_� rE u 𝅘𝅥)i`� rE u 𝅘𝅥𝅮)ia� rE u 𝅘𝅥𝅯)ib� rE u 𝅘𝅥𝅰)ic� rE u 𝅘𝅥𝅱)id� rE u 𝅘𝅥𝅲)ie� r0 )is� r� )i{� r0 )i�� rE u 𝆹𝅥)i�� rE u 𝆺𝅥)i�� rE u 𝆹𝅥𝅮)i�� rE u 𝆺𝅥𝅮)i�� rE u 𝆹𝅥𝅯)i�� rE u 𝆺𝅥𝅯)i�� r0 )i�� r� )i � r0 r� r� r� r� r� �_seg_570 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� r� )i�� r0 )i�� r� )i � r0 )iW� r� )i`� r0 )iy� r� )i � rE rF )i� rE rH )i� rE rJ )i� rE rL )i� rE rN )i� rE rP )i� rE rR )i� rE rT )i� rE rV )i � rE rX )i
� rE rZ )i � rE r\ )i � rE r^ )i
� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i � rE rJ )i � rE rL )i � rE rN )i � rE rP )i � rE rR )i!� rE rT )i"� rE rV )i#� rE rX )i$� rE rZ )i%� rE r\ )i&� rE r^ )i'� rE r` )i(� rE rb )i)� rE rd )i*� rE rf )i+� rE rh )i,� rE rj )i-� rE rl )i.� rE rn )i/� rE rp )i0� rE rr )i1� rE rt )i2� rE rv )i3� rE rx )i4� rE rF )i5� rE rH )i6� rE rJ )i7� rE rL )i8� rE rN )i9� rE rP )i:� rE rR )i;� rE rT )i<� rE rV )i=� rE rX )i>� rE rZ )i?� rE r\ )i@� rE r^ )iA� rE r` )iB� rE rb )iC� rE rd )iD� rE rf )iE� rE rh )iF� rE rj )iG� rE rl )iH� rE rn )iI� rE rp )iJ� rE rr )iK� rE rt )iL� rE rv )iM� rE rx )iN� rE rF )iO� rE rH )iP� rE rJ )iQ� rE rL )iR� rE rN )iS� rE rP )iT� rE rR )iU� r� )iV� rE rV )iW� rE rX )iX� rE rZ )iY� rE r\ )iZ� rE r^ )i[� rE r` )i\� rE rb r� r� r� r� r� �_seg_58� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i]� rE rd )i^� rE rf )i_� rE rh )i`� rE rj )ia� rE rl )ib� rE rn )ic� rE rp )id� rE rr )ie� rE rt )if� rE rv )ig� rE rx )ih� rE rF )ii� rE rH )ij� rE rJ )ik� rE rL )il� rE rN )im� rE rP )in� rE rR )io� rE rT )ip� rE rV )iq� rE rX )ir� rE rZ )is� rE r\ )it� rE r^ )iu� rE r` )iv� rE rb )iw� rE rd )ix� rE rf )iy� rE rh )iz� rE rj )i{� rE rl )i|� rE rn )i}� rE rp )i~� rE rr )i� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� r� )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rR )i�� r� )i�� rE rX )i�� rE rZ )i�� r� )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� r� )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rP )i�� r� )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` r� r� r� r� r� �_seg_59 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� r� )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i � rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i� r� )i� rE rL )i� rE rN )i � rE rP )i
� rE rR )i � r� )i
� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� r� )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i � rE rv )i � r� )i � rE rF )i � rE rH )i � rE rJ )i!� rE rL )i"� rE rN )i#� rE rP )i$� rE rR )i%� rE rT )i&� rE rV )i'� rE rX )i(� rE rZ r� r� r� r� r� �_seg_60h s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i)� rE r\ )i*� rE r^ )i+� rE r` )i,� rE rb )i-� rE rd )i.� rE rf )i/� rE rh )i0� rE rj )i1� rE rl )i2� rE rn )i3� rE rp )i4� rE rr )i5� rE rt )i6� rE rv )i7� rE rx )i8� rE rF )i9� rE rH )i:� r� )i;� rE rL )i<� rE rN )i=� rE rP )i>� rE rR )i?� r� )i@� rE rV )iA� rE rX )iB� rE rZ )iC� rE r\ )iD� rE r^ )iE� r� )iF� rE rb )iG� r� )iJ� rE rj )iK� rE rl )iL� rE rn )iM� rE rp )iN� rE rr )iO� rE rt )iP� rE rv )iQ� r� )iR� rE rF )iS� rE rH )iT� rE rJ )iU� rE rL )iV� rE rN )iW� rE rP )iX� rE rR )iY� rE rT )iZ� rE rV )i[� rE rX )i\� rE rZ )i]� rE r\ )i^� rE r^ )i_� rE r` )i`� rE rb )ia� rE rd )ib� rE rf )ic� rE rh )id� rE rj )ie� rE rl )if� rE rn )ig� rE rp )ih� rE rr )ii� rE rt )ij� rE rv )ik� rE rx )il� rE rF )im� rE rH )in� rE rJ )io� rE rL )ip� rE rN )iq� rE rP )ir� rE rR )is� rE rT )it� rE rV )iu� rE rX )iv� rE rZ )iw� rE r\ )ix� rE r^ )iy� rE r` )iz� rE rb )i{� rE rd )i|� rE rf )i}� rE rh )i~� rE rj )i� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV r� r� r� r� r� �_seg_61� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN r� r� r� r� r� �_seg_628 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i � rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i � rE rH )i
� rE rJ )i � rE rL )i � rE rN )i
� rE rP )i� rE rR )i� rE rT )i� rE rV )i� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i � rE rn )i � rE rp )i � rE rr )i � rE rt )i � rE rv )i!� rE rx )i"� rE rF )i#� rE rH )i$� rE rJ )i%� rE rL )i&� rE rN )i'� rE rP )i(� rE rR )i)� rE rT )i*� rE rV )i+� rE rX )i,� rE rZ )i-� rE r\ )i.� rE r^ )i/� rE r` )i0� rE rb )i1� rE rd )i2� rE rf )i3� rE rh )i4� rE rj )i5� rE rl )i6� rE rn )i7� rE rp )i8� rE rr )i9� rE rt )i:� rE rv )i;� rE rx )i<� rE rF )i=� rE rH )i>� rE rJ )i?� rE rL )i@� rE rN )iA� rE rP )iB� rE rR )iC� rE rT )iD� rE rV )iE� rE rX )iF� rE rZ )iG� rE r\ )iH� rE r^ )iI� rE r` )iJ� rE rb )iK� rE rd )iL� rE rf )iM� rE rh )iN� rE rj )iO� rE rl )iP� rE rn )iQ� rE rp )iR� rE rr )iS� rE rt )iT� rE rv )iU� rE rx )iV� rE rF r� r� r� r� r� �_seg_63� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iW� rE rH )iX� rE rJ )iY� rE rL )iZ� rE rN )i[� rE rP )i\� rE rR )i]� rE rT )i^� rE rV )i_� rE rX )i`� rE rZ )ia� rE r\ )ib� rE r^ )ic� rE r` )id� rE rb )ie� rE rd )if� rE rf )ig� rE rh )ih� rE rj )ii� rE rl )ij� rE rn )ik� rE rp )il� rE rr )im� rE rt )in� rE rv )io� rE rx )ip� rE rF )iq� rE rH )ir� rE rJ )is� rE rL )it� rE rN )iu� rE rP )iv� rE rR )iw� rE rT )ix� rE rV )iy� rE rX )iz� rE rZ )i{� rE r\ )i|� rE r^ )i}� rE r` )i~� rE rb )i� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE u ı)i�� rE u ȷ)i�� r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� r� r� r� r� r� �_seg_64 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∇)i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∂)i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i � rE rt )i� rE ru )i� rE rv )i� rE rw )i� rE rd )i� rE rx )i� rE ry )i� rE r� )i� rE rz )i � rE r{ )i
� rE r| )i � rE r} )i � rE r~ )i
� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE rt )i� rE rw )i� rE rx )i� rE r� )i� rE r~ )i� rE r} )i � rE rp )i � rE rq )i � rE rr )i � rE rs )i � rE rt )i!� rE ru r� r� r� r� r� �_seg_65p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE rv )i#� rE rw )i$� rE rd )i%� rE rx )i&� rE ry )i'� rE r� )i(� rE rz )i)� rE r{ )i*� rE r| )i+� rE r} )i,� rE r~ )i-� rE rw )i.� rE r )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� rE r� )i4� rE r� )i5� rE r� )i6� rE rp )i7� rE rq )i8� rE rr )i9� rE rs )i:� rE rt )i;� rE ru )i<� rE rv )i=� rE rw )i>� rE rd )i?� rE rx )i@� rE ry )iA� rE r� )iB� rE rz )iC� rE r{ )iD� rE r| )iE� rE r} )iF� rE r~ )iG� rE r )iI� rE r� )iJ� rE r� )iK� rE r� )iL� rE r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� rE rt )iQ� rE rw )iR� rE rx )iS� rE r� )iT� rE r~ )iU� rE r} )iV� rE rp )iW� rE rq )iX� rE rr )iY� rE rs )iZ� rE rt )i[� rE ru )i\� rE rv )i]� rE rw )i^� rE rd )i_� rE rx )i`� rE ry )ia� rE r� )ib� rE rz )ic� rE r{ )id� rE r| )ie� rE r} )if� rE r~ )ig� rE rw )ih� rE r )ii� rE r� )ij� rE r� )ik� rE r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE rp )iq� rE rq )ir� rE rr )is� rE rs )it� rE rt )iu� rE ru )iv� rE rv )iw� rE rw )ix� rE rd )iy� rE rx )iz� rE ry )i{� rE r� )i|� rE rz )i}� rE r{ )i~� rE r| )i� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_66� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_67@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i"� r� )i#� r0 )i%� r� )i&� r0 )i+� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 𞤢)i� rE u 𞤣)i� rE u 𞤤)i� rE u 𞤥)i� rE u 𞤦)i� rE u 𞤧)i� rE u 𞤨)i� rE u 𞤩)i� rE u 𞤪)i � rE u 𞤫)i
� rE u 𞤬)i � rE u 𞤭)i � rE u 𞤮)i
� rE u 𞤯)i� rE u 𞤰)i� rE u 𞤱)i� rE u 𞤲)i� rE u 𞤳)i� rE u 𞤴)i� rE u 𞤵)i� rE u 𞤶)i� rE u 𞤷)i� rE u 𞤸)i� rE u 𞤹)i� rE u 𞤺)i� rE u 𞤻)i� rE u 𞤼)i� rE u 𞤽)i � rE u 𞤾)i � rE u 𞤿)i � rE u 𞥀)i � rE u 𞥁)i � rE u 𞥂)i!� rE u 𞥃)i"� r0 )iK� r� )iP� r0 )iZ� r� )i^� r0 )i`� r� )iq� r0 )i�� r� )i � rE r� )i� rE r� )i� rE r� )i� rE r� )i� r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE r� )i
� rE r� )i � rE r� )i � rE r� )i
� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� r� r� r� r� r� �_seg_68� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE � ٮ)i � rE r )i � rE � ڡ)i � rE � ٯ)i � r� )i!� rE r� )i"� rE r� )i#� r� )i$� rE r� )i%� r� )i'� rE r� )i(� r� )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r� )i.� rE r� )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� r� )i4� rE r� )i5� rE r� )i6� rE r� )i7� rE r� )i8� r� )i9� rE r� )i:� r� )i;� rE r� )i<� r� )iB� rE r� )iC� r� )iG� rE r� )iH� r� )iI� rE r� )iJ� r� )iK� rE r� )iL� r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� r� )iQ� rE r� )iR� rE r� )iS� r� )iT� rE r� )iU� r� )iW� rE r� )iX� r� )iY� rE r� )iZ� r� )i[� rE r� )i\� r� )i]� rE r )i^� r� )i_� rE r� )i`� r� )ia� rE r� )ib� rE r� )ic� r� )id� rE r� )ie� r� )ig� rE r� )ih� rE r� )ii� rE r� )ij� rE r� )ik� r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE r� )iq� rE r� )ir� rE r� )is� r� )it� rE r� )iu� rE r� )iv� rE r� )iw� rE r� )ix� r� )iy� rE r� )iz� rE r� )i{� rE r� )i|� rE r� )i}� r� )i~� rE r� )i� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_69 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� r0 )i�� r� )i � r0 )i,� r� )i0� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i� r z0,)i� r z1,)i� r z2,)i� r z3,)i� r z4,)i� r z5,)i� r z6,)i� r z7,)i � r z8,)i
� r z9,)i � r0 )i
� r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� r r� )i"� r r� )i#� r r� )i$� r r� r� r� r� r� r� �_seg_70x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i%� r r� )i&� r r� )i'� r r� )i(� r r� )i)� r r� )i*� rE u 〔s〕)i+� rE rJ )i,� rE rh )i-� rE r� )i.� rE Zwz)i/� r0 )i0� rE rF )i1� rE rH )i2� rE rJ )i3� rE rL )i4� rE rN )i5� rE rP )i6� rE rR )i7� rE rT )i8� rE rV )i9� rE rX )i:� rE rZ )i;� rE r\ )i<� rE r^ )i=� rE r` )i>� rE rb )i?� rE rd )i@� rE rf )iA� rE rh )iB� rE rj )iC� rE rl )iD� rE rn )iE� rE rp )iF� rE rr )iG� rE rt )iH� rE rv )iI� rE rx )iJ� rE Zhv)iK� rE r� )iL� rE Zsd)iM� rE r) )iN� rE Zppv)iO� rE Zwc)iP� r0 )ij� rE Zmc)ik� rE Zmd)il� r� )ip� r0 )i�� rE Zdj)i�� r0 )i�� r� )i�� r0 )i � rE u ほか)i� rE u ココ)i� rE r| )i� r� )i� rE r )i� rE u 字)i� rE u 双)i� rE u デ)i� rE r )i� rE � 多)i� rE u 解)i� rE rh )i� rE u 交)i� rE u 映)i� rE u 無)i� rE r� )i � rE u 前)i � rE u 後)i � rE � 再)i � rE u 新)i � rE u 初)i!� rE u 終)i"� rE r )i#� rE u 販)i$� rE u 声)i%� rE u 吹)i&� rE u 演)i'� rE u 投)i(� rE u 捕)i)� rE r )i*� rE rc )i+� rE u 遊)i,� rE ro )i-� rE rf )i.� rE rp )i/� rE u 指)i0� rE r# )i1� rE u 打)i2� rE u 禁)i3� rE u 空)i4� rE u 合)i5� rE u 満)i6� rE rl )i7� rE r )i8� rE u 申)i9� rE � 割)i:� rE u 営)i;� rE u 配r� r� r� r� r� �_seg_71� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i<� r� )i@� rE u 〔本〕)iA� rE u 〔三〕)iB� rE u 〔二〕)iC� rE u 〔安〕)iD� rE u 〔点〕)iE� rE u 〔打〕)iF� rE u 〔盗〕)iG� rE u 〔勝〕)iH� rE u 〔敗〕)iI� r� )iP� rE u 得)iQ� rE u 可)iR� r� )i`� r0 )if� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i�� r� )i � r0 )it� r� )i�� r0 )i� r� )i � r0 )i � r� )i� r0 )iH� r� )iP� r0 )iZ� r� )i`� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i � r� )i� r0 )i?� r� )i@� r0 )iq� r� )is� r0 )iw� r� )iz� r0 )i{� r� )i|� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i� r� )i� r0 )i � r� )i`� r0 )in� r� )i r0 )iצ r� )i � r0 )i5� r� )i@� r0 )i � r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 丽)i� rE u 丸)i� rE u 乁)i� rE u 𠄢)i� rE u 你)i� rE r� )i� rE u 侻)i� rE u 倂)i� rE u 偺)i � rE u 備)i
� rE r� )i � rE u 像)i � rE u 㒞)i
� rE u 𠘺)i� rE r� )i� rE u 兔)i� rE u 兤)i� rE u 具)i� rE u 𠔜)i� rE u 㒹)i� rE u 內)i� rE r� )i� rE u 𠕋)i� rE u 冗)i� rE u 冤)i� rE u 仌)i� rE u 冬)i� rE r� )i � rE u 𩇟)i � rE r )i � rE u 刃)i � rE u 㓟)i � rE u 刻)i!� rE u 剆r� r� r� r� r� �_seg_72H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE r� )i#� rE u 剷)i$� rE u 㔕)i%� rE r� )i&� rE r� )i'� rE r� )i(� rE r� )i)� rE u 包)i*� rE u 匆)i+� rE r� )i,� rE u 卉)i-� rE r� )i.� rE u 博)i/� rE u 即)i0� rE u 卽)i1� rE u 卿)i4� rE u 𠨬)i5� rE u 灰)i6� rE u 及)i7� rE u 叟)i8� rE u 𠭣)i9� rE u 叫)i:� rE u 叱)i;� rE u 吆)i<� rE u 咞)i=� rE u 吸)i>� rE u 呈)i?� rE u 周)i@� rE u 咢)iA� rE u 哶)iB� rE u 唐)iC� rE u 啓)iD� rE u 啣)iE� rE u 善)iG� rE r� )iH� rE u 喫)iI� rE u 喳)iJ� rE u 嗂)iK� rE u 圖)iL� rE r� )iM� rE u 圗)iN� rE u 噑)iO� rE u 噴)iP� rE r� )iQ� rE u 壮)iR� rE u 城)iS� rE u 埴)iT� rE u 堍)iU� rE u 型)iV� rE u 堲)iW� rE u 報)iX� rE u 墬)iY� rE u 𡓤)iZ� rE u 売)i[� rE u 壷)i\� rE u 夆)i]� rE r� )i^� rE u 夢)i_� rE u 奢)i`� rE u 𡚨)ia� rE u 𡛪)ib� rE u 姬)ic� rE u 娛)id� rE u 娧)ie� rE u 姘)if� rE u 婦)ig� rE u 㛮)ih� r� )ii� rE u 嬈)ij� rE u 嬾)il� rE u 𡧈)im� rE u 寃)in� rE u 寘)io� rE r� )ip� rE u 寳)iq� rE u 𡬘)ir� rE u 寿)is� rE u 将)it� r� )iu� rE r )iv� rE u 㞁)iw� rE u 屠)ix� rE r )iy� rE u 峀)iz� rE u 岍)i{� rE u 𡷤)i|� rE u 嵃)i}� rE u 𡷦)i~� rE u 嵮)i� rE u 嵫)i�� rE u 嵼)i�� rE u 巡)i�� rE u 巢)i�� rE u 㠯)i�� rE u 巽)i�� rE u 帨)i�� rE u 帽)i�� rE u 幩)i�� rE u 㡢)i�� rE u 𢆃r� r� r� r� r� �_seg_73� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u 㡼)i�� rE u 庰)i�� rE u 庳)i�� rE u 庶)i�� rE r� )i�� rE u 𪎒)i�� rE r )i�� rE u 𢌱)i�� rE � 舁)i�� rE u 弢)i�� rE u 㣇)i�� rE u 𣊸)i�� rE u 𦇚)i�� rE u 形)i�� rE u 彫)i�� rE u 㣣)i�� rE u 徚)i�� rE u 忍)i�� rE u 志)i�� rE u 忹)i�� rE u 悁)i�� rE u 㤺)i�� rE u 㤜)i�� rE r� )i�� rE u 𢛔)i�� rE u 惇)i�� rE u 慈)i�� rE � 慌)i�� rE r� )i�� rE r� )i�� rE u 慺)i�� rE r� )i�� rE u 憲)i�� rE u 憤)i�� rE u 憯)i�� rE u 懞)i�� rE r� )i�� rE r� )i�� rE u 成)i�� rE u 戛)i�� rE u 扝)i�� rE u 抱)i�� rE u 拔)i�� rE u 捐)i�� rE u 𢬌)i�� rE u 挽)i�� rE u 拼)i�� rE u 捨)i�� rE u 掃)i�� rE u 揤)i�� rE u 𢯱)i�� rE u 搢)i�� rE u 揅)i�� rE u 掩)i� rE u 㨮)i� rE u 摩)i� rE u 摾)i� rE u 撝)i� rE u 摷)i� rE u 㩬)i� rE r� )i� rE u 敬)i� rE u 𣀊)i� rE u 旣)i� rE u 書)i� rE u 晉)i� rE u 㬙)i� rE r� )i� rE u 㬈)i� rE u 㫤)i� rE u 冒)i� rE u 冕)i� rE u 最)i� rE u 暜)i� rE u 肭)i� rE u 䏙)i� rE r� )i� rE r� )i� rE u 朡)i� rE u 杞)i� rE u 杓)i� rE u 𣏃)i� rE u 㭉)i� rE u 柺)i� rE u 枅)i� rE u 桒)i� rE r� )i� rE u 𣑭)i� rE u 梎)i� rE u 栟)i� rE u 椔)i� rE r )i� rE u 楂)i� rE u 榣)i� rE u 槪)i� rE u 檨)i� rE u 𣚣)i� rE u 櫛)i� rE u 㰘)i� rE u 次r� r� r� r� r� �_seg_74 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𣢧)i� rE u 歔)i� rE u 㱎)i� rE u 歲)i� rE u 殟)i�� rE r� )i�� rE u 殻)i�� rE u 𣪍)i�� rE u 𡴋)i�� rE u 𣫺)i�� rE u 汎)i�� rE u 𣲼)i�� rE u 沿)i�� rE u 泍)i�� rE u 汧)i�� rE u 洖)i � rE u 派)i� rE r� )i� rE r� )i� rE u 浩)i� rE u 浸)i� rE u 涅)i� rE u 𣴞)i� rE u 洴)i� rE u 港)i � rE u 湮)i
� rE u 㴳)i � rE r� )i � rE u 滇)i
� rE u 𣻑)i� rE u 淹)i� rE u 潮)i� rE u 𣽞)i� rE u 𣾎)i� rE u 濆)i� rE u 瀹)i� rE r� )i� rE u 瀛)i� rE u 㶖)i� rE u 灊)i� rE u 災)i� rE u 灷)i� rE u 炭)i� rE u 𠔥)i � rE u 煅)i � rE u 𤉣)i � rE u 熜)i � r� )i � rE u 爨)i!� rE r� )i"� rE u 牐)i#� rE u 𤘈)i$� rE u 犀)i%� rE u 犕)i&� rE u 𤜵)i'� rE u 𤠔)i(� rE u 獺)i)� rE u 王)i*� rE u 㺬)i+� rE u 玥)i,� rE u 㺸)i.� rE u 瑇)i/� rE u 瑜)i0� rE r� )i1� rE u 璅)i2� rE u 瓊)i3� rE u 㼛)i4� rE u 甤)i5� rE u 𤰶)i6� rE u 甾)i7� rE u 𤲒)i8� rE r� )i9� rE u 𢆟)i:� rE u 瘐)i;� rE u 𤾡)i<� rE u 𤾸)i=� rE u 𥁄)i>� rE u 㿼)i?� rE u 䀈)i@� rE r� )iA� rE u 𥃳)iB� rE u 𥃲)iC� rE u 𥄙)iD� rE u 𥄳)iE� rE u 眞)iF� rE u 真)iH� rE r� )iI� rE r )iJ� rE u 瞋)iK� rE u 䁆)iL� rE u 䂖)iM� rE u 𥐝)iN� rE u 硎)iO� rE r� )iP� rE r� )iQ� rE u 䃣)iR� rE u 𥘦)iS� rE r� )iT� rE u 𥚚)iU� rE u 𥛅r� r� r� r� r� �_seg_75� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iV� rE r� )iW� rE u 秫)iX� rE u 䄯)iY� rE r� )iZ� rE u 穊)i[� rE u 穏)i\� rE u 𥥼)i]� rE u 𥪧)i_� r� )i`� rE u 䈂)ia� rE u 𥮫)ib� rE u 篆)ic� rE u 築)id� rE u 䈧)ie� rE u 𥲀)if� rE u 糒)ig� rE u 䊠)ih� rE u 糨)ii� rE u 糣)ij� rE u 紀)ik� rE u 𥾆)il� rE u 絣)im� rE u 䌁)in� rE u 緇)io� rE u 縂)ip� rE u 繅)iq� rE u 䌴)ir� rE u 𦈨)is� rE u 𦉇)it� rE u 䍙)iu� rE u 𦋙)iv� rE u 罺)iw� rE u 𦌾)ix� rE u 羕)iy� rE u 翺)iz� rE r� )i{� rE u 𦓚)i|� rE u 𦔣)i}� rE u 聠)i~� rE u 𦖨)i� rE u 聰)i�� rE u 𣍟)i�� rE u 䏕)i�� rE u 育)i�� rE u 脃)i�� rE u 䐋)i�� rE u 脾)i�� rE u 媵)i�� rE u 𦞧)i�� rE u 𦞵)i�� rE u 𣎓)i�� rE u 𣎜)i�� rE r� )i�� rE u 舄)i�� rE u 辞)i�� rE u 䑫)i�� rE u 芑)i�� rE u 芋)i�� rE u 芝)i�� rE u 劳)i�� rE u 花)i�� rE u 芳)i�� rE u 芽)i�� rE u 苦)i�� rE u 𦬼)i�� rE r� )i�� rE u 茝)i�� rE u 荣)i�� rE u 莭)i�� rE u 茣)i�� rE u 莽)i�� rE u 菧)i�� rE r� )i�� rE u 荓)i�� rE u 菊)i�� rE u 菌)i�� rE u 菜)i�� rE u 𦰶)i�� rE u 𦵫)i�� rE u 𦳕)i�� rE u 䔫)i�� rE u 蓱)i�� rE u 蓳)i�� rE u 蔖)i�� rE u 𧏊)i�� rE u 蕤)i�� rE u 𦼬)i�� rE u 䕝)i�� rE u 䕡)i�� rE u 𦾱)i�� rE u 𧃒)i�� rE u 䕫)i�� rE u 虐)i�� rE r� )i�� rE u 虧)i�� rE u 虩)i�� rE u 蚩)i�� rE u 蚈)i�� rE u 蜎)i�� rE u 蛢r� r� r� r� r� �_seg_76� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 蜨)i�� rE u 蝫)i�� rE u 螆)i�� r� )i�� rE u 蟡)i�� rE u 蠁)i� rE u 䗹)i� rE u 衠)i� rE r )i� rE u 𧙧)i� rE u 裗)i� rE u 裞)i� rE u 䘵)i� rE u 裺)i� rE u 㒻)i� rE u 𧢮)i� rE u 𧥦)i� rE u 䚾)i� rE u 䛇)i� rE u 誠)i� rE r� )i� rE r )i� rE r" )i� rE u 𧲨)i� rE u 貫)i� rE u 賁)i� rE u 贛)i� rE u 起)i� rE u 𧼯)i� rE u 𠠄)i� rE u 跋)i� rE u 趼)i� rE u 跰)i� rE u 𠣞)i� rE u 軔)i� rE r )i� rE u 𨗒)i� rE u 𨗭)i� rE u 邔)i� rE u 郱)i� rE u 鄑)i� rE u 𨜮)i� rE u 鄛)i� rE u 鈸)i� rE u 鋗)i� rE u 鋘)i� rE u 鉼)i� rE u 鏹)i� rE u 鐕)i� rE u 𨯺)i� rE u 開)i� rE u 䦕)i� rE u 閷)i� rE u 𨵷)i� rE u 䧦)i� rE u 雃)i� rE u 嶲)i�� rE u 霣)i�� rE u 𩅅)i�� rE u 𩈚)i�� rE u 䩮)i�� rE u 䩶)i�� rE u 韠)i�� rE u 𩐊)i�� rE u 䪲)i�� rE u 𩒖)i�� rE r )i � rE u 頩)i� rE u 𩖶)i� rE u 飢)i� rE u 䬳)i� rE u 餩)i� rE u 馧)i� rE u 駂)i� rE u 駾)i� rE u 䯎)i � rE u 𩬰)i
� rE r )i � rE u 鱀)i � rE u 鳽)i
� rE u 䳎)i� rE u 䳭)i� rE u 鵧)i� rE u 𪃎)i� rE u 䳸)i� rE u 𪄅)i� rE u 𪈎)i� rE u 𪊑)i� rE r) )i� rE u 䵖)i� rE r* )i� rE u 黾)i� rE u 鼅)i� rE u 鼏)i� rE u 鼖)i � rE r+ )i � rE u 𪘀)i � r� )i r� r� r� r� r� r� �_seg_77P s� �r� c C s dgS )N)i� r� r� r� r� r� r� �_seg_78� s �r� N)S�__doc__� __version__r� r� rL rT r_ re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r7 ri rj rq r� r� r� r� r� r� r� r� r� r� r� r r/ ra rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �tupleZ uts46datar� r� r� r� �<module> s� hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh�������� �
� � �
��������������� � � � � �!�"�#�$�%�&�'�(�)�*�+�,�-�.�/�0�1�2�3�4�5�6�7�8�9�:�;�<�=�>�?�@�A�B�C�D�E�F�G�H�I�J�K�L�M�N�� site-packages/pip/_vendor/idna/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000021461 15201600075 0021152 0 ustar 00 U
��.e�- � @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ e�
d�Z ej d dkr`e
ZeZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z d8d(d)�Z!d*d+� Z"d,d-� Z#d.d/� Z$d9d1d2�Z%d:d3d4�Z&d;d5d6�Z'dS )<� )�idnadata� N)�intranges_contain� s xn--u [.。．｡]� c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N��__name__�
__module__� __qualname__�__doc__� r
r
�9/usr/lib/python3.8/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS )�
IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r
r
r
r r s r c C s0 t �t| ��}|dkr,t �t| ��s,td��|S )Nr z Unknown character in unicodedata)� unicodedataZ combining�unichr�name�
ValueError)�cp�vr
r
r �_combining_class$ s
r c C s t t| �tj| �S )N)r �ordr Zscripts)r Zscriptr
r
r �
_is_script+ s r c C s
| � d�S )N�punycode)�encode��sr
r
r � _punycode. s r c C s
d� | �S )Nz U+{0:04X})�formatr r
r
r �_unot1 s r! c C s t | �dkrdS dS )N�? FT��len��labelr
r
r �valid_label_length5 s r' c C s t | �|rdndkrdS dS )N� � FTr# )r& � trailing_dotr
r
r �valid_string_length< s r+ Fc C s^ d}t | d�D ]:\}}t�|�}|dkr<td�t| �|���|dkrd}q|sV|sVdS t�| d �}|dkrrd}n |d kr�d}ntd
�t| ����d}d}t | d�D ]�\}}t�|�}|�r|d kr�td �|���|d
kr�d}n |dkr�d}|dk�rJ|�s|}n||k�rJtd��q�|dk�r.td�|���|dk�r>d}q�|dkr�d}q�|�sZtd��dS )NFr � z3Unknown directionality in label {0} at position {1})�R�AL�ANTr )r- r. �Lz>First codepoint in label {0} must be directionality L, R or AL)
r- r. r/ �EN�ES�CS�ET�ON�BN�NSMzHInvalid direction for codepoint at position {0} in a right-to-left label)r- r. r1 r/ r7 )r/ r1 z2Can not mix numeral types in a right-to-left label)r0 r1 r2 r3 r4 r5 r6 r7 zHInvalid direction for codepoint at position {0} in a left-to-right label)r0 r1 z0Label ends with illegal codepoint directionality)� enumerater Z
bidirectionalr r �repr) r& Z check_ltrZ
bidi_label�idxr � directionZrtlZ valid_endingZ number_typer
r
r �
check_bidiC sP
r< c C s" t �| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr r% r
r
r �check_initial_combiner s r? c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S )
N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-���z)Label must not start or end with a hyphenT)r r% r
r
r �check_hyphen_ok� s
rD c C s t �d| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer r% r
r
r � check_nfc� s rG c C s4 t | | �}|dkr�|dkr8tt | |d ��tkr8dS d}t|d dd�D ]B}tj�t | | ��}|t d�krrqL|t d�t d �fkrLd} q�qL|s�dS d}t|d t| ��D ]B}tj�t | | ��}|t d�kr�q�|t d
�t d �fkr�d} q�q�|S |d k�r,|dk�r(tt | |d ��tk�r(dS dS dS d S ) Ni r r TFrC �Tr0 �Dr- i
)r r �_virama_combining_class�ranger Z
joining_types�getr$ )r& �pos�cp_value�ok�iZ joining_typer
r
r �valid_contextj� s<
rQ c C s� t | | �}|dkrdd| k r0t| �d k r`n n,t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d
kr�|dkr�t| |d d �S dS |d k�r| D ]6}|d
kr�q�t|d��s
t|d��s
t|d�r� dS q�dS d| k�r.dk�rhn n6| D ],}dt |� k�rVdk�r6n n dS �q6dS d| k�r�dk�r�n n6| D ],}dt |� k�r�dk�r�n n dS �q�dS d S )N� r r �l TFiu ZGreeki� i� ZHebrewi�0 u ・ZHiraganaZKatakanaZHani` ii i� i� )r r$ r )r& rM Z exceptionrN r r
r
r �valid_contexto� s> (
"
rT c C sL t | ttf�r| �d�} t| �dkr,td��t| � t| � t| � t | �D ]�\}}t
|�}t |t j
d �rpqLqLt |t j
d �r�z,t| |�s�td�t|�|d t| ����W n2 tk
r� td�t|�|d t| ����Y nX qLt |t j
d ��r t| |��s>td
�t|�|d t| ����qLtd �t|�|d t| ����qLt| � d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r z?Unknown codepoint adjacent to joiner {0} at position {1} in {2}ZCONTEXTO�0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed)�
isinstance�bytes� bytearray�decoder$ r rG rD r? r8 r r r Zcodepoint_classesrQ r r r! r9 r rT r r< )r& rM r rN r
r
r � check_label� s<
�
� rZ c C s~ z(| � d�} t| � t| �s$td��| W S tk
r< Y nX | sJtd��t| �} t| � t| �} t| } t| �sztd��| S )N�asciizLabel too longzNo Input) r �ulabelr' r �UnicodeEncodeError�unicoderZ r �_alabel_prefixr% r
r
r �alabel
s"
r` c C s� t | ttf�s>z| �d�} W n tk
r< t| � | Y S X | �� } | �t�rb| t t�d � } nt| � | �
d�S | �
d�} t| � | S )Nr[ r ) rV rW rX r r] rZ �lower�
startswithr_ r$ rY r% r
r
r r\ # s
r\ Tc
C s( ddl m } d}z�t| �D ]�\}}t|�}||dk r8|nt�||df�d }|d } t|�dkrj|d nd}
| d ks�| d
kr�|r�| d kr�|s�|
dkr�||7 }q|
dk r�| d ks�| d kr�|r�| d
kr�|r�||
7 }q| d
krt� �qt�d|�W S tk
�r" t d�
t |�|d t | ����Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar, � �Zr r@ N�VrI �3r= �IrE rU )
rc r8 r �bisectZ bisect_leftr$ �
IndexErrorr rF r r r! r9 ) Zdomain�
std3_rules� transitionalrc �outputrM �charZ
code_pointZuts46rowZstatusZ replacementr
r
r � uts46_remap8 sV ������
����
��ro c C s� t | ttf�r| �d�} |r(t| ||�} d}g }|r@| �d�}n
t�| �}|rX|dgkr`td��|d dkrv|d= d}|D ]$}t|�} | r�|� | � qztd��qz|r�|� d � d
�
|�} t | |�s�td ��| S ) Nr[ F�.r, � Empty domainrC T� Empty label� � .zDomain too long) rV rW rX rY ro �split�_unicode_dots_rer r` �append�joinr+ ) r �strict�uts46rk rl r* �result�labelsr& r
r
r r T s2
r c C s� t | ttf�r| �d�} |r(t| |d�} d}g }|s@t�| �}n
| �d�}|rX|dgkr`td��|d sr|d= d}|D ]$}t|�} | r�|� | � qvtd��qv|r�|� d� d�
|�S ) Nr[ Frp r, rq rC Trr ) rV rW rX rY ro rv ru r r\ rw rx )r ry rz rk r* r{ r| r& r
r
r rY s s,
rY )F)F)TF)FFFF)FFF)(r, r ri r �re�sysZ intrangesr rJ r_ �compilerv � version_info�strr^ �chrr � UnicodeErrorr r r r r r r r! r' r+ r< r? rD rG rQ rT rZ r` r\ ro r rY r
r
r
r �<module> sB
< ,
)
site-packages/pip/_vendor/idna/__pycache__/intranges.cpython-38.opt-1.pyc 0000644 00000003355 15201600075 0022216 0 ustar 00 U
��.e� � @ s0 d Z ddlZdd� Zdd� Zdd� Zd d
� ZdS ) a
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
� Nc C s� t | �}g }d}tt|��D ]b}|d t|�k rJ|| ||d d krJq ||d |d � }|�t|d |d d �� |}q t|�S )a Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
���� r )�sorted�range�len�append�
_encode_range�tuple)Zlist_Z sorted_list�rangesZ
last_write�iZ
current_range� r �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/intranges.py�intranges_from_list
s r c C s | d> |B S )N� r )�start�endr r r
r s r c C s | d? | d@ fS )Nr l �� r )�rr r r
�
_decode_range" s r c C sz t | d�}t�||�}|dkrNt||d �\}}|| krF|k rNn ndS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r �bisectZ bisect_leftr r )Zint_r
Ztuple_�pos�left�right�_r r r
�intranges_contain& s
r )�__doc__r r r r r r r r r
�<module> s
site-packages/pip/_vendor/idna/__pycache__/__init__.cpython-38.pyc 0000644 00000000335 15201600075 0021017 0 ustar 00 U
��.e: � @ s d dl mZ d dlT dS )� )� __version__)�*N)Z package_datar Zcore� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/__init__.py�<module> s site-packages/pip/_vendor/idna/__pycache__/package_data.cpython-38.pyc 0000644 00000000257 15201600075 0021647 0 ustar 00 U
��.e � @ s d Z dS )z2.8N)� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/idna/package_data.py�<module> � site-packages/pip/_vendor/idna/uts46data.py 0000644 00000603224 15201600075 0014617 0 ustar 00 # This file is automatically generated by tools/idna-data
# vim: set fileencoding=utf-8 :
"""IDNA Mapping Table from UTS46."""
__version__ = "11.0.0"
def _seg_0():
return [
(0x0, '3'),
(0x1, '3'),
(0x2, '3'),
(0x3, '3'),
(0x4, '3'),
(0x5, '3'),
(0x6, '3'),
(0x7, '3'),
(0x8, '3'),
(0x9, '3'),
(0xA, '3'),
(0xB, '3'),
(0xC, '3'),
(0xD, '3'),
(0xE, '3'),
(0xF, '3'),
(0x10, '3'),
(0x11, '3'),
(0x12, '3'),
(0x13, '3'),
(0x14, '3'),
(0x15, '3'),
(0x16, '3'),
(0x17, '3'),
(0x18, '3'),
(0x19, '3'),
(0x1A, '3'),
(0x1B, '3'),
(0x1C, '3'),
(0x1D, '3'),
(0x1E, '3'),
(0x1F, '3'),
(0x20, '3'),
(0x21, '3'),
(0x22, '3'),
(0x23, '3'),
(0x24, '3'),
(0x25, '3'),
(0x26, '3'),
(0x27, '3'),
(0x28, '3'),
(0x29, '3'),
(0x2A, '3'),
(0x2B, '3'),
(0x2C, '3'),
(0x2D, 'V'),
(0x2E, 'V'),
(0x2F, '3'),
(0x30, 'V'),
(0x31, 'V'),
(0x32, 'V'),
(0x33, 'V'),
(0x34, 'V'),
(0x35, 'V'),
(0x36, 'V'),
(0x37, 'V'),
(0x38, 'V'),
(0x39, 'V'),
(0x3A, '3'),
(0x3B, '3'),
(0x3C, '3'),
(0x3D, '3'),
(0x3E, '3'),
(0x3F, '3'),
(0x40, '3'),
(0x41, 'M', u'a'),
(0x42, 'M', u'b'),
(0x43, 'M', u'c'),
(0x44, 'M', u'd'),
(0x45, 'M', u'e'),
(0x46, 'M', u'f'),
(0x47, 'M', u'g'),
(0x48, 'M', u'h'),
(0x49, 'M', u'i'),
(0x4A, 'M', u'j'),
(0x4B, 'M', u'k'),
(0x4C, 'M', u'l'),
(0x4D, 'M', u'm'),
(0x4E, 'M', u'n'),
(0x4F, 'M', u'o'),
(0x50, 'M', u'p'),
(0x51, 'M', u'q'),
(0x52, 'M', u'r'),
(0x53, 'M', u's'),
(0x54, 'M', u't'),
(0x55, 'M', u'u'),
(0x56, 'M', u'v'),
(0x57, 'M', u'w'),
(0x58, 'M', u'x'),
(0x59, 'M', u'y'),
(0x5A, 'M', u'z'),
(0x5B, '3'),
(0x5C, '3'),
(0x5D, '3'),
(0x5E, '3'),
(0x5F, '3'),
(0x60, '3'),
(0x61, 'V'),
(0x62, 'V'),
(0x63, 'V'),
]
def _seg_1():
return [
(0x64, 'V'),
(0x65, 'V'),
(0x66, 'V'),
(0x67, 'V'),
(0x68, 'V'),
(0x69, 'V'),
(0x6A, 'V'),
(0x6B, 'V'),
(0x6C, 'V'),
(0x6D, 'V'),
(0x6E, 'V'),
(0x6F, 'V'),
(0x70, 'V'),
(0x71, 'V'),
(0x72, 'V'),
(0x73, 'V'),
(0x74, 'V'),
(0x75, 'V'),
(0x76, 'V'),
(0x77, 'V'),
(0x78, 'V'),
(0x79, 'V'),
(0x7A, 'V'),
(0x7B, '3'),
(0x7C, '3'),
(0x7D, '3'),
(0x7E, '3'),
(0x7F, '3'),
(0x80, 'X'),
(0x81, 'X'),
(0x82, 'X'),
(0x83, 'X'),
(0x84, 'X'),
(0x85, 'X'),
(0x86, 'X'),
(0x87, 'X'),
(0x88, 'X'),
(0x89, 'X'),
(0x8A, 'X'),
(0x8B, 'X'),
(0x8C, 'X'),
(0x8D, 'X'),
(0x8E, 'X'),
(0x8F, 'X'),
(0x90, 'X'),
(0x91, 'X'),
(0x92, 'X'),
(0x93, 'X'),
(0x94, 'X'),
(0x95, 'X'),
(0x96, 'X'),
(0x97, 'X'),
(0x98, 'X'),
(0x99, 'X'),
(0x9A, 'X'),
(0x9B, 'X'),
(0x9C, 'X'),
(0x9D, 'X'),
(0x9E, 'X'),
(0x9F, 'X'),
(0xA0, '3', u' '),
(0xA1, 'V'),
(0xA2, 'V'),
(0xA3, 'V'),
(0xA4, 'V'),
(0xA5, 'V'),
(0xA6, 'V'),
(0xA7, 'V'),
(0xA8, '3', u' ̈'),
(0xA9, 'V'),
(0xAA, 'M', u'a'),
(0xAB, 'V'),
(0xAC, 'V'),
(0xAD, 'I'),
(0xAE, 'V'),
(0xAF, '3', u' ̄'),
(0xB0, 'V'),
(0xB1, 'V'),
(0xB2, 'M', u'2'),
(0xB3, 'M', u'3'),
(0xB4, '3', u' ́'),
(0xB5, 'M', u'μ'),
(0xB6, 'V'),
(0xB7, 'V'),
(0xB8, '3', u' ̧'),
(0xB9, 'M', u'1'),
(0xBA, 'M', u'o'),
(0xBB, 'V'),
(0xBC, 'M', u'1⁄4'),
(0xBD, 'M', u'1⁄2'),
(0xBE, 'M', u'3⁄4'),
(0xBF, 'V'),
(0xC0, 'M', u'à'),
(0xC1, 'M', u'á'),
(0xC2, 'M', u'â'),
(0xC3, 'M', u'ã'),
(0xC4, 'M', u'ä'),
(0xC5, 'M', u'å'),
(0xC6, 'M', u'æ'),
(0xC7, 'M', u'ç'),
]
def _seg_2():
return [
(0xC8, 'M', u'è'),
(0xC9, 'M', u'é'),
(0xCA, 'M', u'ê'),
(0xCB, 'M', u'ë'),
(0xCC, 'M', u'ì'),
(0xCD, 'M', u'í'),
(0xCE, 'M', u'î'),
(0xCF, 'M', u'ï'),
(0xD0, 'M', u'ð'),
(0xD1, 'M', u'ñ'),
(0xD2, 'M', u'ò'),
(0xD3, 'M', u'ó'),
(0xD4, 'M', u'ô'),
(0xD5, 'M', u'õ'),
(0xD6, 'M', u'ö'),
(0xD7, 'V'),
(0xD8, 'M', u'ø'),
(0xD9, 'M', u'ù'),
(0xDA, 'M', u'ú'),
(0xDB, 'M', u'û'),
(0xDC, 'M', u'ü'),
(0xDD, 'M', u'ý'),
(0xDE, 'M', u'þ'),
(0xDF, 'D', u'ss'),
(0xE0, 'V'),
(0xE1, 'V'),
(0xE2, 'V'),
(0xE3, 'V'),
(0xE4, 'V'),
(0xE5, 'V'),
(0xE6, 'V'),
(0xE7, 'V'),
(0xE8, 'V'),
(0xE9, 'V'),
(0xEA, 'V'),
(0xEB, 'V'),
(0xEC, 'V'),
(0xED, 'V'),
(0xEE, 'V'),
(0xEF, 'V'),
(0xF0, 'V'),
(0xF1, 'V'),
(0xF2, 'V'),
(0xF3, 'V'),
(0xF4, 'V'),
(0xF5, 'V'),
(0xF6, 'V'),
(0xF7, 'V'),
(0xF8, 'V'),
(0xF9, 'V'),
(0xFA, 'V'),
(0xFB, 'V'),
(0xFC, 'V'),
(0xFD, 'V'),
(0xFE, 'V'),
(0xFF, 'V'),
(0x100, 'M', u'ā'),
(0x101, 'V'),
(0x102, 'M', u'ă'),
(0x103, 'V'),
(0x104, 'M', u'ą'),
(0x105, 'V'),
(0x106, 'M', u'ć'),
(0x107, 'V'),
(0x108, 'M', u'ĉ'),
(0x109, 'V'),
(0x10A, 'M', u'ċ'),
(0x10B, 'V'),
(0x10C, 'M', u'č'),
(0x10D, 'V'),
(0x10E, 'M', u'ď'),
(0x10F, 'V'),
(0x110, 'M', u'đ'),
(0x111, 'V'),
(0x112, 'M', u'ē'),
(0x113, 'V'),
(0x114, 'M', u'ĕ'),
(0x115, 'V'),
(0x116, 'M', u'ė'),
(0x117, 'V'),
(0x118, 'M', u'ę'),
(0x119, 'V'),
(0x11A, 'M', u'ě'),
(0x11B, 'V'),
(0x11C, 'M', u'ĝ'),
(0x11D, 'V'),
(0x11E, 'M', u'ğ'),
(0x11F, 'V'),
(0x120, 'M', u'ġ'),
(0x121, 'V'),
(0x122, 'M', u'ģ'),
(0x123, 'V'),
(0x124, 'M', u'ĥ'),
(0x125, 'V'),
(0x126, 'M', u'ħ'),
(0x127, 'V'),
(0x128, 'M', u'ĩ'),
(0x129, 'V'),
(0x12A, 'M', u'ī'),
(0x12B, 'V'),
]
def _seg_3():
return [
(0x12C, 'M', u'ĭ'),
(0x12D, 'V'),
(0x12E, 'M', u'į'),
(0x12F, 'V'),
(0x130, 'M', u'i̇'),
(0x131, 'V'),
(0x132, 'M', u'ij'),
(0x134, 'M', u'ĵ'),
(0x135, 'V'),
(0x136, 'M', u'ķ'),
(0x137, 'V'),
(0x139, 'M', u'ĺ'),
(0x13A, 'V'),
(0x13B, 'M', u'ļ'),
(0x13C, 'V'),
(0x13D, 'M', u'ľ'),
(0x13E, 'V'),
(0x13F, 'M', u'l·'),
(0x141, 'M', u'ł'),
(0x142, 'V'),
(0x143, 'M', u'ń'),
(0x144, 'V'),
(0x145, 'M', u'ņ'),
(0x146, 'V'),
(0x147, 'M', u'ň'),
(0x148, 'V'),
(0x149, 'M', u'ʼn'),
(0x14A, 'M', u'ŋ'),
(0x14B, 'V'),
(0x14C, 'M', u'ō'),
(0x14D, 'V'),
(0x14E, 'M', u'ŏ'),
(0x14F, 'V'),
(0x150, 'M', u'ő'),
(0x151, 'V'),
(0x152, 'M', u'œ'),
(0x153, 'V'),
(0x154, 'M', u'ŕ'),
(0x155, 'V'),
(0x156, 'M', u'ŗ'),
(0x157, 'V'),
(0x158, 'M', u'ř'),
(0x159, 'V'),
(0x15A, 'M', u'ś'),
(0x15B, 'V'),
(0x15C, 'M', u'ŝ'),
(0x15D, 'V'),
(0x15E, 'M', u'ş'),
(0x15F, 'V'),
(0x160, 'M', u'š'),
(0x161, 'V'),
(0x162, 'M', u'ţ'),
(0x163, 'V'),
(0x164, 'M', u'ť'),
(0x165, 'V'),
(0x166, 'M', u'ŧ'),
(0x167, 'V'),
(0x168, 'M', u'ũ'),
(0x169, 'V'),
(0x16A, 'M', u'ū'),
(0x16B, 'V'),
(0x16C, 'M', u'ŭ'),
(0x16D, 'V'),
(0x16E, 'M', u'ů'),
(0x16F, 'V'),
(0x170, 'M', u'ű'),
(0x171, 'V'),
(0x172, 'M', u'ų'),
(0x173, 'V'),
(0x174, 'M', u'ŵ'),
(0x175, 'V'),
(0x176, 'M', u'ŷ'),
(0x177, 'V'),
(0x178, 'M', u'ÿ'),
(0x179, 'M', u'ź'),
(0x17A, 'V'),
(0x17B, 'M', u'ż'),
(0x17C, 'V'),
(0x17D, 'M', u'ž'),
(0x17E, 'V'),
(0x17F, 'M', u's'),
(0x180, 'V'),
(0x181, 'M', u'ɓ'),
(0x182, 'M', u'ƃ'),
(0x183, 'V'),
(0x184, 'M', u'ƅ'),
(0x185, 'V'),
(0x186, 'M', u'ɔ'),
(0x187, 'M', u'ƈ'),
(0x188, 'V'),
(0x189, 'M', u'ɖ'),
(0x18A, 'M', u'ɗ'),
(0x18B, 'M', u'ƌ'),
(0x18C, 'V'),
(0x18E, 'M', u'ǝ'),
(0x18F, 'M', u'ə'),
(0x190, 'M', u'ɛ'),
(0x191, 'M', u'ƒ'),
(0x192, 'V'),
(0x193, 'M', u'ɠ'),
]
def _seg_4():
return [
(0x194, 'M', u'ɣ'),
(0x195, 'V'),
(0x196, 'M', u'ɩ'),
(0x197, 'M', u'ɨ'),
(0x198, 'M', u'ƙ'),
(0x199, 'V'),
(0x19C, 'M', u'ɯ'),
(0x19D, 'M', u'ɲ'),
(0x19E, 'V'),
(0x19F, 'M', u'ɵ'),
(0x1A0, 'M', u'ơ'),
(0x1A1, 'V'),
(0x1A2, 'M', u'ƣ'),
(0x1A3, 'V'),
(0x1A4, 'M', u'ƥ'),
(0x1A5, 'V'),
(0x1A6, 'M', u'ʀ'),
(0x1A7, 'M', u'ƨ'),
(0x1A8, 'V'),
(0x1A9, 'M', u'ʃ'),
(0x1AA, 'V'),
(0x1AC, 'M', u'ƭ'),
(0x1AD, 'V'),
(0x1AE, 'M', u'ʈ'),
(0x1AF, 'M', u'ư'),
(0x1B0, 'V'),
(0x1B1, 'M', u'ʊ'),
(0x1B2, 'M', u'ʋ'),
(0x1B3, 'M', u'ƴ'),
(0x1B4, 'V'),
(0x1B5, 'M', u'ƶ'),
(0x1B6, 'V'),
(0x1B7, 'M', u'ʒ'),
(0x1B8, 'M', u'ƹ'),
(0x1B9, 'V'),
(0x1BC, 'M', u'ƽ'),
(0x1BD, 'V'),
(0x1C4, 'M', u'dž'),
(0x1C7, 'M', u'lj'),
(0x1CA, 'M', u'nj'),
(0x1CD, 'M', u'ǎ'),
(0x1CE, 'V'),
(0x1CF, 'M', u'ǐ'),
(0x1D0, 'V'),
(0x1D1, 'M', u'ǒ'),
(0x1D2, 'V'),
(0x1D3, 'M', u'ǔ'),
(0x1D4, 'V'),
(0x1D5, 'M', u'ǖ'),
(0x1D6, 'V'),
(0x1D7, 'M', u'ǘ'),
(0x1D8, 'V'),
(0x1D9, 'M', u'ǚ'),
(0x1DA, 'V'),
(0x1DB, 'M', u'ǜ'),
(0x1DC, 'V'),
(0x1DE, 'M', u'ǟ'),
(0x1DF, 'V'),
(0x1E0, 'M', u'ǡ'),
(0x1E1, 'V'),
(0x1E2, 'M', u'ǣ'),
(0x1E3, 'V'),
(0x1E4, 'M', u'ǥ'),
(0x1E5, 'V'),
(0x1E6, 'M', u'ǧ'),
(0x1E7, 'V'),
(0x1E8, 'M', u'ǩ'),
(0x1E9, 'V'),
(0x1EA, 'M', u'ǫ'),
(0x1EB, 'V'),
(0x1EC, 'M', u'ǭ'),
(0x1ED, 'V'),
(0x1EE, 'M', u'ǯ'),
(0x1EF, 'V'),
(0x1F1, 'M', u'dz'),
(0x1F4, 'M', u'ǵ'),
(0x1F5, 'V'),
(0x1F6, 'M', u'ƕ'),
(0x1F7, 'M', u'ƿ'),
(0x1F8, 'M', u'ǹ'),
(0x1F9, 'V'),
(0x1FA, 'M', u'ǻ'),
(0x1FB, 'V'),
(0x1FC, 'M', u'ǽ'),
(0x1FD, 'V'),
(0x1FE, 'M', u'ǿ'),
(0x1FF, 'V'),
(0x200, 'M', u'ȁ'),
(0x201, 'V'),
(0x202, 'M', u'ȃ'),
(0x203, 'V'),
(0x204, 'M', u'ȅ'),
(0x205, 'V'),
(0x206, 'M', u'ȇ'),
(0x207, 'V'),
(0x208, 'M', u'ȉ'),
(0x209, 'V'),
(0x20A, 'M', u'ȋ'),
(0x20B, 'V'),
(0x20C, 'M', u'ȍ'),
]
def _seg_5():
return [
(0x20D, 'V'),
(0x20E, 'M', u'ȏ'),
(0x20F, 'V'),
(0x210, 'M', u'ȑ'),
(0x211, 'V'),
(0x212, 'M', u'ȓ'),
(0x213, 'V'),
(0x214, 'M', u'ȕ'),
(0x215, 'V'),
(0x216, 'M', u'ȗ'),
(0x217, 'V'),
(0x218, 'M', u'ș'),
(0x219, 'V'),
(0x21A, 'M', u'ț'),
(0x21B, 'V'),
(0x21C, 'M', u'ȝ'),
(0x21D, 'V'),
(0x21E, 'M', u'ȟ'),
(0x21F, 'V'),
(0x220, 'M', u'ƞ'),
(0x221, 'V'),
(0x222, 'M', u'ȣ'),
(0x223, 'V'),
(0x224, 'M', u'ȥ'),
(0x225, 'V'),
(0x226, 'M', u'ȧ'),
(0x227, 'V'),
(0x228, 'M', u'ȩ'),
(0x229, 'V'),
(0x22A, 'M', u'ȫ'),
(0x22B, 'V'),
(0x22C, 'M', u'ȭ'),
(0x22D, 'V'),
(0x22E, 'M', u'ȯ'),
(0x22F, 'V'),
(0x230, 'M', u'ȱ'),
(0x231, 'V'),
(0x232, 'M', u'ȳ'),
(0x233, 'V'),
(0x23A, 'M', u'ⱥ'),
(0x23B, 'M', u'ȼ'),
(0x23C, 'V'),
(0x23D, 'M', u'ƚ'),
(0x23E, 'M', u'ⱦ'),
(0x23F, 'V'),
(0x241, 'M', u'ɂ'),
(0x242, 'V'),
(0x243, 'M', u'ƀ'),
(0x244, 'M', u'ʉ'),
(0x245, 'M', u'ʌ'),
(0x246, 'M', u'ɇ'),
(0x247, 'V'),
(0x248, 'M', u'ɉ'),
(0x249, 'V'),
(0x24A, 'M', u'ɋ'),
(0x24B, 'V'),
(0x24C, 'M', u'ɍ'),
(0x24D, 'V'),
(0x24E, 'M', u'ɏ'),
(0x24F, 'V'),
(0x2B0, 'M', u'h'),
(0x2B1, 'M', u'ɦ'),
(0x2B2, 'M', u'j'),
(0x2B3, 'M', u'r'),
(0x2B4, 'M', u'ɹ'),
(0x2B5, 'M', u'ɻ'),
(0x2B6, 'M', u'ʁ'),
(0x2B7, 'M', u'w'),
(0x2B8, 'M', u'y'),
(0x2B9, 'V'),
(0x2D8, '3', u' ̆'),
(0x2D9, '3', u' ̇'),
(0x2DA, '3', u' ̊'),
(0x2DB, '3', u' ̨'),
(0x2DC, '3', u' ̃'),
(0x2DD, '3', u' ̋'),
(0x2DE, 'V'),
(0x2E0, 'M', u'ɣ'),
(0x2E1, 'M', u'l'),
(0x2E2, 'M', u's'),
(0x2E3, 'M', u'x'),
(0x2E4, 'M', u'ʕ'),
(0x2E5, 'V'),
(0x340, 'M', u'̀'),
(0x341, 'M', u'́'),
(0x342, 'V'),
(0x343, 'M', u'̓'),
(0x344, 'M', u'̈́'),
(0x345, 'M', u'ι'),
(0x346, 'V'),
(0x34F, 'I'),
(0x350, 'V'),
(0x370, 'M', u'ͱ'),
(0x371, 'V'),
(0x372, 'M', u'ͳ'),
(0x373, 'V'),
(0x374, 'M', u'ʹ'),
(0x375, 'V'),
(0x376, 'M', u'ͷ'),
(0x377, 'V'),
]
def _seg_6():
return [
(0x378, 'X'),
(0x37A, '3', u' ι'),
(0x37B, 'V'),
(0x37E, '3', u';'),
(0x37F, 'M', u'ϳ'),
(0x380, 'X'),
(0x384, '3', u' ́'),
(0x385, '3', u' ̈́'),
(0x386, 'M', u'ά'),
(0x387, 'M', u'·'),
(0x388, 'M', u'έ'),
(0x389, 'M', u'ή'),
(0x38A, 'M', u'ί'),
(0x38B, 'X'),
(0x38C, 'M', u'ό'),
(0x38D, 'X'),
(0x38E, 'M', u'ύ'),
(0x38F, 'M', u'ώ'),
(0x390, 'V'),
(0x391, 'M', u'α'),
(0x392, 'M', u'β'),
(0x393, 'M', u'γ'),
(0x394, 'M', u'δ'),
(0x395, 'M', u'ε'),
(0x396, 'M', u'ζ'),
(0x397, 'M', u'η'),
(0x398, 'M', u'θ'),
(0x399, 'M', u'ι'),
(0x39A, 'M', u'κ'),
(0x39B, 'M', u'λ'),
(0x39C, 'M', u'μ'),
(0x39D, 'M', u'ν'),
(0x39E, 'M', u'ξ'),
(0x39F, 'M', u'ο'),
(0x3A0, 'M', u'π'),
(0x3A1, 'M', u'ρ'),
(0x3A2, 'X'),
(0x3A3, 'M', u'σ'),
(0x3A4, 'M', u'τ'),
(0x3A5, 'M', u'υ'),
(0x3A6, 'M', u'φ'),
(0x3A7, 'M', u'χ'),
(0x3A8, 'M', u'ψ'),
(0x3A9, 'M', u'ω'),
(0x3AA, 'M', u'ϊ'),
(0x3AB, 'M', u'ϋ'),
(0x3AC, 'V'),
(0x3C2, 'D', u'σ'),
(0x3C3, 'V'),
(0x3CF, 'M', u'ϗ'),
(0x3D0, 'M', u'β'),
(0x3D1, 'M', u'θ'),
(0x3D2, 'M', u'υ'),
(0x3D3, 'M', u'ύ'),
(0x3D4, 'M', u'ϋ'),
(0x3D5, 'M', u'φ'),
(0x3D6, 'M', u'π'),
(0x3D7, 'V'),
(0x3D8, 'M', u'ϙ'),
(0x3D9, 'V'),
(0x3DA, 'M', u'ϛ'),
(0x3DB, 'V'),
(0x3DC, 'M', u'ϝ'),
(0x3DD, 'V'),
(0x3DE, 'M', u'ϟ'),
(0x3DF, 'V'),
(0x3E0, 'M', u'ϡ'),
(0x3E1, 'V'),
(0x3E2, 'M', u'ϣ'),
(0x3E3, 'V'),
(0x3E4, 'M', u'ϥ'),
(0x3E5, 'V'),
(0x3E6, 'M', u'ϧ'),
(0x3E7, 'V'),
(0x3E8, 'M', u'ϩ'),
(0x3E9, 'V'),
(0x3EA, 'M', u'ϫ'),
(0x3EB, 'V'),
(0x3EC, 'M', u'ϭ'),
(0x3ED, 'V'),
(0x3EE, 'M', u'ϯ'),
(0x3EF, 'V'),
(0x3F0, 'M', u'κ'),
(0x3F1, 'M', u'ρ'),
(0x3F2, 'M', u'σ'),
(0x3F3, 'V'),
(0x3F4, 'M', u'θ'),
(0x3F5, 'M', u'ε'),
(0x3F6, 'V'),
(0x3F7, 'M', u'ϸ'),
(0x3F8, 'V'),
(0x3F9, 'M', u'σ'),
(0x3FA, 'M', u'ϻ'),
(0x3FB, 'V'),
(0x3FD, 'M', u'ͻ'),
(0x3FE, 'M', u'ͼ'),
(0x3FF, 'M', u'ͽ'),
(0x400, 'M', u'ѐ'),
(0x401, 'M', u'ё'),
(0x402, 'M', u'ђ'),
]
def _seg_7():
return [
(0x403, 'M', u'ѓ'),
(0x404, 'M', u'є'),
(0x405, 'M', u'ѕ'),
(0x406, 'M', u'і'),
(0x407, 'M', u'ї'),
(0x408, 'M', u'ј'),
(0x409, 'M', u'љ'),
(0x40A, 'M', u'њ'),
(0x40B, 'M', u'ћ'),
(0x40C, 'M', u'ќ'),
(0x40D, 'M', u'ѝ'),
(0x40E, 'M', u'ў'),
(0x40F, 'M', u'џ'),
(0x410, 'M', u'а'),
(0x411, 'M', u'б'),
(0x412, 'M', u'в'),
(0x413, 'M', u'г'),
(0x414, 'M', u'д'),
(0x415, 'M', u'е'),
(0x416, 'M', u'ж'),
(0x417, 'M', u'з'),
(0x418, 'M', u'и'),
(0x419, 'M', u'й'),
(0x41A, 'M', u'к'),
(0x41B, 'M', u'л'),
(0x41C, 'M', u'м'),
(0x41D, 'M', u'н'),
(0x41E, 'M', u'о'),
(0x41F, 'M', u'п'),
(0x420, 'M', u'р'),
(0x421, 'M', u'с'),
(0x422, 'M', u'т'),
(0x423, 'M', u'у'),
(0x424, 'M', u'ф'),
(0x425, 'M', u'х'),
(0x426, 'M', u'ц'),
(0x427, 'M', u'ч'),
(0x428, 'M', u'ш'),
(0x429, 'M', u'щ'),
(0x42A, 'M', u'ъ'),
(0x42B, 'M', u'ы'),
(0x42C, 'M', u'ь'),
(0x42D, 'M', u'э'),
(0x42E, 'M', u'ю'),
(0x42F, 'M', u'я'),
(0x430, 'V'),
(0x460, 'M', u'ѡ'),
(0x461, 'V'),
(0x462, 'M', u'ѣ'),
(0x463, 'V'),
(0x464, 'M', u'ѥ'),
(0x465, 'V'),
(0x466, 'M', u'ѧ'),
(0x467, 'V'),
(0x468, 'M', u'ѩ'),
(0x469, 'V'),
(0x46A, 'M', u'ѫ'),
(0x46B, 'V'),
(0x46C, 'M', u'ѭ'),
(0x46D, 'V'),
(0x46E, 'M', u'ѯ'),
(0x46F, 'V'),
(0x470, 'M', u'ѱ'),
(0x471, 'V'),
(0x472, 'M', u'ѳ'),
(0x473, 'V'),
(0x474, 'M', u'ѵ'),
(0x475, 'V'),
(0x476, 'M', u'ѷ'),
(0x477, 'V'),
(0x478, 'M', u'ѹ'),
(0x479, 'V'),
(0x47A, 'M', u'ѻ'),
(0x47B, 'V'),
(0x47C, 'M', u'ѽ'),
(0x47D, 'V'),
(0x47E, 'M', u'ѿ'),
(0x47F, 'V'),
(0x480, 'M', u'ҁ'),
(0x481, 'V'),
(0x48A, 'M', u'ҋ'),
(0x48B, 'V'),
(0x48C, 'M', u'ҍ'),
(0x48D, 'V'),
(0x48E, 'M', u'ҏ'),
(0x48F, 'V'),
(0x490, 'M', u'ґ'),
(0x491, 'V'),
(0x492, 'M', u'ғ'),
(0x493, 'V'),
(0x494, 'M', u'ҕ'),
(0x495, 'V'),
(0x496, 'M', u'җ'),
(0x497, 'V'),
(0x498, 'M', u'ҙ'),
(0x499, 'V'),
(0x49A, 'M', u'қ'),
(0x49B, 'V'),
(0x49C, 'M', u'ҝ'),
(0x49D, 'V'),
]
def _seg_8():
return [
(0x49E, 'M', u'ҟ'),
(0x49F, 'V'),
(0x4A0, 'M', u'ҡ'),
(0x4A1, 'V'),
(0x4A2, 'M', u'ң'),
(0x4A3, 'V'),
(0x4A4, 'M', u'ҥ'),
(0x4A5, 'V'),
(0x4A6, 'M', u'ҧ'),
(0x4A7, 'V'),
(0x4A8, 'M', u'ҩ'),
(0x4A9, 'V'),
(0x4AA, 'M', u'ҫ'),
(0x4AB, 'V'),
(0x4AC, 'M', u'ҭ'),
(0x4AD, 'V'),
(0x4AE, 'M', u'ү'),
(0x4AF, 'V'),
(0x4B0, 'M', u'ұ'),
(0x4B1, 'V'),
(0x4B2, 'M', u'ҳ'),
(0x4B3, 'V'),
(0x4B4, 'M', u'ҵ'),
(0x4B5, 'V'),
(0x4B6, 'M', u'ҷ'),
(0x4B7, 'V'),
(0x4B8, 'M', u'ҹ'),
(0x4B9, 'V'),
(0x4BA, 'M', u'һ'),
(0x4BB, 'V'),
(0x4BC, 'M', u'ҽ'),
(0x4BD, 'V'),
(0x4BE, 'M', u'ҿ'),
(0x4BF, 'V'),
(0x4C0, 'X'),
(0x4C1, 'M', u'ӂ'),
(0x4C2, 'V'),
(0x4C3, 'M', u'ӄ'),
(0x4C4, 'V'),
(0x4C5, 'M', u'ӆ'),
(0x4C6, 'V'),
(0x4C7, 'M', u'ӈ'),
(0x4C8, 'V'),
(0x4C9, 'M', u'ӊ'),
(0x4CA, 'V'),
(0x4CB, 'M', u'ӌ'),
(0x4CC, 'V'),
(0x4CD, 'M', u'ӎ'),
(0x4CE, 'V'),
(0x4D0, 'M', u'ӑ'),
(0x4D1, 'V'),
(0x4D2, 'M', u'ӓ'),
(0x4D3, 'V'),
(0x4D4, 'M', u'ӕ'),
(0x4D5, 'V'),
(0x4D6, 'M', u'ӗ'),
(0x4D7, 'V'),
(0x4D8, 'M', u'ә'),
(0x4D9, 'V'),
(0x4DA, 'M', u'ӛ'),
(0x4DB, 'V'),
(0x4DC, 'M', u'ӝ'),
(0x4DD, 'V'),
(0x4DE, 'M', u'ӟ'),
(0x4DF, 'V'),
(0x4E0, 'M', u'ӡ'),
(0x4E1, 'V'),
(0x4E2, 'M', u'ӣ'),
(0x4E3, 'V'),
(0x4E4, 'M', u'ӥ'),
(0x4E5, 'V'),
(0x4E6, 'M', u'ӧ'),
(0x4E7, 'V'),
(0x4E8, 'M', u'ө'),
(0x4E9, 'V'),
(0x4EA, 'M', u'ӫ'),
(0x4EB, 'V'),
(0x4EC, 'M', u'ӭ'),
(0x4ED, 'V'),
(0x4EE, 'M', u'ӯ'),
(0x4EF, 'V'),
(0x4F0, 'M', u'ӱ'),
(0x4F1, 'V'),
(0x4F2, 'M', u'ӳ'),
(0x4F3, 'V'),
(0x4F4, 'M', u'ӵ'),
(0x4F5, 'V'),
(0x4F6, 'M', u'ӷ'),
(0x4F7, 'V'),
(0x4F8, 'M', u'ӹ'),
(0x4F9, 'V'),
(0x4FA, 'M', u'ӻ'),
(0x4FB, 'V'),
(0x4FC, 'M', u'ӽ'),
(0x4FD, 'V'),
(0x4FE, 'M', u'ӿ'),
(0x4FF, 'V'),
(0x500, 'M', u'ԁ'),
(0x501, 'V'),
(0x502, 'M', u'ԃ'),
]
def _seg_9():
return [
(0x503, 'V'),
(0x504, 'M', u'ԅ'),
(0x505, 'V'),
(0x506, 'M', u'ԇ'),
(0x507, 'V'),
(0x508, 'M', u'ԉ'),
(0x509, 'V'),
(0x50A, 'M', u'ԋ'),
(0x50B, 'V'),
(0x50C, 'M', u'ԍ'),
(0x50D, 'V'),
(0x50E, 'M', u'ԏ'),
(0x50F, 'V'),
(0x510, 'M', u'ԑ'),
(0x511, 'V'),
(0x512, 'M', u'ԓ'),
(0x513, 'V'),
(0x514, 'M', u'ԕ'),
(0x515, 'V'),
(0x516, 'M', u'ԗ'),
(0x517, 'V'),
(0x518, 'M', u'ԙ'),
(0x519, 'V'),
(0x51A, 'M', u'ԛ'),
(0x51B, 'V'),
(0x51C, 'M', u'ԝ'),
(0x51D, 'V'),
(0x51E, 'M', u'ԟ'),
(0x51F, 'V'),
(0x520, 'M', u'ԡ'),
(0x521, 'V'),
(0x522, 'M', u'ԣ'),
(0x523, 'V'),
(0x524, 'M', u'ԥ'),
(0x525, 'V'),
(0x526, 'M', u'ԧ'),
(0x527, 'V'),
(0x528, 'M', u'ԩ'),
(0x529, 'V'),
(0x52A, 'M', u'ԫ'),
(0x52B, 'V'),
(0x52C, 'M', u'ԭ'),
(0x52D, 'V'),
(0x52E, 'M', u'ԯ'),
(0x52F, 'V'),
(0x530, 'X'),
(0x531, 'M', u'ա'),
(0x532, 'M', u'բ'),
(0x533, 'M', u'գ'),
(0x534, 'M', u'դ'),
(0x535, 'M', u'ե'),
(0x536, 'M', u'զ'),
(0x537, 'M', u'է'),
(0x538, 'M', u'ը'),
(0x539, 'M', u'թ'),
(0x53A, 'M', u'ժ'),
(0x53B, 'M', u'ի'),
(0x53C, 'M', u'լ'),
(0x53D, 'M', u'խ'),
(0x53E, 'M', u'ծ'),
(0x53F, 'M', u'կ'),
(0x540, 'M', u'հ'),
(0x541, 'M', u'ձ'),
(0x542, 'M', u'ղ'),
(0x543, 'M', u'ճ'),
(0x544, 'M', u'մ'),
(0x545, 'M', u'յ'),
(0x546, 'M', u'ն'),
(0x547, 'M', u'շ'),
(0x548, 'M', u'ո'),
(0x549, 'M', u'չ'),
(0x54A, 'M', u'պ'),
(0x54B, 'M', u'ջ'),
(0x54C, 'M', u'ռ'),
(0x54D, 'M', u'ս'),
(0x54E, 'M', u'վ'),
(0x54F, 'M', u'տ'),
(0x550, 'M', u'ր'),
(0x551, 'M', u'ց'),
(0x552, 'M', u'ւ'),
(0x553, 'M', u'փ'),
(0x554, 'M', u'ք'),
(0x555, 'M', u'օ'),
(0x556, 'M', u'ֆ'),
(0x557, 'X'),
(0x559, 'V'),
(0x587, 'M', u'եւ'),
(0x588, 'V'),
(0x58B, 'X'),
(0x58D, 'V'),
(0x590, 'X'),
(0x591, 'V'),
(0x5C8, 'X'),
(0x5D0, 'V'),
(0x5EB, 'X'),
(0x5EF, 'V'),
(0x5F5, 'X'),
(0x606, 'V'),
(0x61C, 'X'),
(0x61E, 'V'),
]
def _seg_10():
return [
(0x675, 'M', u'اٴ'),
(0x676, 'M', u'وٴ'),
(0x677, 'M', u'ۇٴ'),
(0x678, 'M', u'يٴ'),
(0x679, 'V'),
(0x6DD, 'X'),
(0x6DE, 'V'),
(0x70E, 'X'),
(0x710, 'V'),
(0x74B, 'X'),
(0x74D, 'V'),
(0x7B2, 'X'),
(0x7C0, 'V'),
(0x7FB, 'X'),
(0x7FD, 'V'),
(0x82E, 'X'),
(0x830, 'V'),
(0x83F, 'X'),
(0x840, 'V'),
(0x85C, 'X'),
(0x85E, 'V'),
(0x85F, 'X'),
(0x860, 'V'),
(0x86B, 'X'),
(0x8A0, 'V'),
(0x8B5, 'X'),
(0x8B6, 'V'),
(0x8BE, 'X'),
(0x8D3, 'V'),
(0x8E2, 'X'),
(0x8E3, 'V'),
(0x958, 'M', u'क़'),
(0x959, 'M', u'ख़'),
(0x95A, 'M', u'ग़'),
(0x95B, 'M', u'ज़'),
(0x95C, 'M', u'ड़'),
(0x95D, 'M', u'ढ़'),
(0x95E, 'M', u'फ़'),
(0x95F, 'M', u'य़'),
(0x960, 'V'),
(0x984, 'X'),
(0x985, 'V'),
(0x98D, 'X'),
(0x98F, 'V'),
(0x991, 'X'),
(0x993, 'V'),
(0x9A9, 'X'),
(0x9AA, 'V'),
(0x9B1, 'X'),
(0x9B2, 'V'),
(0x9B3, 'X'),
(0x9B6, 'V'),
(0x9BA, 'X'),
(0x9BC, 'V'),
(0x9C5, 'X'),
(0x9C7, 'V'),
(0x9C9, 'X'),
(0x9CB, 'V'),
(0x9CF, 'X'),
(0x9D7, 'V'),
(0x9D8, 'X'),
(0x9DC, 'M', u'ড়'),
(0x9DD, 'M', u'ঢ়'),
(0x9DE, 'X'),
(0x9DF, 'M', u'য়'),
(0x9E0, 'V'),
(0x9E4, 'X'),
(0x9E6, 'V'),
(0x9FF, 'X'),
(0xA01, 'V'),
(0xA04, 'X'),
(0xA05, 'V'),
(0xA0B, 'X'),
(0xA0F, 'V'),
(0xA11, 'X'),
(0xA13, 'V'),
(0xA29, 'X'),
(0xA2A, 'V'),
(0xA31, 'X'),
(0xA32, 'V'),
(0xA33, 'M', u'ਲ਼'),
(0xA34, 'X'),
(0xA35, 'V'),
(0xA36, 'M', u'ਸ਼'),
(0xA37, 'X'),
(0xA38, 'V'),
(0xA3A, 'X'),
(0xA3C, 'V'),
(0xA3D, 'X'),
(0xA3E, 'V'),
(0xA43, 'X'),
(0xA47, 'V'),
(0xA49, 'X'),
(0xA4B, 'V'),
(0xA4E, 'X'),
(0xA51, 'V'),
(0xA52, 'X'),
(0xA59, 'M', u'ਖ਼'),
(0xA5A, 'M', u'ਗ਼'),
(0xA5B, 'M', u'ਜ਼'),
]
def _seg_11():
return [
(0xA5C, 'V'),
(0xA5D, 'X'),
(0xA5E, 'M', u'ਫ਼'),
(0xA5F, 'X'),
(0xA66, 'V'),
(0xA77, 'X'),
(0xA81, 'V'),
(0xA84, 'X'),
(0xA85, 'V'),
(0xA8E, 'X'),
(0xA8F, 'V'),
(0xA92, 'X'),
(0xA93, 'V'),
(0xAA9, 'X'),
(0xAAA, 'V'),
(0xAB1, 'X'),
(0xAB2, 'V'),
(0xAB4, 'X'),
(0xAB5, 'V'),
(0xABA, 'X'),
(0xABC, 'V'),
(0xAC6, 'X'),
(0xAC7, 'V'),
(0xACA, 'X'),
(0xACB, 'V'),
(0xACE, 'X'),
(0xAD0, 'V'),
(0xAD1, 'X'),
(0xAE0, 'V'),
(0xAE4, 'X'),
(0xAE6, 'V'),
(0xAF2, 'X'),
(0xAF9, 'V'),
(0xB00, 'X'),
(0xB01, 'V'),
(0xB04, 'X'),
(0xB05, 'V'),
(0xB0D, 'X'),
(0xB0F, 'V'),
(0xB11, 'X'),
(0xB13, 'V'),
(0xB29, 'X'),
(0xB2A, 'V'),
(0xB31, 'X'),
(0xB32, 'V'),
(0xB34, 'X'),
(0xB35, 'V'),
(0xB3A, 'X'),
(0xB3C, 'V'),
(0xB45, 'X'),
(0xB47, 'V'),
(0xB49, 'X'),
(0xB4B, 'V'),
(0xB4E, 'X'),
(0xB56, 'V'),
(0xB58, 'X'),
(0xB5C, 'M', u'ଡ଼'),
(0xB5D, 'M', u'ଢ଼'),
(0xB5E, 'X'),
(0xB5F, 'V'),
(0xB64, 'X'),
(0xB66, 'V'),
(0xB78, 'X'),
(0xB82, 'V'),
(0xB84, 'X'),
(0xB85, 'V'),
(0xB8B, 'X'),
(0xB8E, 'V'),
(0xB91, 'X'),
(0xB92, 'V'),
(0xB96, 'X'),
(0xB99, 'V'),
(0xB9B, 'X'),
(0xB9C, 'V'),
(0xB9D, 'X'),
(0xB9E, 'V'),
(0xBA0, 'X'),
(0xBA3, 'V'),
(0xBA5, 'X'),
(0xBA8, 'V'),
(0xBAB, 'X'),
(0xBAE, 'V'),
(0xBBA, 'X'),
(0xBBE, 'V'),
(0xBC3, 'X'),
(0xBC6, 'V'),
(0xBC9, 'X'),
(0xBCA, 'V'),
(0xBCE, 'X'),
(0xBD0, 'V'),
(0xBD1, 'X'),
(0xBD7, 'V'),
(0xBD8, 'X'),
(0xBE6, 'V'),
(0xBFB, 'X'),
(0xC00, 'V'),
(0xC0D, 'X'),
(0xC0E, 'V'),
(0xC11, 'X'),
(0xC12, 'V'),
]
def _seg_12():
return [
(0xC29, 'X'),
(0xC2A, 'V'),
(0xC3A, 'X'),
(0xC3D, 'V'),
(0xC45, 'X'),
(0xC46, 'V'),
(0xC49, 'X'),
(0xC4A, 'V'),
(0xC4E, 'X'),
(0xC55, 'V'),
(0xC57, 'X'),
(0xC58, 'V'),
(0xC5B, 'X'),
(0xC60, 'V'),
(0xC64, 'X'),
(0xC66, 'V'),
(0xC70, 'X'),
(0xC78, 'V'),
(0xC8D, 'X'),
(0xC8E, 'V'),
(0xC91, 'X'),
(0xC92, 'V'),
(0xCA9, 'X'),
(0xCAA, 'V'),
(0xCB4, 'X'),
(0xCB5, 'V'),
(0xCBA, 'X'),
(0xCBC, 'V'),
(0xCC5, 'X'),
(0xCC6, 'V'),
(0xCC9, 'X'),
(0xCCA, 'V'),
(0xCCE, 'X'),
(0xCD5, 'V'),
(0xCD7, 'X'),
(0xCDE, 'V'),
(0xCDF, 'X'),
(0xCE0, 'V'),
(0xCE4, 'X'),
(0xCE6, 'V'),
(0xCF0, 'X'),
(0xCF1, 'V'),
(0xCF3, 'X'),
(0xD00, 'V'),
(0xD04, 'X'),
(0xD05, 'V'),
(0xD0D, 'X'),
(0xD0E, 'V'),
(0xD11, 'X'),
(0xD12, 'V'),
(0xD45, 'X'),
(0xD46, 'V'),
(0xD49, 'X'),
(0xD4A, 'V'),
(0xD50, 'X'),
(0xD54, 'V'),
(0xD64, 'X'),
(0xD66, 'V'),
(0xD80, 'X'),
(0xD82, 'V'),
(0xD84, 'X'),
(0xD85, 'V'),
(0xD97, 'X'),
(0xD9A, 'V'),
(0xDB2, 'X'),
(0xDB3, 'V'),
(0xDBC, 'X'),
(0xDBD, 'V'),
(0xDBE, 'X'),
(0xDC0, 'V'),
(0xDC7, 'X'),
(0xDCA, 'V'),
(0xDCB, 'X'),
(0xDCF, 'V'),
(0xDD5, 'X'),
(0xDD6, 'V'),
(0xDD7, 'X'),
(0xDD8, 'V'),
(0xDE0, 'X'),
(0xDE6, 'V'),
(0xDF0, 'X'),
(0xDF2, 'V'),
(0xDF5, 'X'),
(0xE01, 'V'),
(0xE33, 'M', u'ํา'),
(0xE34, 'V'),
(0xE3B, 'X'),
(0xE3F, 'V'),
(0xE5C, 'X'),
(0xE81, 'V'),
(0xE83, 'X'),
(0xE84, 'V'),
(0xE85, 'X'),
(0xE87, 'V'),
(0xE89, 'X'),
(0xE8A, 'V'),
(0xE8B, 'X'),
(0xE8D, 'V'),
(0xE8E, 'X'),
(0xE94, 'V'),
]
def _seg_13():
return [
(0xE98, 'X'),
(0xE99, 'V'),
(0xEA0, 'X'),
(0xEA1, 'V'),
(0xEA4, 'X'),
(0xEA5, 'V'),
(0xEA6, 'X'),
(0xEA7, 'V'),
(0xEA8, 'X'),
(0xEAA, 'V'),
(0xEAC, 'X'),
(0xEAD, 'V'),
(0xEB3, 'M', u'ໍາ'),
(0xEB4, 'V'),
(0xEBA, 'X'),
(0xEBB, 'V'),
(0xEBE, 'X'),
(0xEC0, 'V'),
(0xEC5, 'X'),
(0xEC6, 'V'),
(0xEC7, 'X'),
(0xEC8, 'V'),
(0xECE, 'X'),
(0xED0, 'V'),
(0xEDA, 'X'),
(0xEDC, 'M', u'ຫນ'),
(0xEDD, 'M', u'ຫມ'),
(0xEDE, 'V'),
(0xEE0, 'X'),
(0xF00, 'V'),
(0xF0C, 'M', u'་'),
(0xF0D, 'V'),
(0xF43, 'M', u'གྷ'),
(0xF44, 'V'),
(0xF48, 'X'),
(0xF49, 'V'),
(0xF4D, 'M', u'ཌྷ'),
(0xF4E, 'V'),
(0xF52, 'M', u'དྷ'),
(0xF53, 'V'),
(0xF57, 'M', u'བྷ'),
(0xF58, 'V'),
(0xF5C, 'M', u'ཛྷ'),
(0xF5D, 'V'),
(0xF69, 'M', u'ཀྵ'),
(0xF6A, 'V'),
(0xF6D, 'X'),
(0xF71, 'V'),
(0xF73, 'M', u'ཱི'),
(0xF74, 'V'),
(0xF75, 'M', u'ཱུ'),
(0xF76, 'M', u'ྲྀ'),
(0xF77, 'M', u'ྲཱྀ'),
(0xF78, 'M', u'ླྀ'),
(0xF79, 'M', u'ླཱྀ'),
(0xF7A, 'V'),
(0xF81, 'M', u'ཱྀ'),
(0xF82, 'V'),
(0xF93, 'M', u'ྒྷ'),
(0xF94, 'V'),
(0xF98, 'X'),
(0xF99, 'V'),
(0xF9D, 'M', u'ྜྷ'),
(0xF9E, 'V'),
(0xFA2, 'M', u'ྡྷ'),
(0xFA3, 'V'),
(0xFA7, 'M', u'ྦྷ'),
(0xFA8, 'V'),
(0xFAC, 'M', u'ྫྷ'),
(0xFAD, 'V'),
(0xFB9, 'M', u'ྐྵ'),
(0xFBA, 'V'),
(0xFBD, 'X'),
(0xFBE, 'V'),
(0xFCD, 'X'),
(0xFCE, 'V'),
(0xFDB, 'X'),
(0x1000, 'V'),
(0x10A0, 'X'),
(0x10C7, 'M', u'ⴧ'),
(0x10C8, 'X'),
(0x10CD, 'M', u'ⴭ'),
(0x10CE, 'X'),
(0x10D0, 'V'),
(0x10FC, 'M', u'ნ'),
(0x10FD, 'V'),
(0x115F, 'X'),
(0x1161, 'V'),
(0x1249, 'X'),
(0x124A, 'V'),
(0x124E, 'X'),
(0x1250, 'V'),
(0x1257, 'X'),
(0x1258, 'V'),
(0x1259, 'X'),
(0x125A, 'V'),
(0x125E, 'X'),
(0x1260, 'V'),
(0x1289, 'X'),
(0x128A, 'V'),
]
def _seg_14():
return [
(0x128E, 'X'),
(0x1290, 'V'),
(0x12B1, 'X'),
(0x12B2, 'V'),
(0x12B6, 'X'),
(0x12B8, 'V'),
(0x12BF, 'X'),
(0x12C0, 'V'),
(0x12C1, 'X'),
(0x12C2, 'V'),
(0x12C6, 'X'),
(0x12C8, 'V'),
(0x12D7, 'X'),
(0x12D8, 'V'),
(0x1311, 'X'),
(0x1312, 'V'),
(0x1316, 'X'),
(0x1318, 'V'),
(0x135B, 'X'),
(0x135D, 'V'),
(0x137D, 'X'),
(0x1380, 'V'),
(0x139A, 'X'),
(0x13A0, 'V'),
(0x13F6, 'X'),
(0x13F8, 'M', u'Ᏸ'),
(0x13F9, 'M', u'Ᏹ'),
(0x13FA, 'M', u'Ᏺ'),
(0x13FB, 'M', u'Ᏻ'),
(0x13FC, 'M', u'Ᏼ'),
(0x13FD, 'M', u'Ᏽ'),
(0x13FE, 'X'),
(0x1400, 'V'),
(0x1680, 'X'),
(0x1681, 'V'),
(0x169D, 'X'),
(0x16A0, 'V'),
(0x16F9, 'X'),
(0x1700, 'V'),
(0x170D, 'X'),
(0x170E, 'V'),
(0x1715, 'X'),
(0x1720, 'V'),
(0x1737, 'X'),
(0x1740, 'V'),
(0x1754, 'X'),
(0x1760, 'V'),
(0x176D, 'X'),
(0x176E, 'V'),
(0x1771, 'X'),
(0x1772, 'V'),
(0x1774, 'X'),
(0x1780, 'V'),
(0x17B4, 'X'),
(0x17B6, 'V'),
(0x17DE, 'X'),
(0x17E0, 'V'),
(0x17EA, 'X'),
(0x17F0, 'V'),
(0x17FA, 'X'),
(0x1800, 'V'),
(0x1806, 'X'),
(0x1807, 'V'),
(0x180B, 'I'),
(0x180E, 'X'),
(0x1810, 'V'),
(0x181A, 'X'),
(0x1820, 'V'),
(0x1879, 'X'),
(0x1880, 'V'),
(0x18AB, 'X'),
(0x18B0, 'V'),
(0x18F6, 'X'),
(0x1900, 'V'),
(0x191F, 'X'),
(0x1920, 'V'),
(0x192C, 'X'),
(0x1930, 'V'),
(0x193C, 'X'),
(0x1940, 'V'),
(0x1941, 'X'),
(0x1944, 'V'),
(0x196E, 'X'),
(0x1970, 'V'),
(0x1975, 'X'),
(0x1980, 'V'),
(0x19AC, 'X'),
(0x19B0, 'V'),
(0x19CA, 'X'),
(0x19D0, 'V'),
(0x19DB, 'X'),
(0x19DE, 'V'),
(0x1A1C, 'X'),
(0x1A1E, 'V'),
(0x1A5F, 'X'),
(0x1A60, 'V'),
(0x1A7D, 'X'),
(0x1A7F, 'V'),
(0x1A8A, 'X'),
(0x1A90, 'V'),
]
def _seg_15():
return [
(0x1A9A, 'X'),
(0x1AA0, 'V'),
(0x1AAE, 'X'),
(0x1AB0, 'V'),
(0x1ABF, 'X'),
(0x1B00, 'V'),
(0x1B4C, 'X'),
(0x1B50, 'V'),
(0x1B7D, 'X'),
(0x1B80, 'V'),
(0x1BF4, 'X'),
(0x1BFC, 'V'),
(0x1C38, 'X'),
(0x1C3B, 'V'),
(0x1C4A, 'X'),
(0x1C4D, 'V'),
(0x1C80, 'M', u'в'),
(0x1C81, 'M', u'д'),
(0x1C82, 'M', u'о'),
(0x1C83, 'M', u'с'),
(0x1C84, 'M', u'т'),
(0x1C86, 'M', u'ъ'),
(0x1C87, 'M', u'ѣ'),
(0x1C88, 'M', u'ꙋ'),
(0x1C89, 'X'),
(0x1CC0, 'V'),
(0x1CC8, 'X'),
(0x1CD0, 'V'),
(0x1CFA, 'X'),
(0x1D00, 'V'),
(0x1D2C, 'M', u'a'),
(0x1D2D, 'M', u'æ'),
(0x1D2E, 'M', u'b'),
(0x1D2F, 'V'),
(0x1D30, 'M', u'd'),
(0x1D31, 'M', u'e'),
(0x1D32, 'M', u'ǝ'),
(0x1D33, 'M', u'g'),
(0x1D34, 'M', u'h'),
(0x1D35, 'M', u'i'),
(0x1D36, 'M', u'j'),
(0x1D37, 'M', u'k'),
(0x1D38, 'M', u'l'),
(0x1D39, 'M', u'm'),
(0x1D3A, 'M', u'n'),
(0x1D3B, 'V'),
(0x1D3C, 'M', u'o'),
(0x1D3D, 'M', u'ȣ'),
(0x1D3E, 'M', u'p'),
(0x1D3F, 'M', u'r'),
(0x1D40, 'M', u't'),
(0x1D41, 'M', u'u'),
(0x1D42, 'M', u'w'),
(0x1D43, 'M', u'a'),
(0x1D44, 'M', u'ɐ'),
(0x1D45, 'M', u'ɑ'),
(0x1D46, 'M', u'ᴂ'),
(0x1D47, 'M', u'b'),
(0x1D48, 'M', u'd'),
(0x1D49, 'M', u'e'),
(0x1D4A, 'M', u'ə'),
(0x1D4B, 'M', u'ɛ'),
(0x1D4C, 'M', u'ɜ'),
(0x1D4D, 'M', u'g'),
(0x1D4E, 'V'),
(0x1D4F, 'M', u'k'),
(0x1D50, 'M', u'm'),
(0x1D51, 'M', u'ŋ'),
(0x1D52, 'M', u'o'),
(0x1D53, 'M', u'ɔ'),
(0x1D54, 'M', u'ᴖ'),
(0x1D55, 'M', u'ᴗ'),
(0x1D56, 'M', u'p'),
(0x1D57, 'M', u't'),
(0x1D58, 'M', u'u'),
(0x1D59, 'M', u'ᴝ'),
(0x1D5A, 'M', u'ɯ'),
(0x1D5B, 'M', u'v'),
(0x1D5C, 'M', u'ᴥ'),
(0x1D5D, 'M', u'β'),
(0x1D5E, 'M', u'γ'),
(0x1D5F, 'M', u'δ'),
(0x1D60, 'M', u'φ'),
(0x1D61, 'M', u'χ'),
(0x1D62, 'M', u'i'),
(0x1D63, 'M', u'r'),
(0x1D64, 'M', u'u'),
(0x1D65, 'M', u'v'),
(0x1D66, 'M', u'β'),
(0x1D67, 'M', u'γ'),
(0x1D68, 'M', u'ρ'),
(0x1D69, 'M', u'φ'),
(0x1D6A, 'M', u'χ'),
(0x1D6B, 'V'),
(0x1D78, 'M', u'н'),
(0x1D79, 'V'),
(0x1D9B, 'M', u'ɒ'),
(0x1D9C, 'M', u'c'),
(0x1D9D, 'M', u'ɕ'),
(0x1D9E, 'M', u'ð'),
]
def _seg_16():
return [
(0x1D9F, 'M', u'ɜ'),
(0x1DA0, 'M', u'f'),
(0x1DA1, 'M', u'ɟ'),
(0x1DA2, 'M', u'ɡ'),
(0x1DA3, 'M', u'ɥ'),
(0x1DA4, 'M', u'ɨ'),
(0x1DA5, 'M', u'ɩ'),
(0x1DA6, 'M', u'ɪ'),
(0x1DA7, 'M', u'ᵻ'),
(0x1DA8, 'M', u'ʝ'),
(0x1DA9, 'M', u'ɭ'),
(0x1DAA, 'M', u'ᶅ'),
(0x1DAB, 'M', u'ʟ'),
(0x1DAC, 'M', u'ɱ'),
(0x1DAD, 'M', u'ɰ'),
(0x1DAE, 'M', u'ɲ'),
(0x1DAF, 'M', u'ɳ'),
(0x1DB0, 'M', u'ɴ'),
(0x1DB1, 'M', u'ɵ'),
(0x1DB2, 'M', u'ɸ'),
(0x1DB3, 'M', u'ʂ'),
(0x1DB4, 'M', u'ʃ'),
(0x1DB5, 'M', u'ƫ'),
(0x1DB6, 'M', u'ʉ'),
(0x1DB7, 'M', u'ʊ'),
(0x1DB8, 'M', u'ᴜ'),
(0x1DB9, 'M', u'ʋ'),
(0x1DBA, 'M', u'ʌ'),
(0x1DBB, 'M', u'z'),
(0x1DBC, 'M', u'ʐ'),
(0x1DBD, 'M', u'ʑ'),
(0x1DBE, 'M', u'ʒ'),
(0x1DBF, 'M', u'θ'),
(0x1DC0, 'V'),
(0x1DFA, 'X'),
(0x1DFB, 'V'),
(0x1E00, 'M', u'ḁ'),
(0x1E01, 'V'),
(0x1E02, 'M', u'ḃ'),
(0x1E03, 'V'),
(0x1E04, 'M', u'ḅ'),
(0x1E05, 'V'),
(0x1E06, 'M', u'ḇ'),
(0x1E07, 'V'),
(0x1E08, 'M', u'ḉ'),
(0x1E09, 'V'),
(0x1E0A, 'M', u'ḋ'),
(0x1E0B, 'V'),
(0x1E0C, 'M', u'ḍ'),
(0x1E0D, 'V'),
(0x1E0E, 'M', u'ḏ'),
(0x1E0F, 'V'),
(0x1E10, 'M', u'ḑ'),
(0x1E11, 'V'),
(0x1E12, 'M', u'ḓ'),
(0x1E13, 'V'),
(0x1E14, 'M', u'ḕ'),
(0x1E15, 'V'),
(0x1E16, 'M', u'ḗ'),
(0x1E17, 'V'),
(0x1E18, 'M', u'ḙ'),
(0x1E19, 'V'),
(0x1E1A, 'M', u'ḛ'),
(0x1E1B, 'V'),
(0x1E1C, 'M', u'ḝ'),
(0x1E1D, 'V'),
(0x1E1E, 'M', u'ḟ'),
(0x1E1F, 'V'),
(0x1E20, 'M', u'ḡ'),
(0x1E21, 'V'),
(0x1E22, 'M', u'ḣ'),
(0x1E23, 'V'),
(0x1E24, 'M', u'ḥ'),
(0x1E25, 'V'),
(0x1E26, 'M', u'ḧ'),
(0x1E27, 'V'),
(0x1E28, 'M', u'ḩ'),
(0x1E29, 'V'),
(0x1E2A, 'M', u'ḫ'),
(0x1E2B, 'V'),
(0x1E2C, 'M', u'ḭ'),
(0x1E2D, 'V'),
(0x1E2E, 'M', u'ḯ'),
(0x1E2F, 'V'),
(0x1E30, 'M', u'ḱ'),
(0x1E31, 'V'),
(0x1E32, 'M', u'ḳ'),
(0x1E33, 'V'),
(0x1E34, 'M', u'ḵ'),
(0x1E35, 'V'),
(0x1E36, 'M', u'ḷ'),
(0x1E37, 'V'),
(0x1E38, 'M', u'ḹ'),
(0x1E39, 'V'),
(0x1E3A, 'M', u'ḻ'),
(0x1E3B, 'V'),
(0x1E3C, 'M', u'ḽ'),
(0x1E3D, 'V'),
(0x1E3E, 'M', u'ḿ'),
(0x1E3F, 'V'),
]
def _seg_17():
return [
(0x1E40, 'M', u'ṁ'),
(0x1E41, 'V'),
(0x1E42, 'M', u'ṃ'),
(0x1E43, 'V'),
(0x1E44, 'M', u'ṅ'),
(0x1E45, 'V'),
(0x1E46, 'M', u'ṇ'),
(0x1E47, 'V'),
(0x1E48, 'M', u'ṉ'),
(0x1E49, 'V'),
(0x1E4A, 'M', u'ṋ'),
(0x1E4B, 'V'),
(0x1E4C, 'M', u'ṍ'),
(0x1E4D, 'V'),
(0x1E4E, 'M', u'ṏ'),
(0x1E4F, 'V'),
(0x1E50, 'M', u'ṑ'),
(0x1E51, 'V'),
(0x1E52, 'M', u'ṓ'),
(0x1E53, 'V'),
(0x1E54, 'M', u'ṕ'),
(0x1E55, 'V'),
(0x1E56, 'M', u'ṗ'),
(0x1E57, 'V'),
(0x1E58, 'M', u'ṙ'),
(0x1E59, 'V'),
(0x1E5A, 'M', u'ṛ'),
(0x1E5B, 'V'),
(0x1E5C, 'M', u'ṝ'),
(0x1E5D, 'V'),
(0x1E5E, 'M', u'ṟ'),
(0x1E5F, 'V'),
(0x1E60, 'M', u'ṡ'),
(0x1E61, 'V'),
(0x1E62, 'M', u'ṣ'),
(0x1E63, 'V'),
(0x1E64, 'M', u'ṥ'),
(0x1E65, 'V'),
(0x1E66, 'M', u'ṧ'),
(0x1E67, 'V'),
(0x1E68, 'M', u'ṩ'),
(0x1E69, 'V'),
(0x1E6A, 'M', u'ṫ'),
(0x1E6B, 'V'),
(0x1E6C, 'M', u'ṭ'),
(0x1E6D, 'V'),
(0x1E6E, 'M', u'ṯ'),
(0x1E6F, 'V'),
(0x1E70, 'M', u'ṱ'),
(0x1E71, 'V'),
(0x1E72, 'M', u'ṳ'),
(0x1E73, 'V'),
(0x1E74, 'M', u'ṵ'),
(0x1E75, 'V'),
(0x1E76, 'M', u'ṷ'),
(0x1E77, 'V'),
(0x1E78, 'M', u'ṹ'),
(0x1E79, 'V'),
(0x1E7A, 'M', u'ṻ'),
(0x1E7B, 'V'),
(0x1E7C, 'M', u'ṽ'),
(0x1E7D, 'V'),
(0x1E7E, 'M', u'ṿ'),
(0x1E7F, 'V'),
(0x1E80, 'M', u'ẁ'),
(0x1E81, 'V'),
(0x1E82, 'M', u'ẃ'),
(0x1E83, 'V'),
(0x1E84, 'M', u'ẅ'),
(0x1E85, 'V'),
(0x1E86, 'M', u'ẇ'),
(0x1E87, 'V'),
(0x1E88, 'M', u'ẉ'),
(0x1E89, 'V'),
(0x1E8A, 'M', u'ẋ'),
(0x1E8B, 'V'),
(0x1E8C, 'M', u'ẍ'),
(0x1E8D, 'V'),
(0x1E8E, 'M', u'ẏ'),
(0x1E8F, 'V'),
(0x1E90, 'M', u'ẑ'),
(0x1E91, 'V'),
(0x1E92, 'M', u'ẓ'),
(0x1E93, 'V'),
(0x1E94, 'M', u'ẕ'),
(0x1E95, 'V'),
(0x1E9A, 'M', u'aʾ'),
(0x1E9B, 'M', u'ṡ'),
(0x1E9C, 'V'),
(0x1E9E, 'M', u'ss'),
(0x1E9F, 'V'),
(0x1EA0, 'M', u'ạ'),
(0x1EA1, 'V'),
(0x1EA2, 'M', u'ả'),
(0x1EA3, 'V'),
(0x1EA4, 'M', u'ấ'),
(0x1EA5, 'V'),
(0x1EA6, 'M', u'ầ'),
(0x1EA7, 'V'),
(0x1EA8, 'M', u'ẩ'),
]
def _seg_18():
return [
(0x1EA9, 'V'),
(0x1EAA, 'M', u'ẫ'),
(0x1EAB, 'V'),
(0x1EAC, 'M', u'ậ'),
(0x1EAD, 'V'),
(0x1EAE, 'M', u'ắ'),
(0x1EAF, 'V'),
(0x1EB0, 'M', u'ằ'),
(0x1EB1, 'V'),
(0x1EB2, 'M', u'ẳ'),
(0x1EB3, 'V'),
(0x1EB4, 'M', u'ẵ'),
(0x1EB5, 'V'),
(0x1EB6, 'M', u'ặ'),
(0x1EB7, 'V'),
(0x1EB8, 'M', u'ẹ'),
(0x1EB9, 'V'),
(0x1EBA, 'M', u'ẻ'),
(0x1EBB, 'V'),
(0x1EBC, 'M', u'ẽ'),
(0x1EBD, 'V'),
(0x1EBE, 'M', u'ế'),
(0x1EBF, 'V'),
(0x1EC0, 'M', u'ề'),
(0x1EC1, 'V'),
(0x1EC2, 'M', u'ể'),
(0x1EC3, 'V'),
(0x1EC4, 'M', u'ễ'),
(0x1EC5, 'V'),
(0x1EC6, 'M', u'ệ'),
(0x1EC7, 'V'),
(0x1EC8, 'M', u'ỉ'),
(0x1EC9, 'V'),
(0x1ECA, 'M', u'ị'),
(0x1ECB, 'V'),
(0x1ECC, 'M', u'ọ'),
(0x1ECD, 'V'),
(0x1ECE, 'M', u'ỏ'),
(0x1ECF, 'V'),
(0x1ED0, 'M', u'ố'),
(0x1ED1, 'V'),
(0x1ED2, 'M', u'ồ'),
(0x1ED3, 'V'),
(0x1ED4, 'M', u'ổ'),
(0x1ED5, 'V'),
(0x1ED6, 'M', u'ỗ'),
(0x1ED7, 'V'),
(0x1ED8, 'M', u'ộ'),
(0x1ED9, 'V'),
(0x1EDA, 'M', u'ớ'),
(0x1EDB, 'V'),
(0x1EDC, 'M', u'ờ'),
(0x1EDD, 'V'),
(0x1EDE, 'M', u'ở'),
(0x1EDF, 'V'),
(0x1EE0, 'M', u'ỡ'),
(0x1EE1, 'V'),
(0x1EE2, 'M', u'ợ'),
(0x1EE3, 'V'),
(0x1EE4, 'M', u'ụ'),
(0x1EE5, 'V'),
(0x1EE6, 'M', u'ủ'),
(0x1EE7, 'V'),
(0x1EE8, 'M', u'ứ'),
(0x1EE9, 'V'),
(0x1EEA, 'M', u'ừ'),
(0x1EEB, 'V'),
(0x1EEC, 'M', u'ử'),
(0x1EED, 'V'),
(0x1EEE, 'M', u'ữ'),
(0x1EEF, 'V'),
(0x1EF0, 'M', u'ự'),
(0x1EF1, 'V'),
(0x1EF2, 'M', u'ỳ'),
(0x1EF3, 'V'),
(0x1EF4, 'M', u'ỵ'),
(0x1EF5, 'V'),
(0x1EF6, 'M', u'ỷ'),
(0x1EF7, 'V'),
(0x1EF8, 'M', u'ỹ'),
(0x1EF9, 'V'),
(0x1EFA, 'M', u'ỻ'),
(0x1EFB, 'V'),
(0x1EFC, 'M', u'ỽ'),
(0x1EFD, 'V'),
(0x1EFE, 'M', u'ỿ'),
(0x1EFF, 'V'),
(0x1F08, 'M', u'ἀ'),
(0x1F09, 'M', u'ἁ'),
(0x1F0A, 'M', u'ἂ'),
(0x1F0B, 'M', u'ἃ'),
(0x1F0C, 'M', u'ἄ'),
(0x1F0D, 'M', u'ἅ'),
(0x1F0E, 'M', u'ἆ'),
(0x1F0F, 'M', u'ἇ'),
(0x1F10, 'V'),
(0x1F16, 'X'),
(0x1F18, 'M', u'ἐ'),
(0x1F19, 'M', u'ἑ'),
(0x1F1A, 'M', u'ἒ'),
]
def _seg_19():
return [
(0x1F1B, 'M', u'ἓ'),
(0x1F1C, 'M', u'ἔ'),
(0x1F1D, 'M', u'ἕ'),
(0x1F1E, 'X'),
(0x1F20, 'V'),
(0x1F28, 'M', u'ἠ'),
(0x1F29, 'M', u'ἡ'),
(0x1F2A, 'M', u'ἢ'),
(0x1F2B, 'M', u'ἣ'),
(0x1F2C, 'M', u'ἤ'),
(0x1F2D, 'M', u'ἥ'),
(0x1F2E, 'M', u'ἦ'),
(0x1F2F, 'M', u'ἧ'),
(0x1F30, 'V'),
(0x1F38, 'M', u'ἰ'),
(0x1F39, 'M', u'ἱ'),
(0x1F3A, 'M', u'ἲ'),
(0x1F3B, 'M', u'ἳ'),
(0x1F3C, 'M', u'ἴ'),
(0x1F3D, 'M', u'ἵ'),
(0x1F3E, 'M', u'ἶ'),
(0x1F3F, 'M', u'ἷ'),
(0x1F40, 'V'),
(0x1F46, 'X'),
(0x1F48, 'M', u'ὀ'),
(0x1F49, 'M', u'ὁ'),
(0x1F4A, 'M', u'ὂ'),
(0x1F4B, 'M', u'ὃ'),
(0x1F4C, 'M', u'ὄ'),
(0x1F4D, 'M', u'ὅ'),
(0x1F4E, 'X'),
(0x1F50, 'V'),
(0x1F58, 'X'),
(0x1F59, 'M', u'ὑ'),
(0x1F5A, 'X'),
(0x1F5B, 'M', u'ὓ'),
(0x1F5C, 'X'),
(0x1F5D, 'M', u'ὕ'),
(0x1F5E, 'X'),
(0x1F5F, 'M', u'ὗ'),
(0x1F60, 'V'),
(0x1F68, 'M', u'ὠ'),
(0x1F69, 'M', u'ὡ'),
(0x1F6A, 'M', u'ὢ'),
(0x1F6B, 'M', u'ὣ'),
(0x1F6C, 'M', u'ὤ'),
(0x1F6D, 'M', u'ὥ'),
(0x1F6E, 'M', u'ὦ'),
(0x1F6F, 'M', u'ὧ'),
(0x1F70, 'V'),
(0x1F71, 'M', u'ά'),
(0x1F72, 'V'),
(0x1F73, 'M', u'έ'),
(0x1F74, 'V'),
(0x1F75, 'M', u'ή'),
(0x1F76, 'V'),
(0x1F77, 'M', u'ί'),
(0x1F78, 'V'),
(0x1F79, 'M', u'ό'),
(0x1F7A, 'V'),
(0x1F7B, 'M', u'ύ'),
(0x1F7C, 'V'),
(0x1F7D, 'M', u'ώ'),
(0x1F7E, 'X'),
(0x1F80, 'M', u'ἀι'),
(0x1F81, 'M', u'ἁι'),
(0x1F82, 'M', u'ἂι'),
(0x1F83, 'M', u'ἃι'),
(0x1F84, 'M', u'ἄι'),
(0x1F85, 'M', u'ἅι'),
(0x1F86, 'M', u'ἆι'),
(0x1F87, 'M', u'ἇι'),
(0x1F88, 'M', u'ἀι'),
(0x1F89, 'M', u'ἁι'),
(0x1F8A, 'M', u'ἂι'),
(0x1F8B, 'M', u'ἃι'),
(0x1F8C, 'M', u'ἄι'),
(0x1F8D, 'M', u'ἅι'),
(0x1F8E, 'M', u'ἆι'),
(0x1F8F, 'M', u'ἇι'),
(0x1F90, 'M', u'ἠι'),
(0x1F91, 'M', u'ἡι'),
(0x1F92, 'M', u'ἢι'),
(0x1F93, 'M', u'ἣι'),
(0x1F94, 'M', u'ἤι'),
(0x1F95, 'M', u'ἥι'),
(0x1F96, 'M', u'ἦι'),
(0x1F97, 'M', u'ἧι'),
(0x1F98, 'M', u'ἠι'),
(0x1F99, 'M', u'ἡι'),
(0x1F9A, 'M', u'ἢι'),
(0x1F9B, 'M', u'ἣι'),
(0x1F9C, 'M', u'ἤι'),
(0x1F9D, 'M', u'ἥι'),
(0x1F9E, 'M', u'ἦι'),
(0x1F9F, 'M', u'ἧι'),
(0x1FA0, 'M', u'ὠι'),
(0x1FA1, 'M', u'ὡι'),
(0x1FA2, 'M', u'ὢι'),
(0x1FA3, 'M', u'ὣι'),
]
def _seg_20():
return [
(0x1FA4, 'M', u'ὤι'),
(0x1FA5, 'M', u'ὥι'),
(0x1FA6, 'M', u'ὦι'),
(0x1FA7, 'M', u'ὧι'),
(0x1FA8, 'M', u'ὠι'),
(0x1FA9, 'M', u'ὡι'),
(0x1FAA, 'M', u'ὢι'),
(0x1FAB, 'M', u'ὣι'),
(0x1FAC, 'M', u'ὤι'),
(0x1FAD, 'M', u'ὥι'),
(0x1FAE, 'M', u'ὦι'),
(0x1FAF, 'M', u'ὧι'),
(0x1FB0, 'V'),
(0x1FB2, 'M', u'ὰι'),
(0x1FB3, 'M', u'αι'),
(0x1FB4, 'M', u'άι'),
(0x1FB5, 'X'),
(0x1FB6, 'V'),
(0x1FB7, 'M', u'ᾶι'),
(0x1FB8, 'M', u'ᾰ'),
(0x1FB9, 'M', u'ᾱ'),
(0x1FBA, 'M', u'ὰ'),
(0x1FBB, 'M', u'ά'),
(0x1FBC, 'M', u'αι'),
(0x1FBD, '3', u' ̓'),
(0x1FBE, 'M', u'ι'),
(0x1FBF, '3', u' ̓'),
(0x1FC0, '3', u' ͂'),
(0x1FC1, '3', u' ̈͂'),
(0x1FC2, 'M', u'ὴι'),
(0x1FC3, 'M', u'ηι'),
(0x1FC4, 'M', u'ήι'),
(0x1FC5, 'X'),
(0x1FC6, 'V'),
(0x1FC7, 'M', u'ῆι'),
(0x1FC8, 'M', u'ὲ'),
(0x1FC9, 'M', u'έ'),
(0x1FCA, 'M', u'ὴ'),
(0x1FCB, 'M', u'ή'),
(0x1FCC, 'M', u'ηι'),
(0x1FCD, '3', u' ̓̀'),
(0x1FCE, '3', u' ̓́'),
(0x1FCF, '3', u' ̓͂'),
(0x1FD0, 'V'),
(0x1FD3, 'M', u'ΐ'),
(0x1FD4, 'X'),
(0x1FD6, 'V'),
(0x1FD8, 'M', u'ῐ'),
(0x1FD9, 'M', u'ῑ'),
(0x1FDA, 'M', u'ὶ'),
(0x1FDB, 'M', u'ί'),
(0x1FDC, 'X'),
(0x1FDD, '3', u' ̔̀'),
(0x1FDE, '3', u' ̔́'),
(0x1FDF, '3', u' ̔͂'),
(0x1FE0, 'V'),
(0x1FE3, 'M', u'ΰ'),
(0x1FE4, 'V'),
(0x1FE8, 'M', u'ῠ'),
(0x1FE9, 'M', u'ῡ'),
(0x1FEA, 'M', u'ὺ'),
(0x1FEB, 'M', u'ύ'),
(0x1FEC, 'M', u'ῥ'),
(0x1FED, '3', u' ̈̀'),
(0x1FEE, '3', u' ̈́'),
(0x1FEF, '3', u'`'),
(0x1FF0, 'X'),
(0x1FF2, 'M', u'ὼι'),
(0x1FF3, 'M', u'ωι'),
(0x1FF4, 'M', u'ώι'),
(0x1FF5, 'X'),
(0x1FF6, 'V'),
(0x1FF7, 'M', u'ῶι'),
(0x1FF8, 'M', u'ὸ'),
(0x1FF9, 'M', u'ό'),
(0x1FFA, 'M', u'ὼ'),
(0x1FFB, 'M', u'ώ'),
(0x1FFC, 'M', u'ωι'),
(0x1FFD, '3', u' ́'),
(0x1FFE, '3', u' ̔'),
(0x1FFF, 'X'),
(0x2000, '3', u' '),
(0x200B, 'I'),
(0x200C, 'D', u''),
(0x200E, 'X'),
(0x2010, 'V'),
(0x2011, 'M', u'‐'),
(0x2012, 'V'),
(0x2017, '3', u' ̳'),
(0x2018, 'V'),
(0x2024, 'X'),
(0x2027, 'V'),
(0x2028, 'X'),
(0x202F, '3', u' '),
(0x2030, 'V'),
(0x2033, 'M', u'′′'),
(0x2034, 'M', u'′′′'),
(0x2035, 'V'),
(0x2036, 'M', u'‵‵'),
(0x2037, 'M', u'‵‵‵'),
]
def _seg_21():
return [
(0x2038, 'V'),
(0x203C, '3', u'!!'),
(0x203D, 'V'),
(0x203E, '3', u' ̅'),
(0x203F, 'V'),
(0x2047, '3', u'??'),
(0x2048, '3', u'?!'),
(0x2049, '3', u'!?'),
(0x204A, 'V'),
(0x2057, 'M', u'′′′′'),
(0x2058, 'V'),
(0x205F, '3', u' '),
(0x2060, 'I'),
(0x2061, 'X'),
(0x2064, 'I'),
(0x2065, 'X'),
(0x2070, 'M', u'0'),
(0x2071, 'M', u'i'),
(0x2072, 'X'),
(0x2074, 'M', u'4'),
(0x2075, 'M', u'5'),
(0x2076, 'M', u'6'),
(0x2077, 'M', u'7'),
(0x2078, 'M', u'8'),
(0x2079, 'M', u'9'),
(0x207A, '3', u'+'),
(0x207B, 'M', u'−'),
(0x207C, '3', u'='),
(0x207D, '3', u'('),
(0x207E, '3', u')'),
(0x207F, 'M', u'n'),
(0x2080, 'M', u'0'),
(0x2081, 'M', u'1'),
(0x2082, 'M', u'2'),
(0x2083, 'M', u'3'),
(0x2084, 'M', u'4'),
(0x2085, 'M', u'5'),
(0x2086, 'M', u'6'),
(0x2087, 'M', u'7'),
(0x2088, 'M', u'8'),
(0x2089, 'M', u'9'),
(0x208A, '3', u'+'),
(0x208B, 'M', u'−'),
(0x208C, '3', u'='),
(0x208D, '3', u'('),
(0x208E, '3', u')'),
(0x208F, 'X'),
(0x2090, 'M', u'a'),
(0x2091, 'M', u'e'),
(0x2092, 'M', u'o'),
(0x2093, 'M', u'x'),
(0x2094, 'M', u'ə'),
(0x2095, 'M', u'h'),
(0x2096, 'M', u'k'),
(0x2097, 'M', u'l'),
(0x2098, 'M', u'm'),
(0x2099, 'M', u'n'),
(0x209A, 'M', u'p'),
(0x209B, 'M', u's'),
(0x209C, 'M', u't'),
(0x209D, 'X'),
(0x20A0, 'V'),
(0x20A8, 'M', u'rs'),
(0x20A9, 'V'),
(0x20C0, 'X'),
(0x20D0, 'V'),
(0x20F1, 'X'),
(0x2100, '3', u'a/c'),
(0x2101, '3', u'a/s'),
(0x2102, 'M', u'c'),
(0x2103, 'M', u'°c'),
(0x2104, 'V'),
(0x2105, '3', u'c/o'),
(0x2106, '3', u'c/u'),
(0x2107, 'M', u'ɛ'),
(0x2108, 'V'),
(0x2109, 'M', u'°f'),
(0x210A, 'M', u'g'),
(0x210B, 'M', u'h'),
(0x210F, 'M', u'ħ'),
(0x2110, 'M', u'i'),
(0x2112, 'M', u'l'),
(0x2114, 'V'),
(0x2115, 'M', u'n'),
(0x2116, 'M', u'no'),
(0x2117, 'V'),
(0x2119, 'M', u'p'),
(0x211A, 'M', u'q'),
(0x211B, 'M', u'r'),
(0x211E, 'V'),
(0x2120, 'M', u'sm'),
(0x2121, 'M', u'tel'),
(0x2122, 'M', u'tm'),
(0x2123, 'V'),
(0x2124, 'M', u'z'),
(0x2125, 'V'),
(0x2126, 'M', u'ω'),
(0x2127, 'V'),
(0x2128, 'M', u'z'),
(0x2129, 'V'),
]
def _seg_22():
return [
(0x212A, 'M', u'k'),
(0x212B, 'M', u'å'),
(0x212C, 'M', u'b'),
(0x212D, 'M', u'c'),
(0x212E, 'V'),
(0x212F, 'M', u'e'),
(0x2131, 'M', u'f'),
(0x2132, 'X'),
(0x2133, 'M', u'm'),
(0x2134, 'M', u'o'),
(0x2135, 'M', u'א'),
(0x2136, 'M', u'ב'),
(0x2137, 'M', u'ג'),
(0x2138, 'M', u'ד'),
(0x2139, 'M', u'i'),
(0x213A, 'V'),
(0x213B, 'M', u'fax'),
(0x213C, 'M', u'π'),
(0x213D, 'M', u'γ'),
(0x213F, 'M', u'π'),
(0x2140, 'M', u'∑'),
(0x2141, 'V'),
(0x2145, 'M', u'd'),
(0x2147, 'M', u'e'),
(0x2148, 'M', u'i'),
(0x2149, 'M', u'j'),
(0x214A, 'V'),
(0x2150, 'M', u'1⁄7'),
(0x2151, 'M', u'1⁄9'),
(0x2152, 'M', u'1⁄10'),
(0x2153, 'M', u'1⁄3'),
(0x2154, 'M', u'2⁄3'),
(0x2155, 'M', u'1⁄5'),
(0x2156, 'M', u'2⁄5'),
(0x2157, 'M', u'3⁄5'),
(0x2158, 'M', u'4⁄5'),
(0x2159, 'M', u'1⁄6'),
(0x215A, 'M', u'5⁄6'),
(0x215B, 'M', u'1⁄8'),
(0x215C, 'M', u'3⁄8'),
(0x215D, 'M', u'5⁄8'),
(0x215E, 'M', u'7⁄8'),
(0x215F, 'M', u'1⁄'),
(0x2160, 'M', u'i'),
(0x2161, 'M', u'ii'),
(0x2162, 'M', u'iii'),
(0x2163, 'M', u'iv'),
(0x2164, 'M', u'v'),
(0x2165, 'M', u'vi'),
(0x2166, 'M', u'vii'),
(0x2167, 'M', u'viii'),
(0x2168, 'M', u'ix'),
(0x2169, 'M', u'x'),
(0x216A, 'M', u'xi'),
(0x216B, 'M', u'xii'),
(0x216C, 'M', u'l'),
(0x216D, 'M', u'c'),
(0x216E, 'M', u'd'),
(0x216F, 'M', u'm'),
(0x2170, 'M', u'i'),
(0x2171, 'M', u'ii'),
(0x2172, 'M', u'iii'),
(0x2173, 'M', u'iv'),
(0x2174, 'M', u'v'),
(0x2175, 'M', u'vi'),
(0x2176, 'M', u'vii'),
(0x2177, 'M', u'viii'),
(0x2178, 'M', u'ix'),
(0x2179, 'M', u'x'),
(0x217A, 'M', u'xi'),
(0x217B, 'M', u'xii'),
(0x217C, 'M', u'l'),
(0x217D, 'M', u'c'),
(0x217E, 'M', u'd'),
(0x217F, 'M', u'm'),
(0x2180, 'V'),
(0x2183, 'X'),
(0x2184, 'V'),
(0x2189, 'M', u'0⁄3'),
(0x218A, 'V'),
(0x218C, 'X'),
(0x2190, 'V'),
(0x222C, 'M', u'∫∫'),
(0x222D, 'M', u'∫∫∫'),
(0x222E, 'V'),
(0x222F, 'M', u'∮∮'),
(0x2230, 'M', u'∮∮∮'),
(0x2231, 'V'),
(0x2260, '3'),
(0x2261, 'V'),
(0x226E, '3'),
(0x2270, 'V'),
(0x2329, 'M', u'〈'),
(0x232A, 'M', u'〉'),
(0x232B, 'V'),
(0x2427, 'X'),
(0x2440, 'V'),
(0x244B, 'X'),
(0x2460, 'M', u'1'),
(0x2461, 'M', u'2'),
]
def _seg_23():
return [
(0x2462, 'M', u'3'),
(0x2463, 'M', u'4'),
(0x2464, 'M', u'5'),
(0x2465, 'M', u'6'),
(0x2466, 'M', u'7'),
(0x2467, 'M', u'8'),
(0x2468, 'M', u'9'),
(0x2469, 'M', u'10'),
(0x246A, 'M', u'11'),
(0x246B, 'M', u'12'),
(0x246C, 'M', u'13'),
(0x246D, 'M', u'14'),
(0x246E, 'M', u'15'),
(0x246F, 'M', u'16'),
(0x2470, 'M', u'17'),
(0x2471, 'M', u'18'),
(0x2472, 'M', u'19'),
(0x2473, 'M', u'20'),
(0x2474, '3', u'(1)'),
(0x2475, '3', u'(2)'),
(0x2476, '3', u'(3)'),
(0x2477, '3', u'(4)'),
(0x2478, '3', u'(5)'),
(0x2479, '3', u'(6)'),
(0x247A, '3', u'(7)'),
(0x247B, '3', u'(8)'),
(0x247C, '3', u'(9)'),
(0x247D, '3', u'(10)'),
(0x247E, '3', u'(11)'),
(0x247F, '3', u'(12)'),
(0x2480, '3', u'(13)'),
(0x2481, '3', u'(14)'),
(0x2482, '3', u'(15)'),
(0x2483, '3', u'(16)'),
(0x2484, '3', u'(17)'),
(0x2485, '3', u'(18)'),
(0x2486, '3', u'(19)'),
(0x2487, '3', u'(20)'),
(0x2488, 'X'),
(0x249C, '3', u'(a)'),
(0x249D, '3', u'(b)'),
(0x249E, '3', u'(c)'),
(0x249F, '3', u'(d)'),
(0x24A0, '3', u'(e)'),
(0x24A1, '3', u'(f)'),
(0x24A2, '3', u'(g)'),
(0x24A3, '3', u'(h)'),
(0x24A4, '3', u'(i)'),
(0x24A5, '3', u'(j)'),
(0x24A6, '3', u'(k)'),
(0x24A7, '3', u'(l)'),
(0x24A8, '3', u'(m)'),
(0x24A9, '3', u'(n)'),
(0x24AA, '3', u'(o)'),
(0x24AB, '3', u'(p)'),
(0x24AC, '3', u'(q)'),
(0x24AD, '3', u'(r)'),
(0x24AE, '3', u'(s)'),
(0x24AF, '3', u'(t)'),
(0x24B0, '3', u'(u)'),
(0x24B1, '3', u'(v)'),
(0x24B2, '3', u'(w)'),
(0x24B3, '3', u'(x)'),
(0x24B4, '3', u'(y)'),
(0x24B5, '3', u'(z)'),
(0x24B6, 'M', u'a'),
(0x24B7, 'M', u'b'),
(0x24B8, 'M', u'c'),
(0x24B9, 'M', u'd'),
(0x24BA, 'M', u'e'),
(0x24BB, 'M', u'f'),
(0x24BC, 'M', u'g'),
(0x24BD, 'M', u'h'),
(0x24BE, 'M', u'i'),
(0x24BF, 'M', u'j'),
(0x24C0, 'M', u'k'),
(0x24C1, 'M', u'l'),
(0x24C2, 'M', u'm'),
(0x24C3, 'M', u'n'),
(0x24C4, 'M', u'o'),
(0x24C5, 'M', u'p'),
(0x24C6, 'M', u'q'),
(0x24C7, 'M', u'r'),
(0x24C8, 'M', u's'),
(0x24C9, 'M', u't'),
(0x24CA, 'M', u'u'),
(0x24CB, 'M', u'v'),
(0x24CC, 'M', u'w'),
(0x24CD, 'M', u'x'),
(0x24CE, 'M', u'y'),
(0x24CF, 'M', u'z'),
(0x24D0, 'M', u'a'),
(0x24D1, 'M', u'b'),
(0x24D2, 'M', u'c'),
(0x24D3, 'M', u'd'),
(0x24D4, 'M', u'e'),
(0x24D5, 'M', u'f'),
(0x24D6, 'M', u'g'),
(0x24D7, 'M', u'h'),
(0x24D8, 'M', u'i'),
]
def _seg_24():
return [
(0x24D9, 'M', u'j'),
(0x24DA, 'M', u'k'),
(0x24DB, 'M', u'l'),
(0x24DC, 'M', u'm'),
(0x24DD, 'M', u'n'),
(0x24DE, 'M', u'o'),
(0x24DF, 'M', u'p'),
(0x24E0, 'M', u'q'),
(0x24E1, 'M', u'r'),
(0x24E2, 'M', u's'),
(0x24E3, 'M', u't'),
(0x24E4, 'M', u'u'),
(0x24E5, 'M', u'v'),
(0x24E6, 'M', u'w'),
(0x24E7, 'M', u'x'),
(0x24E8, 'M', u'y'),
(0x24E9, 'M', u'z'),
(0x24EA, 'M', u'0'),
(0x24EB, 'V'),
(0x2A0C, 'M', u'∫∫∫∫'),
(0x2A0D, 'V'),
(0x2A74, '3', u'::='),
(0x2A75, '3', u'=='),
(0x2A76, '3', u'==='),
(0x2A77, 'V'),
(0x2ADC, 'M', u'⫝̸'),
(0x2ADD, 'V'),
(0x2B74, 'X'),
(0x2B76, 'V'),
(0x2B96, 'X'),
(0x2B98, 'V'),
(0x2BC9, 'X'),
(0x2BCA, 'V'),
(0x2BFF, 'X'),
(0x2C00, 'M', u'ⰰ'),
(0x2C01, 'M', u'ⰱ'),
(0x2C02, 'M', u'ⰲ'),
(0x2C03, 'M', u'ⰳ'),
(0x2C04, 'M', u'ⰴ'),
(0x2C05, 'M', u'ⰵ'),
(0x2C06, 'M', u'ⰶ'),
(0x2C07, 'M', u'ⰷ'),
(0x2C08, 'M', u'ⰸ'),
(0x2C09, 'M', u'ⰹ'),
(0x2C0A, 'M', u'ⰺ'),
(0x2C0B, 'M', u'ⰻ'),
(0x2C0C, 'M', u'ⰼ'),
(0x2C0D, 'M', u'ⰽ'),
(0x2C0E, 'M', u'ⰾ'),
(0x2C0F, 'M', u'ⰿ'),
(0x2C10, 'M', u'ⱀ'),
(0x2C11, 'M', u'ⱁ'),
(0x2C12, 'M', u'ⱂ'),
(0x2C13, 'M', u'ⱃ'),
(0x2C14, 'M', u'ⱄ'),
(0x2C15, 'M', u'ⱅ'),
(0x2C16, 'M', u'ⱆ'),
(0x2C17, 'M', u'ⱇ'),
(0x2C18, 'M', u'ⱈ'),
(0x2C19, 'M', u'ⱉ'),
(0x2C1A, 'M', u'ⱊ'),
(0x2C1B, 'M', u'ⱋ'),
(0x2C1C, 'M', u'ⱌ'),
(0x2C1D, 'M', u'ⱍ'),
(0x2C1E, 'M', u'ⱎ'),
(0x2C1F, 'M', u'ⱏ'),
(0x2C20, 'M', u'ⱐ'),
(0x2C21, 'M', u'ⱑ'),
(0x2C22, 'M', u'ⱒ'),
(0x2C23, 'M', u'ⱓ'),
(0x2C24, 'M', u'ⱔ'),
(0x2C25, 'M', u'ⱕ'),
(0x2C26, 'M', u'ⱖ'),
(0x2C27, 'M', u'ⱗ'),
(0x2C28, 'M', u'ⱘ'),
(0x2C29, 'M', u'ⱙ'),
(0x2C2A, 'M', u'ⱚ'),
(0x2C2B, 'M', u'ⱛ'),
(0x2C2C, 'M', u'ⱜ'),
(0x2C2D, 'M', u'ⱝ'),
(0x2C2E, 'M', u'ⱞ'),
(0x2C2F, 'X'),
(0x2C30, 'V'),
(0x2C5F, 'X'),
(0x2C60, 'M', u'ⱡ'),
(0x2C61, 'V'),
(0x2C62, 'M', u'ɫ'),
(0x2C63, 'M', u'ᵽ'),
(0x2C64, 'M', u'ɽ'),
(0x2C65, 'V'),
(0x2C67, 'M', u'ⱨ'),
(0x2C68, 'V'),
(0x2C69, 'M', u'ⱪ'),
(0x2C6A, 'V'),
(0x2C6B, 'M', u'ⱬ'),
(0x2C6C, 'V'),
(0x2C6D, 'M', u'ɑ'),
(0x2C6E, 'M', u'ɱ'),
(0x2C6F, 'M', u'ɐ'),
(0x2C70, 'M', u'ɒ'),
]
def _seg_25():
return [
(0x2C71, 'V'),
(0x2C72, 'M', u'ⱳ'),
(0x2C73, 'V'),
(0x2C75, 'M', u'ⱶ'),
(0x2C76, 'V'),
(0x2C7C, 'M', u'j'),
(0x2C7D, 'M', u'v'),
(0x2C7E, 'M', u'ȿ'),
(0x2C7F, 'M', u'ɀ'),
(0x2C80, 'M', u'ⲁ'),
(0x2C81, 'V'),
(0x2C82, 'M', u'ⲃ'),
(0x2C83, 'V'),
(0x2C84, 'M', u'ⲅ'),
(0x2C85, 'V'),
(0x2C86, 'M', u'ⲇ'),
(0x2C87, 'V'),
(0x2C88, 'M', u'ⲉ'),
(0x2C89, 'V'),
(0x2C8A, 'M', u'ⲋ'),
(0x2C8B, 'V'),
(0x2C8C, 'M', u'ⲍ'),
(0x2C8D, 'V'),
(0x2C8E, 'M', u'ⲏ'),
(0x2C8F, 'V'),
(0x2C90, 'M', u'ⲑ'),
(0x2C91, 'V'),
(0x2C92, 'M', u'ⲓ'),
(0x2C93, 'V'),
(0x2C94, 'M', u'ⲕ'),
(0x2C95, 'V'),
(0x2C96, 'M', u'ⲗ'),
(0x2C97, 'V'),
(0x2C98, 'M', u'ⲙ'),
(0x2C99, 'V'),
(0x2C9A, 'M', u'ⲛ'),
(0x2C9B, 'V'),
(0x2C9C, 'M', u'ⲝ'),
(0x2C9D, 'V'),
(0x2C9E, 'M', u'ⲟ'),
(0x2C9F, 'V'),
(0x2CA0, 'M', u'ⲡ'),
(0x2CA1, 'V'),
(0x2CA2, 'M', u'ⲣ'),
(0x2CA3, 'V'),
(0x2CA4, 'M', u'ⲥ'),
(0x2CA5, 'V'),
(0x2CA6, 'M', u'ⲧ'),
(0x2CA7, 'V'),
(0x2CA8, 'M', u'ⲩ'),
(0x2CA9, 'V'),
(0x2CAA, 'M', u'ⲫ'),
(0x2CAB, 'V'),
(0x2CAC, 'M', u'ⲭ'),
(0x2CAD, 'V'),
(0x2CAE, 'M', u'ⲯ'),
(0x2CAF, 'V'),
(0x2CB0, 'M', u'ⲱ'),
(0x2CB1, 'V'),
(0x2CB2, 'M', u'ⲳ'),
(0x2CB3, 'V'),
(0x2CB4, 'M', u'ⲵ'),
(0x2CB5, 'V'),
(0x2CB6, 'M', u'ⲷ'),
(0x2CB7, 'V'),
(0x2CB8, 'M', u'ⲹ'),
(0x2CB9, 'V'),
(0x2CBA, 'M', u'ⲻ'),
(0x2CBB, 'V'),
(0x2CBC, 'M', u'ⲽ'),
(0x2CBD, 'V'),
(0x2CBE, 'M', u'ⲿ'),
(0x2CBF, 'V'),
(0x2CC0, 'M', u'ⳁ'),
(0x2CC1, 'V'),
(0x2CC2, 'M', u'ⳃ'),
(0x2CC3, 'V'),
(0x2CC4, 'M', u'ⳅ'),
(0x2CC5, 'V'),
(0x2CC6, 'M', u'ⳇ'),
(0x2CC7, 'V'),
(0x2CC8, 'M', u'ⳉ'),
(0x2CC9, 'V'),
(0x2CCA, 'M', u'ⳋ'),
(0x2CCB, 'V'),
(0x2CCC, 'M', u'ⳍ'),
(0x2CCD, 'V'),
(0x2CCE, 'M', u'ⳏ'),
(0x2CCF, 'V'),
(0x2CD0, 'M', u'ⳑ'),
(0x2CD1, 'V'),
(0x2CD2, 'M', u'ⳓ'),
(0x2CD3, 'V'),
(0x2CD4, 'M', u'ⳕ'),
(0x2CD5, 'V'),
(0x2CD6, 'M', u'ⳗ'),
(0x2CD7, 'V'),
(0x2CD8, 'M', u'ⳙ'),
(0x2CD9, 'V'),
(0x2CDA, 'M', u'ⳛ'),
]
def _seg_26():
return [
(0x2CDB, 'V'),
(0x2CDC, 'M', u'ⳝ'),
(0x2CDD, 'V'),
(0x2CDE, 'M', u'ⳟ'),
(0x2CDF, 'V'),
(0x2CE0, 'M', u'ⳡ'),
(0x2CE1, 'V'),
(0x2CE2, 'M', u'ⳣ'),
(0x2CE3, 'V'),
(0x2CEB, 'M', u'ⳬ'),
(0x2CEC, 'V'),
(0x2CED, 'M', u'ⳮ'),
(0x2CEE, 'V'),
(0x2CF2, 'M', u'ⳳ'),
(0x2CF3, 'V'),
(0x2CF4, 'X'),
(0x2CF9, 'V'),
(0x2D26, 'X'),
(0x2D27, 'V'),
(0x2D28, 'X'),
(0x2D2D, 'V'),
(0x2D2E, 'X'),
(0x2D30, 'V'),
(0x2D68, 'X'),
(0x2D6F, 'M', u'ⵡ'),
(0x2D70, 'V'),
(0x2D71, 'X'),
(0x2D7F, 'V'),
(0x2D97, 'X'),
(0x2DA0, 'V'),
(0x2DA7, 'X'),
(0x2DA8, 'V'),
(0x2DAF, 'X'),
(0x2DB0, 'V'),
(0x2DB7, 'X'),
(0x2DB8, 'V'),
(0x2DBF, 'X'),
(0x2DC0, 'V'),
(0x2DC7, 'X'),
(0x2DC8, 'V'),
(0x2DCF, 'X'),
(0x2DD0, 'V'),
(0x2DD7, 'X'),
(0x2DD8, 'V'),
(0x2DDF, 'X'),
(0x2DE0, 'V'),
(0x2E4F, 'X'),
(0x2E80, 'V'),
(0x2E9A, 'X'),
(0x2E9B, 'V'),
(0x2E9F, 'M', u'母'),
(0x2EA0, 'V'),
(0x2EF3, 'M', u'龟'),
(0x2EF4, 'X'),
(0x2F00, 'M', u'一'),
(0x2F01, 'M', u'丨'),
(0x2F02, 'M', u'丶'),
(0x2F03, 'M', u'丿'),
(0x2F04, 'M', u'乙'),
(0x2F05, 'M', u'亅'),
(0x2F06, 'M', u'二'),
(0x2F07, 'M', u'亠'),
(0x2F08, 'M', u'人'),
(0x2F09, 'M', u'儿'),
(0x2F0A, 'M', u'入'),
(0x2F0B, 'M', u'八'),
(0x2F0C, 'M', u'冂'),
(0x2F0D, 'M', u'冖'),
(0x2F0E, 'M', u'冫'),
(0x2F0F, 'M', u'几'),
(0x2F10, 'M', u'凵'),
(0x2F11, 'M', u'刀'),
(0x2F12, 'M', u'力'),
(0x2F13, 'M', u'勹'),
(0x2F14, 'M', u'匕'),
(0x2F15, 'M', u'匚'),
(0x2F16, 'M', u'匸'),
(0x2F17, 'M', u'十'),
(0x2F18, 'M', u'卜'),
(0x2F19, 'M', u'卩'),
(0x2F1A, 'M', u'厂'),
(0x2F1B, 'M', u'厶'),
(0x2F1C, 'M', u'又'),
(0x2F1D, 'M', u'口'),
(0x2F1E, 'M', u'囗'),
(0x2F1F, 'M', u'土'),
(0x2F20, 'M', u'士'),
(0x2F21, 'M', u'夂'),
(0x2F22, 'M', u'夊'),
(0x2F23, 'M', u'夕'),
(0x2F24, 'M', u'大'),
(0x2F25, 'M', u'女'),
(0x2F26, 'M', u'子'),
(0x2F27, 'M', u'宀'),
(0x2F28, 'M', u'寸'),
(0x2F29, 'M', u'小'),
(0x2F2A, 'M', u'尢'),
(0x2F2B, 'M', u'尸'),
(0x2F2C, 'M', u'屮'),
(0x2F2D, 'M', u'山'),
]
def _seg_27():
return [
(0x2F2E, 'M', u'巛'),
(0x2F2F, 'M', u'工'),
(0x2F30, 'M', u'己'),
(0x2F31, 'M', u'巾'),
(0x2F32, 'M', u'干'),
(0x2F33, 'M', u'幺'),
(0x2F34, 'M', u'广'),
(0x2F35, 'M', u'廴'),
(0x2F36, 'M', u'廾'),
(0x2F37, 'M', u'弋'),
(0x2F38, 'M', u'弓'),
(0x2F39, 'M', u'彐'),
(0x2F3A, 'M', u'彡'),
(0x2F3B, 'M', u'彳'),
(0x2F3C, 'M', u'心'),
(0x2F3D, 'M', u'戈'),
(0x2F3E, 'M', u'戶'),
(0x2F3F, 'M', u'手'),
(0x2F40, 'M', u'支'),
(0x2F41, 'M', u'攴'),
(0x2F42, 'M', u'文'),
(0x2F43, 'M', u'斗'),
(0x2F44, 'M', u'斤'),
(0x2F45, 'M', u'方'),
(0x2F46, 'M', u'无'),
(0x2F47, 'M', u'日'),
(0x2F48, 'M', u'曰'),
(0x2F49, 'M', u'月'),
(0x2F4A, 'M', u'木'),
(0x2F4B, 'M', u'欠'),
(0x2F4C, 'M', u'止'),
(0x2F4D, 'M', u'歹'),
(0x2F4E, 'M', u'殳'),
(0x2F4F, 'M', u'毋'),
(0x2F50, 'M', u'比'),
(0x2F51, 'M', u'毛'),
(0x2F52, 'M', u'氏'),
(0x2F53, 'M', u'气'),
(0x2F54, 'M', u'水'),
(0x2F55, 'M', u'火'),
(0x2F56, 'M', u'爪'),
(0x2F57, 'M', u'父'),
(0x2F58, 'M', u'爻'),
(0x2F59, 'M', u'爿'),
(0x2F5A, 'M', u'片'),
(0x2F5B, 'M', u'牙'),
(0x2F5C, 'M', u'牛'),
(0x2F5D, 'M', u'犬'),
(0x2F5E, 'M', u'玄'),
(0x2F5F, 'M', u'玉'),
(0x2F60, 'M', u'瓜'),
(0x2F61, 'M', u'瓦'),
(0x2F62, 'M', u'甘'),
(0x2F63, 'M', u'生'),
(0x2F64, 'M', u'用'),
(0x2F65, 'M', u'田'),
(0x2F66, 'M', u'疋'),
(0x2F67, 'M', u'疒'),
(0x2F68, 'M', u'癶'),
(0x2F69, 'M', u'白'),
(0x2F6A, 'M', u'皮'),
(0x2F6B, 'M', u'皿'),
(0x2F6C, 'M', u'目'),
(0x2F6D, 'M', u'矛'),
(0x2F6E, 'M', u'矢'),
(0x2F6F, 'M', u'石'),
(0x2F70, 'M', u'示'),
(0x2F71, 'M', u'禸'),
(0x2F72, 'M', u'禾'),
(0x2F73, 'M', u'穴'),
(0x2F74, 'M', u'立'),
(0x2F75, 'M', u'竹'),
(0x2F76, 'M', u'米'),
(0x2F77, 'M', u'糸'),
(0x2F78, 'M', u'缶'),
(0x2F79, 'M', u'网'),
(0x2F7A, 'M', u'羊'),
(0x2F7B, 'M', u'羽'),
(0x2F7C, 'M', u'老'),
(0x2F7D, 'M', u'而'),
(0x2F7E, 'M', u'耒'),
(0x2F7F, 'M', u'耳'),
(0x2F80, 'M', u'聿'),
(0x2F81, 'M', u'肉'),
(0x2F82, 'M', u'臣'),
(0x2F83, 'M', u'自'),
(0x2F84, 'M', u'至'),
(0x2F85, 'M', u'臼'),
(0x2F86, 'M', u'舌'),
(0x2F87, 'M', u'舛'),
(0x2F88, 'M', u'舟'),
(0x2F89, 'M', u'艮'),
(0x2F8A, 'M', u'色'),
(0x2F8B, 'M', u'艸'),
(0x2F8C, 'M', u'虍'),
(0x2F8D, 'M', u'虫'),
(0x2F8E, 'M', u'血'),
(0x2F8F, 'M', u'行'),
(0x2F90, 'M', u'衣'),
(0x2F91, 'M', u'襾'),
]
def _seg_28():
return [
(0x2F92, 'M', u'見'),
(0x2F93, 'M', u'角'),
(0x2F94, 'M', u'言'),
(0x2F95, 'M', u'谷'),
(0x2F96, 'M', u'豆'),
(0x2F97, 'M', u'豕'),
(0x2F98, 'M', u'豸'),
(0x2F99, 'M', u'貝'),
(0x2F9A, 'M', u'赤'),
(0x2F9B, 'M', u'走'),
(0x2F9C, 'M', u'足'),
(0x2F9D, 'M', u'身'),
(0x2F9E, 'M', u'車'),
(0x2F9F, 'M', u'辛'),
(0x2FA0, 'M', u'辰'),
(0x2FA1, 'M', u'辵'),
(0x2FA2, 'M', u'邑'),
(0x2FA3, 'M', u'酉'),
(0x2FA4, 'M', u'釆'),
(0x2FA5, 'M', u'里'),
(0x2FA6, 'M', u'金'),
(0x2FA7, 'M', u'長'),
(0x2FA8, 'M', u'門'),
(0x2FA9, 'M', u'阜'),
(0x2FAA, 'M', u'隶'),
(0x2FAB, 'M', u'隹'),
(0x2FAC, 'M', u'雨'),
(0x2FAD, 'M', u'靑'),
(0x2FAE, 'M', u'非'),
(0x2FAF, 'M', u'面'),
(0x2FB0, 'M', u'革'),
(0x2FB1, 'M', u'韋'),
(0x2FB2, 'M', u'韭'),
(0x2FB3, 'M', u'音'),
(0x2FB4, 'M', u'頁'),
(0x2FB5, 'M', u'風'),
(0x2FB6, 'M', u'飛'),
(0x2FB7, 'M', u'食'),
(0x2FB8, 'M', u'首'),
(0x2FB9, 'M', u'香'),
(0x2FBA, 'M', u'馬'),
(0x2FBB, 'M', u'骨'),
(0x2FBC, 'M', u'高'),
(0x2FBD, 'M', u'髟'),
(0x2FBE, 'M', u'鬥'),
(0x2FBF, 'M', u'鬯'),
(0x2FC0, 'M', u'鬲'),
(0x2FC1, 'M', u'鬼'),
(0x2FC2, 'M', u'魚'),
(0x2FC3, 'M', u'鳥'),
(0x2FC4, 'M', u'鹵'),
(0x2FC5, 'M', u'鹿'),
(0x2FC6, 'M', u'麥'),
(0x2FC7, 'M', u'麻'),
(0x2FC8, 'M', u'黃'),
(0x2FC9, 'M', u'黍'),
(0x2FCA, 'M', u'黑'),
(0x2FCB, 'M', u'黹'),
(0x2FCC, 'M', u'黽'),
(0x2FCD, 'M', u'鼎'),
(0x2FCE, 'M', u'鼓'),
(0x2FCF, 'M', u'鼠'),
(0x2FD0, 'M', u'鼻'),
(0x2FD1, 'M', u'齊'),
(0x2FD2, 'M', u'齒'),
(0x2FD3, 'M', u'龍'),
(0x2FD4, 'M', u'龜'),
(0x2FD5, 'M', u'龠'),
(0x2FD6, 'X'),
(0x3000, '3', u' '),
(0x3001, 'V'),
(0x3002, 'M', u'.'),
(0x3003, 'V'),
(0x3036, 'M', u'〒'),
(0x3037, 'V'),
(0x3038, 'M', u'十'),
(0x3039, 'M', u'卄'),
(0x303A, 'M', u'卅'),
(0x303B, 'V'),
(0x3040, 'X'),
(0x3041, 'V'),
(0x3097, 'X'),
(0x3099, 'V'),
(0x309B, '3', u' ゙'),
(0x309C, '3', u' ゚'),
(0x309D, 'V'),
(0x309F, 'M', u'より'),
(0x30A0, 'V'),
(0x30FF, 'M', u'コト'),
(0x3100, 'X'),
(0x3105, 'V'),
(0x3130, 'X'),
(0x3131, 'M', u'ᄀ'),
(0x3132, 'M', u'ᄁ'),
(0x3133, 'M', u'ᆪ'),
(0x3134, 'M', u'ᄂ'),
(0x3135, 'M', u'ᆬ'),
(0x3136, 'M', u'ᆭ'),
(0x3137, 'M', u'ᄃ'),
(0x3138, 'M', u'ᄄ'),
]
def _seg_29():
return [
(0x3139, 'M', u'ᄅ'),
(0x313A, 'M', u'ᆰ'),
(0x313B, 'M', u'ᆱ'),
(0x313C, 'M', u'ᆲ'),
(0x313D, 'M', u'ᆳ'),
(0x313E, 'M', u'ᆴ'),
(0x313F, 'M', u'ᆵ'),
(0x3140, 'M', u'ᄚ'),
(0x3141, 'M', u'ᄆ'),
(0x3142, 'M', u'ᄇ'),
(0x3143, 'M', u'ᄈ'),
(0x3144, 'M', u'ᄡ'),
(0x3145, 'M', u'ᄉ'),
(0x3146, 'M', u'ᄊ'),
(0x3147, 'M', u'ᄋ'),
(0x3148, 'M', u'ᄌ'),
(0x3149, 'M', u'ᄍ'),
(0x314A, 'M', u'ᄎ'),
(0x314B, 'M', u'ᄏ'),
(0x314C, 'M', u'ᄐ'),
(0x314D, 'M', u'ᄑ'),
(0x314E, 'M', u'ᄒ'),
(0x314F, 'M', u'ᅡ'),
(0x3150, 'M', u'ᅢ'),
(0x3151, 'M', u'ᅣ'),
(0x3152, 'M', u'ᅤ'),
(0x3153, 'M', u'ᅥ'),
(0x3154, 'M', u'ᅦ'),
(0x3155, 'M', u'ᅧ'),
(0x3156, 'M', u'ᅨ'),
(0x3157, 'M', u'ᅩ'),
(0x3158, 'M', u'ᅪ'),
(0x3159, 'M', u'ᅫ'),
(0x315A, 'M', u'ᅬ'),
(0x315B, 'M', u'ᅭ'),
(0x315C, 'M', u'ᅮ'),
(0x315D, 'M', u'ᅯ'),
(0x315E, 'M', u'ᅰ'),
(0x315F, 'M', u'ᅱ'),
(0x3160, 'M', u'ᅲ'),
(0x3161, 'M', u'ᅳ'),
(0x3162, 'M', u'ᅴ'),
(0x3163, 'M', u'ᅵ'),
(0x3164, 'X'),
(0x3165, 'M', u'ᄔ'),
(0x3166, 'M', u'ᄕ'),
(0x3167, 'M', u'ᇇ'),
(0x3168, 'M', u'ᇈ'),
(0x3169, 'M', u'ᇌ'),
(0x316A, 'M', u'ᇎ'),
(0x316B, 'M', u'ᇓ'),
(0x316C, 'M', u'ᇗ'),
(0x316D, 'M', u'ᇙ'),
(0x316E, 'M', u'ᄜ'),
(0x316F, 'M', u'ᇝ'),
(0x3170, 'M', u'ᇟ'),
(0x3171, 'M', u'ᄝ'),
(0x3172, 'M', u'ᄞ'),
(0x3173, 'M', u'ᄠ'),
(0x3174, 'M', u'ᄢ'),
(0x3175, 'M', u'ᄣ'),
(0x3176, 'M', u'ᄧ'),
(0x3177, 'M', u'ᄩ'),
(0x3178, 'M', u'ᄫ'),
(0x3179, 'M', u'ᄬ'),
(0x317A, 'M', u'ᄭ'),
(0x317B, 'M', u'ᄮ'),
(0x317C, 'M', u'ᄯ'),
(0x317D, 'M', u'ᄲ'),
(0x317E, 'M', u'ᄶ'),
(0x317F, 'M', u'ᅀ'),
(0x3180, 'M', u'ᅇ'),
(0x3181, 'M', u'ᅌ'),
(0x3182, 'M', u'ᇱ'),
(0x3183, 'M', u'ᇲ'),
(0x3184, 'M', u'ᅗ'),
(0x3185, 'M', u'ᅘ'),
(0x3186, 'M', u'ᅙ'),
(0x3187, 'M', u'ᆄ'),
(0x3188, 'M', u'ᆅ'),
(0x3189, 'M', u'ᆈ'),
(0x318A, 'M', u'ᆑ'),
(0x318B, 'M', u'ᆒ'),
(0x318C, 'M', u'ᆔ'),
(0x318D, 'M', u'ᆞ'),
(0x318E, 'M', u'ᆡ'),
(0x318F, 'X'),
(0x3190, 'V'),
(0x3192, 'M', u'一'),
(0x3193, 'M', u'二'),
(0x3194, 'M', u'三'),
(0x3195, 'M', u'四'),
(0x3196, 'M', u'上'),
(0x3197, 'M', u'中'),
(0x3198, 'M', u'下'),
(0x3199, 'M', u'甲'),
(0x319A, 'M', u'乙'),
(0x319B, 'M', u'丙'),
(0x319C, 'M', u'丁'),
(0x319D, 'M', u'天'),
]
def _seg_30():
return [
(0x319E, 'M', u'地'),
(0x319F, 'M', u'人'),
(0x31A0, 'V'),
(0x31BB, 'X'),
(0x31C0, 'V'),
(0x31E4, 'X'),
(0x31F0, 'V'),
(0x3200, '3', u'(ᄀ)'),
(0x3201, '3', u'(ᄂ)'),
(0x3202, '3', u'(ᄃ)'),
(0x3203, '3', u'(ᄅ)'),
(0x3204, '3', u'(ᄆ)'),
(0x3205, '3', u'(ᄇ)'),
(0x3206, '3', u'(ᄉ)'),
(0x3207, '3', u'(ᄋ)'),
(0x3208, '3', u'(ᄌ)'),
(0x3209, '3', u'(ᄎ)'),
(0x320A, '3', u'(ᄏ)'),
(0x320B, '3', u'(ᄐ)'),
(0x320C, '3', u'(ᄑ)'),
(0x320D, '3', u'(ᄒ)'),
(0x320E, '3', u'(가)'),
(0x320F, '3', u'(나)'),
(0x3210, '3', u'(다)'),
(0x3211, '3', u'(라)'),
(0x3212, '3', u'(마)'),
(0x3213, '3', u'(바)'),
(0x3214, '3', u'(사)'),
(0x3215, '3', u'(아)'),
(0x3216, '3', u'(자)'),
(0x3217, '3', u'(차)'),
(0x3218, '3', u'(카)'),
(0x3219, '3', u'(타)'),
(0x321A, '3', u'(파)'),
(0x321B, '3', u'(하)'),
(0x321C, '3', u'(주)'),
(0x321D, '3', u'(오전)'),
(0x321E, '3', u'(오후)'),
(0x321F, 'X'),
(0x3220, '3', u'(一)'),
(0x3221, '3', u'(二)'),
(0x3222, '3', u'(三)'),
(0x3223, '3', u'(四)'),
(0x3224, '3', u'(五)'),
(0x3225, '3', u'(六)'),
(0x3226, '3', u'(七)'),
(0x3227, '3', u'(八)'),
(0x3228, '3', u'(九)'),
(0x3229, '3', u'(十)'),
(0x322A, '3', u'(月)'),
(0x322B, '3', u'(火)'),
(0x322C, '3', u'(水)'),
(0x322D, '3', u'(木)'),
(0x322E, '3', u'(金)'),
(0x322F, '3', u'(土)'),
(0x3230, '3', u'(日)'),
(0x3231, '3', u'(株)'),
(0x3232, '3', u'(有)'),
(0x3233, '3', u'(社)'),
(0x3234, '3', u'(名)'),
(0x3235, '3', u'(特)'),
(0x3236, '3', u'(財)'),
(0x3237, '3', u'(祝)'),
(0x3238, '3', u'(労)'),
(0x3239, '3', u'(代)'),
(0x323A, '3', u'(呼)'),
(0x323B, '3', u'(学)'),
(0x323C, '3', u'(監)'),
(0x323D, '3', u'(企)'),
(0x323E, '3', u'(資)'),
(0x323F, '3', u'(協)'),
(0x3240, '3', u'(祭)'),
(0x3241, '3', u'(休)'),
(0x3242, '3', u'(自)'),
(0x3243, '3', u'(至)'),
(0x3244, 'M', u'問'),
(0x3245, 'M', u'幼'),
(0x3246, 'M', u'文'),
(0x3247, 'M', u'箏'),
(0x3248, 'V'),
(0x3250, 'M', u'pte'),
(0x3251, 'M', u'21'),
(0x3252, 'M', u'22'),
(0x3253, 'M', u'23'),
(0x3254, 'M', u'24'),
(0x3255, 'M', u'25'),
(0x3256, 'M', u'26'),
(0x3257, 'M', u'27'),
(0x3258, 'M', u'28'),
(0x3259, 'M', u'29'),
(0x325A, 'M', u'30'),
(0x325B, 'M', u'31'),
(0x325C, 'M', u'32'),
(0x325D, 'M', u'33'),
(0x325E, 'M', u'34'),
(0x325F, 'M', u'35'),
(0x3260, 'M', u'ᄀ'),
(0x3261, 'M', u'ᄂ'),
(0x3262, 'M', u'ᄃ'),
(0x3263, 'M', u'ᄅ'),
]
def _seg_31():
return [
(0x3264, 'M', u'ᄆ'),
(0x3265, 'M', u'ᄇ'),
(0x3266, 'M', u'ᄉ'),
(0x3267, 'M', u'ᄋ'),
(0x3268, 'M', u'ᄌ'),
(0x3269, 'M', u'ᄎ'),
(0x326A, 'M', u'ᄏ'),
(0x326B, 'M', u'ᄐ'),
(0x326C, 'M', u'ᄑ'),
(0x326D, 'M', u'ᄒ'),
(0x326E, 'M', u'가'),
(0x326F, 'M', u'나'),
(0x3270, 'M', u'다'),
(0x3271, 'M', u'라'),
(0x3272, 'M', u'마'),
(0x3273, 'M', u'바'),
(0x3274, 'M', u'사'),
(0x3275, 'M', u'아'),
(0x3276, 'M', u'자'),
(0x3277, 'M', u'차'),
(0x3278, 'M', u'카'),
(0x3279, 'M', u'타'),
(0x327A, 'M', u'파'),
(0x327B, 'M', u'하'),
(0x327C, 'M', u'참고'),
(0x327D, 'M', u'주의'),
(0x327E, 'M', u'우'),
(0x327F, 'V'),
(0x3280, 'M', u'一'),
(0x3281, 'M', u'二'),
(0x3282, 'M', u'三'),
(0x3283, 'M', u'四'),
(0x3284, 'M', u'五'),
(0x3285, 'M', u'六'),
(0x3286, 'M', u'七'),
(0x3287, 'M', u'八'),
(0x3288, 'M', u'九'),
(0x3289, 'M', u'十'),
(0x328A, 'M', u'月'),
(0x328B, 'M', u'火'),
(0x328C, 'M', u'水'),
(0x328D, 'M', u'木'),
(0x328E, 'M', u'金'),
(0x328F, 'M', u'土'),
(0x3290, 'M', u'日'),
(0x3291, 'M', u'株'),
(0x3292, 'M', u'有'),
(0x3293, 'M', u'社'),
(0x3294, 'M', u'名'),
(0x3295, 'M', u'特'),
(0x3296, 'M', u'財'),
(0x3297, 'M', u'祝'),
(0x3298, 'M', u'労'),
(0x3299, 'M', u'秘'),
(0x329A, 'M', u'男'),
(0x329B, 'M', u'女'),
(0x329C, 'M', u'適'),
(0x329D, 'M', u'優'),
(0x329E, 'M', u'印'),
(0x329F, 'M', u'注'),
(0x32A0, 'M', u'項'),
(0x32A1, 'M', u'休'),
(0x32A2, 'M', u'写'),
(0x32A3, 'M', u'正'),
(0x32A4, 'M', u'上'),
(0x32A5, 'M', u'中'),
(0x32A6, 'M', u'下'),
(0x32A7, 'M', u'左'),
(0x32A8, 'M', u'右'),
(0x32A9, 'M', u'医'),
(0x32AA, 'M', u'宗'),
(0x32AB, 'M', u'学'),
(0x32AC, 'M', u'監'),
(0x32AD, 'M', u'企'),
(0x32AE, 'M', u'資'),
(0x32AF, 'M', u'協'),
(0x32B0, 'M', u'夜'),
(0x32B1, 'M', u'36'),
(0x32B2, 'M', u'37'),
(0x32B3, 'M', u'38'),
(0x32B4, 'M', u'39'),
(0x32B5, 'M', u'40'),
(0x32B6, 'M', u'41'),
(0x32B7, 'M', u'42'),
(0x32B8, 'M', u'43'),
(0x32B9, 'M', u'44'),
(0x32BA, 'M', u'45'),
(0x32BB, 'M', u'46'),
(0x32BC, 'M', u'47'),
(0x32BD, 'M', u'48'),
(0x32BE, 'M', u'49'),
(0x32BF, 'M', u'50'),
(0x32C0, 'M', u'1月'),
(0x32C1, 'M', u'2月'),
(0x32C2, 'M', u'3月'),
(0x32C3, 'M', u'4月'),
(0x32C4, 'M', u'5月'),
(0x32C5, 'M', u'6月'),
(0x32C6, 'M', u'7月'),
(0x32C7, 'M', u'8月'),
]
def _seg_32():
return [
(0x32C8, 'M', u'9月'),
(0x32C9, 'M', u'10月'),
(0x32CA, 'M', u'11月'),
(0x32CB, 'M', u'12月'),
(0x32CC, 'M', u'hg'),
(0x32CD, 'M', u'erg'),
(0x32CE, 'M', u'ev'),
(0x32CF, 'M', u'ltd'),
(0x32D0, 'M', u'ア'),
(0x32D1, 'M', u'イ'),
(0x32D2, 'M', u'ウ'),
(0x32D3, 'M', u'エ'),
(0x32D4, 'M', u'オ'),
(0x32D5, 'M', u'カ'),
(0x32D6, 'M', u'キ'),
(0x32D7, 'M', u'ク'),
(0x32D8, 'M', u'ケ'),
(0x32D9, 'M', u'コ'),
(0x32DA, 'M', u'サ'),
(0x32DB, 'M', u'シ'),
(0x32DC, 'M', u'ス'),
(0x32DD, 'M', u'セ'),
(0x32DE, 'M', u'ソ'),
(0x32DF, 'M', u'タ'),
(0x32E0, 'M', u'チ'),
(0x32E1, 'M', u'ツ'),
(0x32E2, 'M', u'テ'),
(0x32E3, 'M', u'ト'),
(0x32E4, 'M', u'ナ'),
(0x32E5, 'M', u'ニ'),
(0x32E6, 'M', u'ヌ'),
(0x32E7, 'M', u'ネ'),
(0x32E8, 'M', u'ノ'),
(0x32E9, 'M', u'ハ'),
(0x32EA, 'M', u'ヒ'),
(0x32EB, 'M', u'フ'),
(0x32EC, 'M', u'ヘ'),
(0x32ED, 'M', u'ホ'),
(0x32EE, 'M', u'マ'),
(0x32EF, 'M', u'ミ'),
(0x32F0, 'M', u'ム'),
(0x32F1, 'M', u'メ'),
(0x32F2, 'M', u'モ'),
(0x32F3, 'M', u'ヤ'),
(0x32F4, 'M', u'ユ'),
(0x32F5, 'M', u'ヨ'),
(0x32F6, 'M', u'ラ'),
(0x32F7, 'M', u'リ'),
(0x32F8, 'M', u'ル'),
(0x32F9, 'M', u'レ'),
(0x32FA, 'M', u'ロ'),
(0x32FB, 'M', u'ワ'),
(0x32FC, 'M', u'ヰ'),
(0x32FD, 'M', u'ヱ'),
(0x32FE, 'M', u'ヲ'),
(0x32FF, 'X'),
(0x3300, 'M', u'アパート'),
(0x3301, 'M', u'アルファ'),
(0x3302, 'M', u'アンペア'),
(0x3303, 'M', u'アール'),
(0x3304, 'M', u'イニング'),
(0x3305, 'M', u'インチ'),
(0x3306, 'M', u'ウォン'),
(0x3307, 'M', u'エスクード'),
(0x3308, 'M', u'エーカー'),
(0x3309, 'M', u'オンス'),
(0x330A, 'M', u'オーム'),
(0x330B, 'M', u'カイリ'),
(0x330C, 'M', u'カラット'),
(0x330D, 'M', u'カロリー'),
(0x330E, 'M', u'ガロン'),
(0x330F, 'M', u'ガンマ'),
(0x3310, 'M', u'ギガ'),
(0x3311, 'M', u'ギニー'),
(0x3312, 'M', u'キュリー'),
(0x3313, 'M', u'ギルダー'),
(0x3314, 'M', u'キロ'),
(0x3315, 'M', u'キログラム'),
(0x3316, 'M', u'キロメートル'),
(0x3317, 'M', u'キロワット'),
(0x3318, 'M', u'グラム'),
(0x3319, 'M', u'グラムトン'),
(0x331A, 'M', u'クルゼイロ'),
(0x331B, 'M', u'クローネ'),
(0x331C, 'M', u'ケース'),
(0x331D, 'M', u'コルナ'),
(0x331E, 'M', u'コーポ'),
(0x331F, 'M', u'サイクル'),
(0x3320, 'M', u'サンチーム'),
(0x3321, 'M', u'シリング'),
(0x3322, 'M', u'センチ'),
(0x3323, 'M', u'セント'),
(0x3324, 'M', u'ダース'),
(0x3325, 'M', u'デシ'),
(0x3326, 'M', u'ドル'),
(0x3327, 'M', u'トン'),
(0x3328, 'M', u'ナノ'),
(0x3329, 'M', u'ノット'),
(0x332A, 'M', u'ハイツ'),
(0x332B, 'M', u'パーセント'),
]
def _seg_33():
return [
(0x332C, 'M', u'パーツ'),
(0x332D, 'M', u'バーレル'),
(0x332E, 'M', u'ピアストル'),
(0x332F, 'M', u'ピクル'),
(0x3330, 'M', u'ピコ'),
(0x3331, 'M', u'ビル'),
(0x3332, 'M', u'ファラッド'),
(0x3333, 'M', u'フィート'),
(0x3334, 'M', u'ブッシェル'),
(0x3335, 'M', u'フラン'),
(0x3336, 'M', u'ヘクタール'),
(0x3337, 'M', u'ペソ'),
(0x3338, 'M', u'ペニヒ'),
(0x3339, 'M', u'ヘルツ'),
(0x333A, 'M', u'ペンス'),
(0x333B, 'M', u'ページ'),
(0x333C, 'M', u'ベータ'),
(0x333D, 'M', u'ポイント'),
(0x333E, 'M', u'ボルト'),
(0x333F, 'M', u'ホン'),
(0x3340, 'M', u'ポンド'),
(0x3341, 'M', u'ホール'),
(0x3342, 'M', u'ホーン'),
(0x3343, 'M', u'マイクロ'),
(0x3344, 'M', u'マイル'),
(0x3345, 'M', u'マッハ'),
(0x3346, 'M', u'マルク'),
(0x3347, 'M', u'マンション'),
(0x3348, 'M', u'ミクロン'),
(0x3349, 'M', u'ミリ'),
(0x334A, 'M', u'ミリバール'),
(0x334B, 'M', u'メガ'),
(0x334C, 'M', u'メガトン'),
(0x334D, 'M', u'メートル'),
(0x334E, 'M', u'ヤード'),
(0x334F, 'M', u'ヤール'),
(0x3350, 'M', u'ユアン'),
(0x3351, 'M', u'リットル'),
(0x3352, 'M', u'リラ'),
(0x3353, 'M', u'ルピー'),
(0x3354, 'M', u'ルーブル'),
(0x3355, 'M', u'レム'),
(0x3356, 'M', u'レントゲン'),
(0x3357, 'M', u'ワット'),
(0x3358, 'M', u'0点'),
(0x3359, 'M', u'1点'),
(0x335A, 'M', u'2点'),
(0x335B, 'M', u'3点'),
(0x335C, 'M', u'4点'),
(0x335D, 'M', u'5点'),
(0x335E, 'M', u'6点'),
(0x335F, 'M', u'7点'),
(0x3360, 'M', u'8点'),
(0x3361, 'M', u'9点'),
(0x3362, 'M', u'10点'),
(0x3363, 'M', u'11点'),
(0x3364, 'M', u'12点'),
(0x3365, 'M', u'13点'),
(0x3366, 'M', u'14点'),
(0x3367, 'M', u'15点'),
(0x3368, 'M', u'16点'),
(0x3369, 'M', u'17点'),
(0x336A, 'M', u'18点'),
(0x336B, 'M', u'19点'),
(0x336C, 'M', u'20点'),
(0x336D, 'M', u'21点'),
(0x336E, 'M', u'22点'),
(0x336F, 'M', u'23点'),
(0x3370, 'M', u'24点'),
(0x3371, 'M', u'hpa'),
(0x3372, 'M', u'da'),
(0x3373, 'M', u'au'),
(0x3374, 'M', u'bar'),
(0x3375, 'M', u'ov'),
(0x3376, 'M', u'pc'),
(0x3377, 'M', u'dm'),
(0x3378, 'M', u'dm2'),
(0x3379, 'M', u'dm3'),
(0x337A, 'M', u'iu'),
(0x337B, 'M', u'平成'),
(0x337C, 'M', u'昭和'),
(0x337D, 'M', u'大正'),
(0x337E, 'M', u'明治'),
(0x337F, 'M', u'株式会社'),
(0x3380, 'M', u'pa'),
(0x3381, 'M', u'na'),
(0x3382, 'M', u'μa'),
(0x3383, 'M', u'ma'),
(0x3384, 'M', u'ka'),
(0x3385, 'M', u'kb'),
(0x3386, 'M', u'mb'),
(0x3387, 'M', u'gb'),
(0x3388, 'M', u'cal'),
(0x3389, 'M', u'kcal'),
(0x338A, 'M', u'pf'),
(0x338B, 'M', u'nf'),
(0x338C, 'M', u'μf'),
(0x338D, 'M', u'μg'),
(0x338E, 'M', u'mg'),
(0x338F, 'M', u'kg'),
]
def _seg_34():
return [
(0x3390, 'M', u'hz'),
(0x3391, 'M', u'khz'),
(0x3392, 'M', u'mhz'),
(0x3393, 'M', u'ghz'),
(0x3394, 'M', u'thz'),
(0x3395, 'M', u'μl'),
(0x3396, 'M', u'ml'),
(0x3397, 'M', u'dl'),
(0x3398, 'M', u'kl'),
(0x3399, 'M', u'fm'),
(0x339A, 'M', u'nm'),
(0x339B, 'M', u'μm'),
(0x339C, 'M', u'mm'),
(0x339D, 'M', u'cm'),
(0x339E, 'M', u'km'),
(0x339F, 'M', u'mm2'),
(0x33A0, 'M', u'cm2'),
(0x33A1, 'M', u'm2'),
(0x33A2, 'M', u'km2'),
(0x33A3, 'M', u'mm3'),
(0x33A4, 'M', u'cm3'),
(0x33A5, 'M', u'm3'),
(0x33A6, 'M', u'km3'),
(0x33A7, 'M', u'm∕s'),
(0x33A8, 'M', u'm∕s2'),
(0x33A9, 'M', u'pa'),
(0x33AA, 'M', u'kpa'),
(0x33AB, 'M', u'mpa'),
(0x33AC, 'M', u'gpa'),
(0x33AD, 'M', u'rad'),
(0x33AE, 'M', u'rad∕s'),
(0x33AF, 'M', u'rad∕s2'),
(0x33B0, 'M', u'ps'),
(0x33B1, 'M', u'ns'),
(0x33B2, 'M', u'μs'),
(0x33B3, 'M', u'ms'),
(0x33B4, 'M', u'pv'),
(0x33B5, 'M', u'nv'),
(0x33B6, 'M', u'μv'),
(0x33B7, 'M', u'mv'),
(0x33B8, 'M', u'kv'),
(0x33B9, 'M', u'mv'),
(0x33BA, 'M', u'pw'),
(0x33BB, 'M', u'nw'),
(0x33BC, 'M', u'μw'),
(0x33BD, 'M', u'mw'),
(0x33BE, 'M', u'kw'),
(0x33BF, 'M', u'mw'),
(0x33C0, 'M', u'kω'),
(0x33C1, 'M', u'mω'),
(0x33C2, 'X'),
(0x33C3, 'M', u'bq'),
(0x33C4, 'M', u'cc'),
(0x33C5, 'M', u'cd'),
(0x33C6, 'M', u'c∕kg'),
(0x33C7, 'X'),
(0x33C8, 'M', u'db'),
(0x33C9, 'M', u'gy'),
(0x33CA, 'M', u'ha'),
(0x33CB, 'M', u'hp'),
(0x33CC, 'M', u'in'),
(0x33CD, 'M', u'kk'),
(0x33CE, 'M', u'km'),
(0x33CF, 'M', u'kt'),
(0x33D0, 'M', u'lm'),
(0x33D1, 'M', u'ln'),
(0x33D2, 'M', u'log'),
(0x33D3, 'M', u'lx'),
(0x33D4, 'M', u'mb'),
(0x33D5, 'M', u'mil'),
(0x33D6, 'M', u'mol'),
(0x33D7, 'M', u'ph'),
(0x33D8, 'X'),
(0x33D9, 'M', u'ppm'),
(0x33DA, 'M', u'pr'),
(0x33DB, 'M', u'sr'),
(0x33DC, 'M', u'sv'),
(0x33DD, 'M', u'wb'),
(0x33DE, 'M', u'v∕m'),
(0x33DF, 'M', u'a∕m'),
(0x33E0, 'M', u'1日'),
(0x33E1, 'M', u'2日'),
(0x33E2, 'M', u'3日'),
(0x33E3, 'M', u'4日'),
(0x33E4, 'M', u'5日'),
(0x33E5, 'M', u'6日'),
(0x33E6, 'M', u'7日'),
(0x33E7, 'M', u'8日'),
(0x33E8, 'M', u'9日'),
(0x33E9, 'M', u'10日'),
(0x33EA, 'M', u'11日'),
(0x33EB, 'M', u'12日'),
(0x33EC, 'M', u'13日'),
(0x33ED, 'M', u'14日'),
(0x33EE, 'M', u'15日'),
(0x33EF, 'M', u'16日'),
(0x33F0, 'M', u'17日'),
(0x33F1, 'M', u'18日'),
(0x33F2, 'M', u'19日'),
(0x33F3, 'M', u'20日'),
]
def _seg_35():
return [
(0x33F4, 'M', u'21日'),
(0x33F5, 'M', u'22日'),
(0x33F6, 'M', u'23日'),
(0x33F7, 'M', u'24日'),
(0x33F8, 'M', u'25日'),
(0x33F9, 'M', u'26日'),
(0x33FA, 'M', u'27日'),
(0x33FB, 'M', u'28日'),
(0x33FC, 'M', u'29日'),
(0x33FD, 'M', u'30日'),
(0x33FE, 'M', u'31日'),
(0x33FF, 'M', u'gal'),
(0x3400, 'V'),
(0x4DB6, 'X'),
(0x4DC0, 'V'),
(0x9FF0, 'X'),
(0xA000, 'V'),
(0xA48D, 'X'),
(0xA490, 'V'),
(0xA4C7, 'X'),
(0xA4D0, 'V'),
(0xA62C, 'X'),
(0xA640, 'M', u'ꙁ'),
(0xA641, 'V'),
(0xA642, 'M', u'ꙃ'),
(0xA643, 'V'),
(0xA644, 'M', u'ꙅ'),
(0xA645, 'V'),
(0xA646, 'M', u'ꙇ'),
(0xA647, 'V'),
(0xA648, 'M', u'ꙉ'),
(0xA649, 'V'),
(0xA64A, 'M', u'ꙋ'),
(0xA64B, 'V'),
(0xA64C, 'M', u'ꙍ'),
(0xA64D, 'V'),
(0xA64E, 'M', u'ꙏ'),
(0xA64F, 'V'),
(0xA650, 'M', u'ꙑ'),
(0xA651, 'V'),
(0xA652, 'M', u'ꙓ'),
(0xA653, 'V'),
(0xA654, 'M', u'ꙕ'),
(0xA655, 'V'),
(0xA656, 'M', u'ꙗ'),
(0xA657, 'V'),
(0xA658, 'M', u'ꙙ'),
(0xA659, 'V'),
(0xA65A, 'M', u'ꙛ'),
(0xA65B, 'V'),
(0xA65C, 'M', u'ꙝ'),
(0xA65D, 'V'),
(0xA65E, 'M', u'ꙟ'),
(0xA65F, 'V'),
(0xA660, 'M', u'ꙡ'),
(0xA661, 'V'),
(0xA662, 'M', u'ꙣ'),
(0xA663, 'V'),
(0xA664, 'M', u'ꙥ'),
(0xA665, 'V'),
(0xA666, 'M', u'ꙧ'),
(0xA667, 'V'),
(0xA668, 'M', u'ꙩ'),
(0xA669, 'V'),
(0xA66A, 'M', u'ꙫ'),
(0xA66B, 'V'),
(0xA66C, 'M', u'ꙭ'),
(0xA66D, 'V'),
(0xA680, 'M', u'ꚁ'),
(0xA681, 'V'),
(0xA682, 'M', u'ꚃ'),
(0xA683, 'V'),
(0xA684, 'M', u'ꚅ'),
(0xA685, 'V'),
(0xA686, 'M', u'ꚇ'),
(0xA687, 'V'),
(0xA688, 'M', u'ꚉ'),
(0xA689, 'V'),
(0xA68A, 'M', u'ꚋ'),
(0xA68B, 'V'),
(0xA68C, 'M', u'ꚍ'),
(0xA68D, 'V'),
(0xA68E, 'M', u'ꚏ'),
(0xA68F, 'V'),
(0xA690, 'M', u'ꚑ'),
(0xA691, 'V'),
(0xA692, 'M', u'ꚓ'),
(0xA693, 'V'),
(0xA694, 'M', u'ꚕ'),
(0xA695, 'V'),
(0xA696, 'M', u'ꚗ'),
(0xA697, 'V'),
(0xA698, 'M', u'ꚙ'),
(0xA699, 'V'),
(0xA69A, 'M', u'ꚛ'),
(0xA69B, 'V'),
(0xA69C, 'M', u'ъ'),
(0xA69D, 'M', u'ь'),
(0xA69E, 'V'),
(0xA6F8, 'X'),
]
def _seg_36():
return [
(0xA700, 'V'),
(0xA722, 'M', u'ꜣ'),
(0xA723, 'V'),
(0xA724, 'M', u'ꜥ'),
(0xA725, 'V'),
(0xA726, 'M', u'ꜧ'),
(0xA727, 'V'),
(0xA728, 'M', u'ꜩ'),
(0xA729, 'V'),
(0xA72A, 'M', u'ꜫ'),
(0xA72B, 'V'),
(0xA72C, 'M', u'ꜭ'),
(0xA72D, 'V'),
(0xA72E, 'M', u'ꜯ'),
(0xA72F, 'V'),
(0xA732, 'M', u'ꜳ'),
(0xA733, 'V'),
(0xA734, 'M', u'ꜵ'),
(0xA735, 'V'),
(0xA736, 'M', u'ꜷ'),
(0xA737, 'V'),
(0xA738, 'M', u'ꜹ'),
(0xA739, 'V'),
(0xA73A, 'M', u'ꜻ'),
(0xA73B, 'V'),
(0xA73C, 'M', u'ꜽ'),
(0xA73D, 'V'),
(0xA73E, 'M', u'ꜿ'),
(0xA73F, 'V'),
(0xA740, 'M', u'ꝁ'),
(0xA741, 'V'),
(0xA742, 'M', u'ꝃ'),
(0xA743, 'V'),
(0xA744, 'M', u'ꝅ'),
(0xA745, 'V'),
(0xA746, 'M', u'ꝇ'),
(0xA747, 'V'),
(0xA748, 'M', u'ꝉ'),
(0xA749, 'V'),
(0xA74A, 'M', u'ꝋ'),
(0xA74B, 'V'),
(0xA74C, 'M', u'ꝍ'),
(0xA74D, 'V'),
(0xA74E, 'M', u'ꝏ'),
(0xA74F, 'V'),
(0xA750, 'M', u'ꝑ'),
(0xA751, 'V'),
(0xA752, 'M', u'ꝓ'),
(0xA753, 'V'),
(0xA754, 'M', u'ꝕ'),
(0xA755, 'V'),
(0xA756, 'M', u'ꝗ'),
(0xA757, 'V'),
(0xA758, 'M', u'ꝙ'),
(0xA759, 'V'),
(0xA75A, 'M', u'ꝛ'),
(0xA75B, 'V'),
(0xA75C, 'M', u'ꝝ'),
(0xA75D, 'V'),
(0xA75E, 'M', u'ꝟ'),
(0xA75F, 'V'),
(0xA760, 'M', u'ꝡ'),
(0xA761, 'V'),
(0xA762, 'M', u'ꝣ'),
(0xA763, 'V'),
(0xA764, 'M', u'ꝥ'),
(0xA765, 'V'),
(0xA766, 'M', u'ꝧ'),
(0xA767, 'V'),
(0xA768, 'M', u'ꝩ'),
(0xA769, 'V'),
(0xA76A, 'M', u'ꝫ'),
(0xA76B, 'V'),
(0xA76C, 'M', u'ꝭ'),
(0xA76D, 'V'),
(0xA76E, 'M', u'ꝯ'),
(0xA76F, 'V'),
(0xA770, 'M', u'ꝯ'),
(0xA771, 'V'),
(0xA779, 'M', u'ꝺ'),
(0xA77A, 'V'),
(0xA77B, 'M', u'ꝼ'),
(0xA77C, 'V'),
(0xA77D, 'M', u'ᵹ'),
(0xA77E, 'M', u'ꝿ'),
(0xA77F, 'V'),
(0xA780, 'M', u'ꞁ'),
(0xA781, 'V'),
(0xA782, 'M', u'ꞃ'),
(0xA783, 'V'),
(0xA784, 'M', u'ꞅ'),
(0xA785, 'V'),
(0xA786, 'M', u'ꞇ'),
(0xA787, 'V'),
(0xA78B, 'M', u'ꞌ'),
(0xA78C, 'V'),
(0xA78D, 'M', u'ɥ'),
(0xA78E, 'V'),
(0xA790, 'M', u'ꞑ'),
(0xA791, 'V'),
]
def _seg_37():
return [
(0xA792, 'M', u'ꞓ'),
(0xA793, 'V'),
(0xA796, 'M', u'ꞗ'),
(0xA797, 'V'),
(0xA798, 'M', u'ꞙ'),
(0xA799, 'V'),
(0xA79A, 'M', u'ꞛ'),
(0xA79B, 'V'),
(0xA79C, 'M', u'ꞝ'),
(0xA79D, 'V'),
(0xA79E, 'M', u'ꞟ'),
(0xA79F, 'V'),
(0xA7A0, 'M', u'ꞡ'),
(0xA7A1, 'V'),
(0xA7A2, 'M', u'ꞣ'),
(0xA7A3, 'V'),
(0xA7A4, 'M', u'ꞥ'),
(0xA7A5, 'V'),
(0xA7A6, 'M', u'ꞧ'),
(0xA7A7, 'V'),
(0xA7A8, 'M', u'ꞩ'),
(0xA7A9, 'V'),
(0xA7AA, 'M', u'ɦ'),
(0xA7AB, 'M', u'ɜ'),
(0xA7AC, 'M', u'ɡ'),
(0xA7AD, 'M', u'ɬ'),
(0xA7AE, 'M', u'ɪ'),
(0xA7AF, 'V'),
(0xA7B0, 'M', u'ʞ'),
(0xA7B1, 'M', u'ʇ'),
(0xA7B2, 'M', u'ʝ'),
(0xA7B3, 'M', u'ꭓ'),
(0xA7B4, 'M', u'ꞵ'),
(0xA7B5, 'V'),
(0xA7B6, 'M', u'ꞷ'),
(0xA7B7, 'V'),
(0xA7B8, 'X'),
(0xA7B9, 'V'),
(0xA7BA, 'X'),
(0xA7F7, 'V'),
(0xA7F8, 'M', u'ħ'),
(0xA7F9, 'M', u'œ'),
(0xA7FA, 'V'),
(0xA82C, 'X'),
(0xA830, 'V'),
(0xA83A, 'X'),
(0xA840, 'V'),
(0xA878, 'X'),
(0xA880, 'V'),
(0xA8C6, 'X'),
(0xA8CE, 'V'),
(0xA8DA, 'X'),
(0xA8E0, 'V'),
(0xA954, 'X'),
(0xA95F, 'V'),
(0xA97D, 'X'),
(0xA980, 'V'),
(0xA9CE, 'X'),
(0xA9CF, 'V'),
(0xA9DA, 'X'),
(0xA9DE, 'V'),
(0xA9FF, 'X'),
(0xAA00, 'V'),
(0xAA37, 'X'),
(0xAA40, 'V'),
(0xAA4E, 'X'),
(0xAA50, 'V'),
(0xAA5A, 'X'),
(0xAA5C, 'V'),
(0xAAC3, 'X'),
(0xAADB, 'V'),
(0xAAF7, 'X'),
(0xAB01, 'V'),
(0xAB07, 'X'),
(0xAB09, 'V'),
(0xAB0F, 'X'),
(0xAB11, 'V'),
(0xAB17, 'X'),
(0xAB20, 'V'),
(0xAB27, 'X'),
(0xAB28, 'V'),
(0xAB2F, 'X'),
(0xAB30, 'V'),
(0xAB5C, 'M', u'ꜧ'),
(0xAB5D, 'M', u'ꬷ'),
(0xAB5E, 'M', u'ɫ'),
(0xAB5F, 'M', u'ꭒ'),
(0xAB60, 'V'),
(0xAB66, 'X'),
(0xAB70, 'M', u'Ꭰ'),
(0xAB71, 'M', u'Ꭱ'),
(0xAB72, 'M', u'Ꭲ'),
(0xAB73, 'M', u'Ꭳ'),
(0xAB74, 'M', u'Ꭴ'),
(0xAB75, 'M', u'Ꭵ'),
(0xAB76, 'M', u'Ꭶ'),
(0xAB77, 'M', u'Ꭷ'),
(0xAB78, 'M', u'Ꭸ'),
(0xAB79, 'M', u'Ꭹ'),
(0xAB7A, 'M', u'Ꭺ'),
]
def _seg_38():
return [
(0xAB7B, 'M', u'Ꭻ'),
(0xAB7C, 'M', u'Ꭼ'),
(0xAB7D, 'M', u'Ꭽ'),
(0xAB7E, 'M', u'Ꭾ'),
(0xAB7F, 'M', u'Ꭿ'),
(0xAB80, 'M', u'Ꮀ'),
(0xAB81, 'M', u'Ꮁ'),
(0xAB82, 'M', u'Ꮂ'),
(0xAB83, 'M', u'Ꮃ'),
(0xAB84, 'M', u'Ꮄ'),
(0xAB85, 'M', u'Ꮅ'),
(0xAB86, 'M', u'Ꮆ'),
(0xAB87, 'M', u'Ꮇ'),
(0xAB88, 'M', u'Ꮈ'),
(0xAB89, 'M', u'Ꮉ'),
(0xAB8A, 'M', u'Ꮊ'),
(0xAB8B, 'M', u'Ꮋ'),
(0xAB8C, 'M', u'Ꮌ'),
(0xAB8D, 'M', u'Ꮍ'),
(0xAB8E, 'M', u'Ꮎ'),
(0xAB8F, 'M', u'Ꮏ'),
(0xAB90, 'M', u'Ꮐ'),
(0xAB91, 'M', u'Ꮑ'),
(0xAB92, 'M', u'Ꮒ'),
(0xAB93, 'M', u'Ꮓ'),
(0xAB94, 'M', u'Ꮔ'),
(0xAB95, 'M', u'Ꮕ'),
(0xAB96, 'M', u'Ꮖ'),
(0xAB97, 'M', u'Ꮗ'),
(0xAB98, 'M', u'Ꮘ'),
(0xAB99, 'M', u'Ꮙ'),
(0xAB9A, 'M', u'Ꮚ'),
(0xAB9B, 'M', u'Ꮛ'),
(0xAB9C, 'M', u'Ꮜ'),
(0xAB9D, 'M', u'Ꮝ'),
(0xAB9E, 'M', u'Ꮞ'),
(0xAB9F, 'M', u'Ꮟ'),
(0xABA0, 'M', u'Ꮠ'),
(0xABA1, 'M', u'Ꮡ'),
(0xABA2, 'M', u'Ꮢ'),
(0xABA3, 'M', u'Ꮣ'),
(0xABA4, 'M', u'Ꮤ'),
(0xABA5, 'M', u'Ꮥ'),
(0xABA6, 'M', u'Ꮦ'),
(0xABA7, 'M', u'Ꮧ'),
(0xABA8, 'M', u'Ꮨ'),
(0xABA9, 'M', u'Ꮩ'),
(0xABAA, 'M', u'Ꮪ'),
(0xABAB, 'M', u'Ꮫ'),
(0xABAC, 'M', u'Ꮬ'),
(0xABAD, 'M', u'Ꮭ'),
(0xABAE, 'M', u'Ꮮ'),
(0xABAF, 'M', u'Ꮯ'),
(0xABB0, 'M', u'Ꮰ'),
(0xABB1, 'M', u'Ꮱ'),
(0xABB2, 'M', u'Ꮲ'),
(0xABB3, 'M', u'Ꮳ'),
(0xABB4, 'M', u'Ꮴ'),
(0xABB5, 'M', u'Ꮵ'),
(0xABB6, 'M', u'Ꮶ'),
(0xABB7, 'M', u'Ꮷ'),
(0xABB8, 'M', u'Ꮸ'),
(0xABB9, 'M', u'Ꮹ'),
(0xABBA, 'M', u'Ꮺ'),
(0xABBB, 'M', u'Ꮻ'),
(0xABBC, 'M', u'Ꮼ'),
(0xABBD, 'M', u'Ꮽ'),
(0xABBE, 'M', u'Ꮾ'),
(0xABBF, 'M', u'Ꮿ'),
(0xABC0, 'V'),
(0xABEE, 'X'),
(0xABF0, 'V'),
(0xABFA, 'X'),
(0xAC00, 'V'),
(0xD7A4, 'X'),
(0xD7B0, 'V'),
(0xD7C7, 'X'),
(0xD7CB, 'V'),
(0xD7FC, 'X'),
(0xF900, 'M', u'豈'),
(0xF901, 'M', u'更'),
(0xF902, 'M', u'車'),
(0xF903, 'M', u'賈'),
(0xF904, 'M', u'滑'),
(0xF905, 'M', u'串'),
(0xF906, 'M', u'句'),
(0xF907, 'M', u'龜'),
(0xF909, 'M', u'契'),
(0xF90A, 'M', u'金'),
(0xF90B, 'M', u'喇'),
(0xF90C, 'M', u'奈'),
(0xF90D, 'M', u'懶'),
(0xF90E, 'M', u'癩'),
(0xF90F, 'M', u'羅'),
(0xF910, 'M', u'蘿'),
(0xF911, 'M', u'螺'),
(0xF912, 'M', u'裸'),
(0xF913, 'M', u'邏'),
(0xF914, 'M', u'樂'),
(0xF915, 'M', u'洛'),
]
def _seg_39():
return [
(0xF916, 'M', u'烙'),
(0xF917, 'M', u'珞'),
(0xF918, 'M', u'落'),
(0xF919, 'M', u'酪'),
(0xF91A, 'M', u'駱'),
(0xF91B, 'M', u'亂'),
(0xF91C, 'M', u'卵'),
(0xF91D, 'M', u'欄'),
(0xF91E, 'M', u'爛'),
(0xF91F, 'M', u'蘭'),
(0xF920, 'M', u'鸞'),
(0xF921, 'M', u'嵐'),
(0xF922, 'M', u'濫'),
(0xF923, 'M', u'藍'),
(0xF924, 'M', u'襤'),
(0xF925, 'M', u'拉'),
(0xF926, 'M', u'臘'),
(0xF927, 'M', u'蠟'),
(0xF928, 'M', u'廊'),
(0xF929, 'M', u'朗'),
(0xF92A, 'M', u'浪'),
(0xF92B, 'M', u'狼'),
(0xF92C, 'M', u'郎'),
(0xF92D, 'M', u'來'),
(0xF92E, 'M', u'冷'),
(0xF92F, 'M', u'勞'),
(0xF930, 'M', u'擄'),
(0xF931, 'M', u'櫓'),
(0xF932, 'M', u'爐'),
(0xF933, 'M', u'盧'),
(0xF934, 'M', u'老'),
(0xF935, 'M', u'蘆'),
(0xF936, 'M', u'虜'),
(0xF937, 'M', u'路'),
(0xF938, 'M', u'露'),
(0xF939, 'M', u'魯'),
(0xF93A, 'M', u'鷺'),
(0xF93B, 'M', u'碌'),
(0xF93C, 'M', u'祿'),
(0xF93D, 'M', u'綠'),
(0xF93E, 'M', u'菉'),
(0xF93F, 'M', u'錄'),
(0xF940, 'M', u'鹿'),
(0xF941, 'M', u'論'),
(0xF942, 'M', u'壟'),
(0xF943, 'M', u'弄'),
(0xF944, 'M', u'籠'),
(0xF945, 'M', u'聾'),
(0xF946, 'M', u'牢'),
(0xF947, 'M', u'磊'),
(0xF948, 'M', u'賂'),
(0xF949, 'M', u'雷'),
(0xF94A, 'M', u'壘'),
(0xF94B, 'M', u'屢'),
(0xF94C, 'M', u'樓'),
(0xF94D, 'M', u'淚'),
(0xF94E, 'M', u'漏'),
(0xF94F, 'M', u'累'),
(0xF950, 'M', u'縷'),
(0xF951, 'M', u'陋'),
(0xF952, 'M', u'勒'),
(0xF953, 'M', u'肋'),
(0xF954, 'M', u'凜'),
(0xF955, 'M', u'凌'),
(0xF956, 'M', u'稜'),
(0xF957, 'M', u'綾'),
(0xF958, 'M', u'菱'),
(0xF959, 'M', u'陵'),
(0xF95A, 'M', u'讀'),
(0xF95B, 'M', u'拏'),
(0xF95C, 'M', u'樂'),
(0xF95D, 'M', u'諾'),
(0xF95E, 'M', u'丹'),
(0xF95F, 'M', u'寧'),
(0xF960, 'M', u'怒'),
(0xF961, 'M', u'率'),
(0xF962, 'M', u'異'),
(0xF963, 'M', u'北'),
(0xF964, 'M', u'磻'),
(0xF965, 'M', u'便'),
(0xF966, 'M', u'復'),
(0xF967, 'M', u'不'),
(0xF968, 'M', u'泌'),
(0xF969, 'M', u'數'),
(0xF96A, 'M', u'索'),
(0xF96B, 'M', u'參'),
(0xF96C, 'M', u'塞'),
(0xF96D, 'M', u'省'),
(0xF96E, 'M', u'葉'),
(0xF96F, 'M', u'說'),
(0xF970, 'M', u'殺'),
(0xF971, 'M', u'辰'),
(0xF972, 'M', u'沈'),
(0xF973, 'M', u'拾'),
(0xF974, 'M', u'若'),
(0xF975, 'M', u'掠'),
(0xF976, 'M', u'略'),
(0xF977, 'M', u'亮'),
(0xF978, 'M', u'兩'),
(0xF979, 'M', u'凉'),
]
def _seg_40():
return [
(0xF97A, 'M', u'梁'),
(0xF97B, 'M', u'糧'),
(0xF97C, 'M', u'良'),
(0xF97D, 'M', u'諒'),
(0xF97E, 'M', u'量'),
(0xF97F, 'M', u'勵'),
(0xF980, 'M', u'呂'),
(0xF981, 'M', u'女'),
(0xF982, 'M', u'廬'),
(0xF983, 'M', u'旅'),
(0xF984, 'M', u'濾'),
(0xF985, 'M', u'礪'),
(0xF986, 'M', u'閭'),
(0xF987, 'M', u'驪'),
(0xF988, 'M', u'麗'),
(0xF989, 'M', u'黎'),
(0xF98A, 'M', u'力'),
(0xF98B, 'M', u'曆'),
(0xF98C, 'M', u'歷'),
(0xF98D, 'M', u'轢'),
(0xF98E, 'M', u'年'),
(0xF98F, 'M', u'憐'),
(0xF990, 'M', u'戀'),
(0xF991, 'M', u'撚'),
(0xF992, 'M', u'漣'),
(0xF993, 'M', u'煉'),
(0xF994, 'M', u'璉'),
(0xF995, 'M', u'秊'),
(0xF996, 'M', u'練'),
(0xF997, 'M', u'聯'),
(0xF998, 'M', u'輦'),
(0xF999, 'M', u'蓮'),
(0xF99A, 'M', u'連'),
(0xF99B, 'M', u'鍊'),
(0xF99C, 'M', u'列'),
(0xF99D, 'M', u'劣'),
(0xF99E, 'M', u'咽'),
(0xF99F, 'M', u'烈'),
(0xF9A0, 'M', u'裂'),
(0xF9A1, 'M', u'說'),
(0xF9A2, 'M', u'廉'),
(0xF9A3, 'M', u'念'),
(0xF9A4, 'M', u'捻'),
(0xF9A5, 'M', u'殮'),
(0xF9A6, 'M', u'簾'),
(0xF9A7, 'M', u'獵'),
(0xF9A8, 'M', u'令'),
(0xF9A9, 'M', u'囹'),
(0xF9AA, 'M', u'寧'),
(0xF9AB, 'M', u'嶺'),
(0xF9AC, 'M', u'怜'),
(0xF9AD, 'M', u'玲'),
(0xF9AE, 'M', u'瑩'),
(0xF9AF, 'M', u'羚'),
(0xF9B0, 'M', u'聆'),
(0xF9B1, 'M', u'鈴'),
(0xF9B2, 'M', u'零'),
(0xF9B3, 'M', u'靈'),
(0xF9B4, 'M', u'領'),
(0xF9B5, 'M', u'例'),
(0xF9B6, 'M', u'禮'),
(0xF9B7, 'M', u'醴'),
(0xF9B8, 'M', u'隸'),
(0xF9B9, 'M', u'惡'),
(0xF9BA, 'M', u'了'),
(0xF9BB, 'M', u'僚'),
(0xF9BC, 'M', u'寮'),
(0xF9BD, 'M', u'尿'),
(0xF9BE, 'M', u'料'),
(0xF9BF, 'M', u'樂'),
(0xF9C0, 'M', u'燎'),
(0xF9C1, 'M', u'療'),
(0xF9C2, 'M', u'蓼'),
(0xF9C3, 'M', u'遼'),
(0xF9C4, 'M', u'龍'),
(0xF9C5, 'M', u'暈'),
(0xF9C6, 'M', u'阮'),
(0xF9C7, 'M', u'劉'),
(0xF9C8, 'M', u'杻'),
(0xF9C9, 'M', u'柳'),
(0xF9CA, 'M', u'流'),
(0xF9CB, 'M', u'溜'),
(0xF9CC, 'M', u'琉'),
(0xF9CD, 'M', u'留'),
(0xF9CE, 'M', u'硫'),
(0xF9CF, 'M', u'紐'),
(0xF9D0, 'M', u'類'),
(0xF9D1, 'M', u'六'),
(0xF9D2, 'M', u'戮'),
(0xF9D3, 'M', u'陸'),
(0xF9D4, 'M', u'倫'),
(0xF9D5, 'M', u'崙'),
(0xF9D6, 'M', u'淪'),
(0xF9D7, 'M', u'輪'),
(0xF9D8, 'M', u'律'),
(0xF9D9, 'M', u'慄'),
(0xF9DA, 'M', u'栗'),
(0xF9DB, 'M', u'率'),
(0xF9DC, 'M', u'隆'),
(0xF9DD, 'M', u'利'),
]
def _seg_41():
return [
(0xF9DE, 'M', u'吏'),
(0xF9DF, 'M', u'履'),
(0xF9E0, 'M', u'易'),
(0xF9E1, 'M', u'李'),
(0xF9E2, 'M', u'梨'),
(0xF9E3, 'M', u'泥'),
(0xF9E4, 'M', u'理'),
(0xF9E5, 'M', u'痢'),
(0xF9E6, 'M', u'罹'),
(0xF9E7, 'M', u'裏'),
(0xF9E8, 'M', u'裡'),
(0xF9E9, 'M', u'里'),
(0xF9EA, 'M', u'離'),
(0xF9EB, 'M', u'匿'),
(0xF9EC, 'M', u'溺'),
(0xF9ED, 'M', u'吝'),
(0xF9EE, 'M', u'燐'),
(0xF9EF, 'M', u'璘'),
(0xF9F0, 'M', u'藺'),
(0xF9F1, 'M', u'隣'),
(0xF9F2, 'M', u'鱗'),
(0xF9F3, 'M', u'麟'),
(0xF9F4, 'M', u'林'),
(0xF9F5, 'M', u'淋'),
(0xF9F6, 'M', u'臨'),
(0xF9F7, 'M', u'立'),
(0xF9F8, 'M', u'笠'),
(0xF9F9, 'M', u'粒'),
(0xF9FA, 'M', u'狀'),
(0xF9FB, 'M', u'炙'),
(0xF9FC, 'M', u'識'),
(0xF9FD, 'M', u'什'),
(0xF9FE, 'M', u'茶'),
(0xF9FF, 'M', u'刺'),
(0xFA00, 'M', u'切'),
(0xFA01, 'M', u'度'),
(0xFA02, 'M', u'拓'),
(0xFA03, 'M', u'糖'),
(0xFA04, 'M', u'宅'),
(0xFA05, 'M', u'洞'),
(0xFA06, 'M', u'暴'),
(0xFA07, 'M', u'輻'),
(0xFA08, 'M', u'行'),
(0xFA09, 'M', u'降'),
(0xFA0A, 'M', u'見'),
(0xFA0B, 'M', u'廓'),
(0xFA0C, 'M', u'兀'),
(0xFA0D, 'M', u'嗀'),
(0xFA0E, 'V'),
(0xFA10, 'M', u'塚'),
(0xFA11, 'V'),
(0xFA12, 'M', u'晴'),
(0xFA13, 'V'),
(0xFA15, 'M', u'凞'),
(0xFA16, 'M', u'猪'),
(0xFA17, 'M', u'益'),
(0xFA18, 'M', u'礼'),
(0xFA19, 'M', u'神'),
(0xFA1A, 'M', u'祥'),
(0xFA1B, 'M', u'福'),
(0xFA1C, 'M', u'靖'),
(0xFA1D, 'M', u'精'),
(0xFA1E, 'M', u'羽'),
(0xFA1F, 'V'),
(0xFA20, 'M', u'蘒'),
(0xFA21, 'V'),
(0xFA22, 'M', u'諸'),
(0xFA23, 'V'),
(0xFA25, 'M', u'逸'),
(0xFA26, 'M', u'都'),
(0xFA27, 'V'),
(0xFA2A, 'M', u'飯'),
(0xFA2B, 'M', u'飼'),
(0xFA2C, 'M', u'館'),
(0xFA2D, 'M', u'鶴'),
(0xFA2E, 'M', u'郞'),
(0xFA2F, 'M', u'隷'),
(0xFA30, 'M', u'侮'),
(0xFA31, 'M', u'僧'),
(0xFA32, 'M', u'免'),
(0xFA33, 'M', u'勉'),
(0xFA34, 'M', u'勤'),
(0xFA35, 'M', u'卑'),
(0xFA36, 'M', u'喝'),
(0xFA37, 'M', u'嘆'),
(0xFA38, 'M', u'器'),
(0xFA39, 'M', u'塀'),
(0xFA3A, 'M', u'墨'),
(0xFA3B, 'M', u'層'),
(0xFA3C, 'M', u'屮'),
(0xFA3D, 'M', u'悔'),
(0xFA3E, 'M', u'慨'),
(0xFA3F, 'M', u'憎'),
(0xFA40, 'M', u'懲'),
(0xFA41, 'M', u'敏'),
(0xFA42, 'M', u'既'),
(0xFA43, 'M', u'暑'),
(0xFA44, 'M', u'梅'),
(0xFA45, 'M', u'海'),
(0xFA46, 'M', u'渚'),
]
def _seg_42():
return [
(0xFA47, 'M', u'漢'),
(0xFA48, 'M', u'煮'),
(0xFA49, 'M', u'爫'),
(0xFA4A, 'M', u'琢'),
(0xFA4B, 'M', u'碑'),
(0xFA4C, 'M', u'社'),
(0xFA4D, 'M', u'祉'),
(0xFA4E, 'M', u'祈'),
(0xFA4F, 'M', u'祐'),
(0xFA50, 'M', u'祖'),
(0xFA51, 'M', u'祝'),
(0xFA52, 'M', u'禍'),
(0xFA53, 'M', u'禎'),
(0xFA54, 'M', u'穀'),
(0xFA55, 'M', u'突'),
(0xFA56, 'M', u'節'),
(0xFA57, 'M', u'練'),
(0xFA58, 'M', u'縉'),
(0xFA59, 'M', u'繁'),
(0xFA5A, 'M', u'署'),
(0xFA5B, 'M', u'者'),
(0xFA5C, 'M', u'臭'),
(0xFA5D, 'M', u'艹'),
(0xFA5F, 'M', u'著'),
(0xFA60, 'M', u'褐'),
(0xFA61, 'M', u'視'),
(0xFA62, 'M', u'謁'),
(0xFA63, 'M', u'謹'),
(0xFA64, 'M', u'賓'),
(0xFA65, 'M', u'贈'),
(0xFA66, 'M', u'辶'),
(0xFA67, 'M', u'逸'),
(0xFA68, 'M', u'難'),
(0xFA69, 'M', u'響'),
(0xFA6A, 'M', u'頻'),
(0xFA6B, 'M', u'恵'),
(0xFA6C, 'M', u'𤋮'),
(0xFA6D, 'M', u'舘'),
(0xFA6E, 'X'),
(0xFA70, 'M', u'並'),
(0xFA71, 'M', u'况'),
(0xFA72, 'M', u'全'),
(0xFA73, 'M', u'侀'),
(0xFA74, 'M', u'充'),
(0xFA75, 'M', u'冀'),
(0xFA76, 'M', u'勇'),
(0xFA77, 'M', u'勺'),
(0xFA78, 'M', u'喝'),
(0xFA79, 'M', u'啕'),
(0xFA7A, 'M', u'喙'),
(0xFA7B, 'M', u'嗢'),
(0xFA7C, 'M', u'塚'),
(0xFA7D, 'M', u'墳'),
(0xFA7E, 'M', u'奄'),
(0xFA7F, 'M', u'奔'),
(0xFA80, 'M', u'婢'),
(0xFA81, 'M', u'嬨'),
(0xFA82, 'M', u'廒'),
(0xFA83, 'M', u'廙'),
(0xFA84, 'M', u'彩'),
(0xFA85, 'M', u'徭'),
(0xFA86, 'M', u'惘'),
(0xFA87, 'M', u'慎'),
(0xFA88, 'M', u'愈'),
(0xFA89, 'M', u'憎'),
(0xFA8A, 'M', u'慠'),
(0xFA8B, 'M', u'懲'),
(0xFA8C, 'M', u'戴'),
(0xFA8D, 'M', u'揄'),
(0xFA8E, 'M', u'搜'),
(0xFA8F, 'M', u'摒'),
(0xFA90, 'M', u'敖'),
(0xFA91, 'M', u'晴'),
(0xFA92, 'M', u'朗'),
(0xFA93, 'M', u'望'),
(0xFA94, 'M', u'杖'),
(0xFA95, 'M', u'歹'),
(0xFA96, 'M', u'殺'),
(0xFA97, 'M', u'流'),
(0xFA98, 'M', u'滛'),
(0xFA99, 'M', u'滋'),
(0xFA9A, 'M', u'漢'),
(0xFA9B, 'M', u'瀞'),
(0xFA9C, 'M', u'煮'),
(0xFA9D, 'M', u'瞧'),
(0xFA9E, 'M', u'爵'),
(0xFA9F, 'M', u'犯'),
(0xFAA0, 'M', u'猪'),
(0xFAA1, 'M', u'瑱'),
(0xFAA2, 'M', u'甆'),
(0xFAA3, 'M', u'画'),
(0xFAA4, 'M', u'瘝'),
(0xFAA5, 'M', u'瘟'),
(0xFAA6, 'M', u'益'),
(0xFAA7, 'M', u'盛'),
(0xFAA8, 'M', u'直'),
(0xFAA9, 'M', u'睊'),
(0xFAAA, 'M', u'着'),
(0xFAAB, 'M', u'磌'),
(0xFAAC, 'M', u'窱'),
]
def _seg_43():
return [
(0xFAAD, 'M', u'節'),
(0xFAAE, 'M', u'类'),
(0xFAAF, 'M', u'絛'),
(0xFAB0, 'M', u'練'),
(0xFAB1, 'M', u'缾'),
(0xFAB2, 'M', u'者'),
(0xFAB3, 'M', u'荒'),
(0xFAB4, 'M', u'華'),
(0xFAB5, 'M', u'蝹'),
(0xFAB6, 'M', u'襁'),
(0xFAB7, 'M', u'覆'),
(0xFAB8, 'M', u'視'),
(0xFAB9, 'M', u'調'),
(0xFABA, 'M', u'諸'),
(0xFABB, 'M', u'請'),
(0xFABC, 'M', u'謁'),
(0xFABD, 'M', u'諾'),
(0xFABE, 'M', u'諭'),
(0xFABF, 'M', u'謹'),
(0xFAC0, 'M', u'變'),
(0xFAC1, 'M', u'贈'),
(0xFAC2, 'M', u'輸'),
(0xFAC3, 'M', u'遲'),
(0xFAC4, 'M', u'醙'),
(0xFAC5, 'M', u'鉶'),
(0xFAC6, 'M', u'陼'),
(0xFAC7, 'M', u'難'),
(0xFAC8, 'M', u'靖'),
(0xFAC9, 'M', u'韛'),
(0xFACA, 'M', u'響'),
(0xFACB, 'M', u'頋'),
(0xFACC, 'M', u'頻'),
(0xFACD, 'M', u'鬒'),
(0xFACE, 'M', u'龜'),
(0xFACF, 'M', u'𢡊'),
(0xFAD0, 'M', u'𢡄'),
(0xFAD1, 'M', u'𣏕'),
(0xFAD2, 'M', u'㮝'),
(0xFAD3, 'M', u'䀘'),
(0xFAD4, 'M', u'䀹'),
(0xFAD5, 'M', u'𥉉'),
(0xFAD6, 'M', u'𥳐'),
(0xFAD7, 'M', u'𧻓'),
(0xFAD8, 'M', u'齃'),
(0xFAD9, 'M', u'龎'),
(0xFADA, 'X'),
(0xFB00, 'M', u'ff'),
(0xFB01, 'M', u'fi'),
(0xFB02, 'M', u'fl'),
(0xFB03, 'M', u'ffi'),
(0xFB04, 'M', u'ffl'),
(0xFB05, 'M', u'st'),
(0xFB07, 'X'),
(0xFB13, 'M', u'մն'),
(0xFB14, 'M', u'մե'),
(0xFB15, 'M', u'մի'),
(0xFB16, 'M', u'վն'),
(0xFB17, 'M', u'մխ'),
(0xFB18, 'X'),
(0xFB1D, 'M', u'יִ'),
(0xFB1E, 'V'),
(0xFB1F, 'M', u'ײַ'),
(0xFB20, 'M', u'ע'),
(0xFB21, 'M', u'א'),
(0xFB22, 'M', u'ד'),
(0xFB23, 'M', u'ה'),
(0xFB24, 'M', u'כ'),
(0xFB25, 'M', u'ל'),
(0xFB26, 'M', u'ם'),
(0xFB27, 'M', u'ר'),
(0xFB28, 'M', u'ת'),
(0xFB29, '3', u'+'),
(0xFB2A, 'M', u'שׁ'),
(0xFB2B, 'M', u'שׂ'),
(0xFB2C, 'M', u'שּׁ'),
(0xFB2D, 'M', u'שּׂ'),
(0xFB2E, 'M', u'אַ'),
(0xFB2F, 'M', u'אָ'),
(0xFB30, 'M', u'אּ'),
(0xFB31, 'M', u'בּ'),
(0xFB32, 'M', u'גּ'),
(0xFB33, 'M', u'דּ'),
(0xFB34, 'M', u'הּ'),
(0xFB35, 'M', u'וּ'),
(0xFB36, 'M', u'זּ'),
(0xFB37, 'X'),
(0xFB38, 'M', u'טּ'),
(0xFB39, 'M', u'יּ'),
(0xFB3A, 'M', u'ךּ'),
(0xFB3B, 'M', u'כּ'),
(0xFB3C, 'M', u'לּ'),
(0xFB3D, 'X'),
(0xFB3E, 'M', u'מּ'),
(0xFB3F, 'X'),
(0xFB40, 'M', u'נּ'),
(0xFB41, 'M', u'סּ'),
(0xFB42, 'X'),
(0xFB43, 'M', u'ףּ'),
(0xFB44, 'M', u'פּ'),
(0xFB45, 'X'),
]
def _seg_44():
return [
(0xFB46, 'M', u'צּ'),
(0xFB47, 'M', u'קּ'),
(0xFB48, 'M', u'רּ'),
(0xFB49, 'M', u'שּ'),
(0xFB4A, 'M', u'תּ'),
(0xFB4B, 'M', u'וֹ'),
(0xFB4C, 'M', u'בֿ'),
(0xFB4D, 'M', u'כֿ'),
(0xFB4E, 'M', u'פֿ'),
(0xFB4F, 'M', u'אל'),
(0xFB50, 'M', u'ٱ'),
(0xFB52, 'M', u'ٻ'),
(0xFB56, 'M', u'پ'),
(0xFB5A, 'M', u'ڀ'),
(0xFB5E, 'M', u'ٺ'),
(0xFB62, 'M', u'ٿ'),
(0xFB66, 'M', u'ٹ'),
(0xFB6A, 'M', u'ڤ'),
(0xFB6E, 'M', u'ڦ'),
(0xFB72, 'M', u'ڄ'),
(0xFB76, 'M', u'ڃ'),
(0xFB7A, 'M', u'چ'),
(0xFB7E, 'M', u'ڇ'),
(0xFB82, 'M', u'ڍ'),
(0xFB84, 'M', u'ڌ'),
(0xFB86, 'M', u'ڎ'),
(0xFB88, 'M', u'ڈ'),
(0xFB8A, 'M', u'ژ'),
(0xFB8C, 'M', u'ڑ'),
(0xFB8E, 'M', u'ک'),
(0xFB92, 'M', u'گ'),
(0xFB96, 'M', u'ڳ'),
(0xFB9A, 'M', u'ڱ'),
(0xFB9E, 'M', u'ں'),
(0xFBA0, 'M', u'ڻ'),
(0xFBA4, 'M', u'ۀ'),
(0xFBA6, 'M', u'ہ'),
(0xFBAA, 'M', u'ھ'),
(0xFBAE, 'M', u'ے'),
(0xFBB0, 'M', u'ۓ'),
(0xFBB2, 'V'),
(0xFBC2, 'X'),
(0xFBD3, 'M', u'ڭ'),
(0xFBD7, 'M', u'ۇ'),
(0xFBD9, 'M', u'ۆ'),
(0xFBDB, 'M', u'ۈ'),
(0xFBDD, 'M', u'ۇٴ'),
(0xFBDE, 'M', u'ۋ'),
(0xFBE0, 'M', u'ۅ'),
(0xFBE2, 'M', u'ۉ'),
(0xFBE4, 'M', u'ې'),
(0xFBE8, 'M', u'ى'),
(0xFBEA, 'M', u'ئا'),
(0xFBEC, 'M', u'ئە'),
(0xFBEE, 'M', u'ئو'),
(0xFBF0, 'M', u'ئۇ'),
(0xFBF2, 'M', u'ئۆ'),
(0xFBF4, 'M', u'ئۈ'),
(0xFBF6, 'M', u'ئې'),
(0xFBF9, 'M', u'ئى'),
(0xFBFC, 'M', u'ی'),
(0xFC00, 'M', u'ئج'),
(0xFC01, 'M', u'ئح'),
(0xFC02, 'M', u'ئم'),
(0xFC03, 'M', u'ئى'),
(0xFC04, 'M', u'ئي'),
(0xFC05, 'M', u'بج'),
(0xFC06, 'M', u'بح'),
(0xFC07, 'M', u'بخ'),
(0xFC08, 'M', u'بم'),
(0xFC09, 'M', u'بى'),
(0xFC0A, 'M', u'بي'),
(0xFC0B, 'M', u'تج'),
(0xFC0C, 'M', u'تح'),
(0xFC0D, 'M', u'تخ'),
(0xFC0E, 'M', u'تم'),
(0xFC0F, 'M', u'تى'),
(0xFC10, 'M', u'تي'),
(0xFC11, 'M', u'ثج'),
(0xFC12, 'M', u'ثم'),
(0xFC13, 'M', u'ثى'),
(0xFC14, 'M', u'ثي'),
(0xFC15, 'M', u'جح'),
(0xFC16, 'M', u'جم'),
(0xFC17, 'M', u'حج'),
(0xFC18, 'M', u'حم'),
(0xFC19, 'M', u'خج'),
(0xFC1A, 'M', u'خح'),
(0xFC1B, 'M', u'خم'),
(0xFC1C, 'M', u'سج'),
(0xFC1D, 'M', u'سح'),
(0xFC1E, 'M', u'سخ'),
(0xFC1F, 'M', u'سم'),
(0xFC20, 'M', u'صح'),
(0xFC21, 'M', u'صم'),
(0xFC22, 'M', u'ضج'),
(0xFC23, 'M', u'ضح'),
(0xFC24, 'M', u'ضخ'),
(0xFC25, 'M', u'ضم'),
(0xFC26, 'M', u'طح'),
]
def _seg_45():
return [
(0xFC27, 'M', u'طم'),
(0xFC28, 'M', u'ظم'),
(0xFC29, 'M', u'عج'),
(0xFC2A, 'M', u'عم'),
(0xFC2B, 'M', u'غج'),
(0xFC2C, 'M', u'غم'),
(0xFC2D, 'M', u'فج'),
(0xFC2E, 'M', u'فح'),
(0xFC2F, 'M', u'فخ'),
(0xFC30, 'M', u'فم'),
(0xFC31, 'M', u'فى'),
(0xFC32, 'M', u'في'),
(0xFC33, 'M', u'قح'),
(0xFC34, 'M', u'قم'),
(0xFC35, 'M', u'قى'),
(0xFC36, 'M', u'قي'),
(0xFC37, 'M', u'كا'),
(0xFC38, 'M', u'كج'),
(0xFC39, 'M', u'كح'),
(0xFC3A, 'M', u'كخ'),
(0xFC3B, 'M', u'كل'),
(0xFC3C, 'M', u'كم'),
(0xFC3D, 'M', u'كى'),
(0xFC3E, 'M', u'كي'),
(0xFC3F, 'M', u'لج'),
(0xFC40, 'M', u'لح'),
(0xFC41, 'M', u'لخ'),
(0xFC42, 'M', u'لم'),
(0xFC43, 'M', u'لى'),
(0xFC44, 'M', u'لي'),
(0xFC45, 'M', u'مج'),
(0xFC46, 'M', u'مح'),
(0xFC47, 'M', u'مخ'),
(0xFC48, 'M', u'مم'),
(0xFC49, 'M', u'مى'),
(0xFC4A, 'M', u'مي'),
(0xFC4B, 'M', u'نج'),
(0xFC4C, 'M', u'نح'),
(0xFC4D, 'M', u'نخ'),
(0xFC4E, 'M', u'نم'),
(0xFC4F, 'M', u'نى'),
(0xFC50, 'M', u'ني'),
(0xFC51, 'M', u'هج'),
(0xFC52, 'M', u'هم'),
(0xFC53, 'M', u'هى'),
(0xFC54, 'M', u'هي'),
(0xFC55, 'M', u'يج'),
(0xFC56, 'M', u'يح'),
(0xFC57, 'M', u'يخ'),
(0xFC58, 'M', u'يم'),
(0xFC59, 'M', u'يى'),
(0xFC5A, 'M', u'يي'),
(0xFC5B, 'M', u'ذٰ'),
(0xFC5C, 'M', u'رٰ'),
(0xFC5D, 'M', u'ىٰ'),
(0xFC5E, '3', u' ٌّ'),
(0xFC5F, '3', u' ٍّ'),
(0xFC60, '3', u' َّ'),
(0xFC61, '3', u' ُّ'),
(0xFC62, '3', u' ِّ'),
(0xFC63, '3', u' ّٰ'),
(0xFC64, 'M', u'ئر'),
(0xFC65, 'M', u'ئز'),
(0xFC66, 'M', u'ئم'),
(0xFC67, 'M', u'ئن'),
(0xFC68, 'M', u'ئى'),
(0xFC69, 'M', u'ئي'),
(0xFC6A, 'M', u'بر'),
(0xFC6B, 'M', u'بز'),
(0xFC6C, 'M', u'بم'),
(0xFC6D, 'M', u'بن'),
(0xFC6E, 'M', u'بى'),
(0xFC6F, 'M', u'بي'),
(0xFC70, 'M', u'تر'),
(0xFC71, 'M', u'تز'),
(0xFC72, 'M', u'تم'),
(0xFC73, 'M', u'تن'),
(0xFC74, 'M', u'تى'),
(0xFC75, 'M', u'تي'),
(0xFC76, 'M', u'ثر'),
(0xFC77, 'M', u'ثز'),
(0xFC78, 'M', u'ثم'),
(0xFC79, 'M', u'ثن'),
(0xFC7A, 'M', u'ثى'),
(0xFC7B, 'M', u'ثي'),
(0xFC7C, 'M', u'فى'),
(0xFC7D, 'M', u'في'),
(0xFC7E, 'M', u'قى'),
(0xFC7F, 'M', u'قي'),
(0xFC80, 'M', u'كا'),
(0xFC81, 'M', u'كل'),
(0xFC82, 'M', u'كم'),
(0xFC83, 'M', u'كى'),
(0xFC84, 'M', u'كي'),
(0xFC85, 'M', u'لم'),
(0xFC86, 'M', u'لى'),
(0xFC87, 'M', u'لي'),
(0xFC88, 'M', u'ما'),
(0xFC89, 'M', u'مم'),
(0xFC8A, 'M', u'نر'),
]
def _seg_46():
return [
(0xFC8B, 'M', u'نز'),
(0xFC8C, 'M', u'نم'),
(0xFC8D, 'M', u'نن'),
(0xFC8E, 'M', u'نى'),
(0xFC8F, 'M', u'ني'),
(0xFC90, 'M', u'ىٰ'),
(0xFC91, 'M', u'ير'),
(0xFC92, 'M', u'يز'),
(0xFC93, 'M', u'يم'),
(0xFC94, 'M', u'ين'),
(0xFC95, 'M', u'يى'),
(0xFC96, 'M', u'يي'),
(0xFC97, 'M', u'ئج'),
(0xFC98, 'M', u'ئح'),
(0xFC99, 'M', u'ئخ'),
(0xFC9A, 'M', u'ئم'),
(0xFC9B, 'M', u'ئه'),
(0xFC9C, 'M', u'بج'),
(0xFC9D, 'M', u'بح'),
(0xFC9E, 'M', u'بخ'),
(0xFC9F, 'M', u'بم'),
(0xFCA0, 'M', u'به'),
(0xFCA1, 'M', u'تج'),
(0xFCA2, 'M', u'تح'),
(0xFCA3, 'M', u'تخ'),
(0xFCA4, 'M', u'تم'),
(0xFCA5, 'M', u'ته'),
(0xFCA6, 'M', u'ثم'),
(0xFCA7, 'M', u'جح'),
(0xFCA8, 'M', u'جم'),
(0xFCA9, 'M', u'حج'),
(0xFCAA, 'M', u'حم'),
(0xFCAB, 'M', u'خج'),
(0xFCAC, 'M', u'خم'),
(0xFCAD, 'M', u'سج'),
(0xFCAE, 'M', u'سح'),
(0xFCAF, 'M', u'سخ'),
(0xFCB0, 'M', u'سم'),
(0xFCB1, 'M', u'صح'),
(0xFCB2, 'M', u'صخ'),
(0xFCB3, 'M', u'صم'),
(0xFCB4, 'M', u'ضج'),
(0xFCB5, 'M', u'ضح'),
(0xFCB6, 'M', u'ضخ'),
(0xFCB7, 'M', u'ضم'),
(0xFCB8, 'M', u'طح'),
(0xFCB9, 'M', u'ظم'),
(0xFCBA, 'M', u'عج'),
(0xFCBB, 'M', u'عم'),
(0xFCBC, 'M', u'غج'),
(0xFCBD, 'M', u'غم'),
(0xFCBE, 'M', u'فج'),
(0xFCBF, 'M', u'فح'),
(0xFCC0, 'M', u'فخ'),
(0xFCC1, 'M', u'فم'),
(0xFCC2, 'M', u'قح'),
(0xFCC3, 'M', u'قم'),
(0xFCC4, 'M', u'كج'),
(0xFCC5, 'M', u'كح'),
(0xFCC6, 'M', u'كخ'),
(0xFCC7, 'M', u'كل'),
(0xFCC8, 'M', u'كم'),
(0xFCC9, 'M', u'لج'),
(0xFCCA, 'M', u'لح'),
(0xFCCB, 'M', u'لخ'),
(0xFCCC, 'M', u'لم'),
(0xFCCD, 'M', u'له'),
(0xFCCE, 'M', u'مج'),
(0xFCCF, 'M', u'مح'),
(0xFCD0, 'M', u'مخ'),
(0xFCD1, 'M', u'مم'),
(0xFCD2, 'M', u'نج'),
(0xFCD3, 'M', u'نح'),
(0xFCD4, 'M', u'نخ'),
(0xFCD5, 'M', u'نم'),
(0xFCD6, 'M', u'نه'),
(0xFCD7, 'M', u'هج'),
(0xFCD8, 'M', u'هم'),
(0xFCD9, 'M', u'هٰ'),
(0xFCDA, 'M', u'يج'),
(0xFCDB, 'M', u'يح'),
(0xFCDC, 'M', u'يخ'),
(0xFCDD, 'M', u'يم'),
(0xFCDE, 'M', u'يه'),
(0xFCDF, 'M', u'ئم'),
(0xFCE0, 'M', u'ئه'),
(0xFCE1, 'M', u'بم'),
(0xFCE2, 'M', u'به'),
(0xFCE3, 'M', u'تم'),
(0xFCE4, 'M', u'ته'),
(0xFCE5, 'M', u'ثم'),
(0xFCE6, 'M', u'ثه'),
(0xFCE7, 'M', u'سم'),
(0xFCE8, 'M', u'سه'),
(0xFCE9, 'M', u'شم'),
(0xFCEA, 'M', u'شه'),
(0xFCEB, 'M', u'كل'),
(0xFCEC, 'M', u'كم'),
(0xFCED, 'M', u'لم'),
(0xFCEE, 'M', u'نم'),
]
def _seg_47():
return [
(0xFCEF, 'M', u'نه'),
(0xFCF0, 'M', u'يم'),
(0xFCF1, 'M', u'يه'),
(0xFCF2, 'M', u'ـَّ'),
(0xFCF3, 'M', u'ـُّ'),
(0xFCF4, 'M', u'ـِّ'),
(0xFCF5, 'M', u'طى'),
(0xFCF6, 'M', u'طي'),
(0xFCF7, 'M', u'عى'),
(0xFCF8, 'M', u'عي'),
(0xFCF9, 'M', u'غى'),
(0xFCFA, 'M', u'غي'),
(0xFCFB, 'M', u'سى'),
(0xFCFC, 'M', u'سي'),
(0xFCFD, 'M', u'شى'),
(0xFCFE, 'M', u'شي'),
(0xFCFF, 'M', u'حى'),
(0xFD00, 'M', u'حي'),
(0xFD01, 'M', u'جى'),
(0xFD02, 'M', u'جي'),
(0xFD03, 'M', u'خى'),
(0xFD04, 'M', u'خي'),
(0xFD05, 'M', u'صى'),
(0xFD06, 'M', u'صي'),
(0xFD07, 'M', u'ضى'),
(0xFD08, 'M', u'ضي'),
(0xFD09, 'M', u'شج'),
(0xFD0A, 'M', u'شح'),
(0xFD0B, 'M', u'شخ'),
(0xFD0C, 'M', u'شم'),
(0xFD0D, 'M', u'شر'),
(0xFD0E, 'M', u'سر'),
(0xFD0F, 'M', u'صر'),
(0xFD10, 'M', u'ضر'),
(0xFD11, 'M', u'طى'),
(0xFD12, 'M', u'طي'),
(0xFD13, 'M', u'عى'),
(0xFD14, 'M', u'عي'),
(0xFD15, 'M', u'غى'),
(0xFD16, 'M', u'غي'),
(0xFD17, 'M', u'سى'),
(0xFD18, 'M', u'سي'),
(0xFD19, 'M', u'شى'),
(0xFD1A, 'M', u'شي'),
(0xFD1B, 'M', u'حى'),
(0xFD1C, 'M', u'حي'),
(0xFD1D, 'M', u'جى'),
(0xFD1E, 'M', u'جي'),
(0xFD1F, 'M', u'خى'),
(0xFD20, 'M', u'خي'),
(0xFD21, 'M', u'صى'),
(0xFD22, 'M', u'صي'),
(0xFD23, 'M', u'ضى'),
(0xFD24, 'M', u'ضي'),
(0xFD25, 'M', u'شج'),
(0xFD26, 'M', u'شح'),
(0xFD27, 'M', u'شخ'),
(0xFD28, 'M', u'شم'),
(0xFD29, 'M', u'شر'),
(0xFD2A, 'M', u'سر'),
(0xFD2B, 'M', u'صر'),
(0xFD2C, 'M', u'ضر'),
(0xFD2D, 'M', u'شج'),
(0xFD2E, 'M', u'شح'),
(0xFD2F, 'M', u'شخ'),
(0xFD30, 'M', u'شم'),
(0xFD31, 'M', u'سه'),
(0xFD32, 'M', u'شه'),
(0xFD33, 'M', u'طم'),
(0xFD34, 'M', u'سج'),
(0xFD35, 'M', u'سح'),
(0xFD36, 'M', u'سخ'),
(0xFD37, 'M', u'شج'),
(0xFD38, 'M', u'شح'),
(0xFD39, 'M', u'شخ'),
(0xFD3A, 'M', u'طم'),
(0xFD3B, 'M', u'ظم'),
(0xFD3C, 'M', u'اً'),
(0xFD3E, 'V'),
(0xFD40, 'X'),
(0xFD50, 'M', u'تجم'),
(0xFD51, 'M', u'تحج'),
(0xFD53, 'M', u'تحم'),
(0xFD54, 'M', u'تخم'),
(0xFD55, 'M', u'تمج'),
(0xFD56, 'M', u'تمح'),
(0xFD57, 'M', u'تمخ'),
(0xFD58, 'M', u'جمح'),
(0xFD5A, 'M', u'حمي'),
(0xFD5B, 'M', u'حمى'),
(0xFD5C, 'M', u'سحج'),
(0xFD5D, 'M', u'سجح'),
(0xFD5E, 'M', u'سجى'),
(0xFD5F, 'M', u'سمح'),
(0xFD61, 'M', u'سمج'),
(0xFD62, 'M', u'سمم'),
(0xFD64, 'M', u'صحح'),
(0xFD66, 'M', u'صمم'),
(0xFD67, 'M', u'شحم'),
(0xFD69, 'M', u'شجي'),
]
def _seg_48():
return [
(0xFD6A, 'M', u'شمخ'),
(0xFD6C, 'M', u'شمم'),
(0xFD6E, 'M', u'ضحى'),
(0xFD6F, 'M', u'ضخم'),
(0xFD71, 'M', u'طمح'),
(0xFD73, 'M', u'طمم'),
(0xFD74, 'M', u'طمي'),
(0xFD75, 'M', u'عجم'),
(0xFD76, 'M', u'عمم'),
(0xFD78, 'M', u'عمى'),
(0xFD79, 'M', u'غمم'),
(0xFD7A, 'M', u'غمي'),
(0xFD7B, 'M', u'غمى'),
(0xFD7C, 'M', u'فخم'),
(0xFD7E, 'M', u'قمح'),
(0xFD7F, 'M', u'قمم'),
(0xFD80, 'M', u'لحم'),
(0xFD81, 'M', u'لحي'),
(0xFD82, 'M', u'لحى'),
(0xFD83, 'M', u'لجج'),
(0xFD85, 'M', u'لخم'),
(0xFD87, 'M', u'لمح'),
(0xFD89, 'M', u'محج'),
(0xFD8A, 'M', u'محم'),
(0xFD8B, 'M', u'محي'),
(0xFD8C, 'M', u'مجح'),
(0xFD8D, 'M', u'مجم'),
(0xFD8E, 'M', u'مخج'),
(0xFD8F, 'M', u'مخم'),
(0xFD90, 'X'),
(0xFD92, 'M', u'مجخ'),
(0xFD93, 'M', u'همج'),
(0xFD94, 'M', u'همم'),
(0xFD95, 'M', u'نحم'),
(0xFD96, 'M', u'نحى'),
(0xFD97, 'M', u'نجم'),
(0xFD99, 'M', u'نجى'),
(0xFD9A, 'M', u'نمي'),
(0xFD9B, 'M', u'نمى'),
(0xFD9C, 'M', u'يمم'),
(0xFD9E, 'M', u'بخي'),
(0xFD9F, 'M', u'تجي'),
(0xFDA0, 'M', u'تجى'),
(0xFDA1, 'M', u'تخي'),
(0xFDA2, 'M', u'تخى'),
(0xFDA3, 'M', u'تمي'),
(0xFDA4, 'M', u'تمى'),
(0xFDA5, 'M', u'جمي'),
(0xFDA6, 'M', u'جحى'),
(0xFDA7, 'M', u'جمى'),
(0xFDA8, 'M', u'سخى'),
(0xFDA9, 'M', u'صحي'),
(0xFDAA, 'M', u'شحي'),
(0xFDAB, 'M', u'ضحي'),
(0xFDAC, 'M', u'لجي'),
(0xFDAD, 'M', u'لمي'),
(0xFDAE, 'M', u'يحي'),
(0xFDAF, 'M', u'يجي'),
(0xFDB0, 'M', u'يمي'),
(0xFDB1, 'M', u'ممي'),
(0xFDB2, 'M', u'قمي'),
(0xFDB3, 'M', u'نحي'),
(0xFDB4, 'M', u'قمح'),
(0xFDB5, 'M', u'لحم'),
(0xFDB6, 'M', u'عمي'),
(0xFDB7, 'M', u'كمي'),
(0xFDB8, 'M', u'نجح'),
(0xFDB9, 'M', u'مخي'),
(0xFDBA, 'M', u'لجم'),
(0xFDBB, 'M', u'كمم'),
(0xFDBC, 'M', u'لجم'),
(0xFDBD, 'M', u'نجح'),
(0xFDBE, 'M', u'جحي'),
(0xFDBF, 'M', u'حجي'),
(0xFDC0, 'M', u'مجي'),
(0xFDC1, 'M', u'فمي'),
(0xFDC2, 'M', u'بحي'),
(0xFDC3, 'M', u'كمم'),
(0xFDC4, 'M', u'عجم'),
(0xFDC5, 'M', u'صمم'),
(0xFDC6, 'M', u'سخي'),
(0xFDC7, 'M', u'نجي'),
(0xFDC8, 'X'),
(0xFDF0, 'M', u'صلے'),
(0xFDF1, 'M', u'قلے'),
(0xFDF2, 'M', u'الله'),
(0xFDF3, 'M', u'اكبر'),
(0xFDF4, 'M', u'محمد'),
(0xFDF5, 'M', u'صلعم'),
(0xFDF6, 'M', u'رسول'),
(0xFDF7, 'M', u'عليه'),
(0xFDF8, 'M', u'وسلم'),
(0xFDF9, 'M', u'صلى'),
(0xFDFA, '3', u'صلى الله عليه وسلم'),
(0xFDFB, '3', u'جل جلاله'),
(0xFDFC, 'M', u'ریال'),
(0xFDFD, 'V'),
(0xFDFE, 'X'),
(0xFE00, 'I'),
(0xFE10, '3', u','),
]
def _seg_49():
return [
(0xFE11, 'M', u'、'),
(0xFE12, 'X'),
(0xFE13, '3', u':'),
(0xFE14, '3', u';'),
(0xFE15, '3', u'!'),
(0xFE16, '3', u'?'),
(0xFE17, 'M', u'〖'),
(0xFE18, 'M', u'〗'),
(0xFE19, 'X'),
(0xFE20, 'V'),
(0xFE30, 'X'),
(0xFE31, 'M', u'—'),
(0xFE32, 'M', u'–'),
(0xFE33, '3', u'_'),
(0xFE35, '3', u'('),
(0xFE36, '3', u')'),
(0xFE37, '3', u'{'),
(0xFE38, '3', u'}'),
(0xFE39, 'M', u'〔'),
(0xFE3A, 'M', u'〕'),
(0xFE3B, 'M', u'【'),
(0xFE3C, 'M', u'】'),
(0xFE3D, 'M', u'《'),
(0xFE3E, 'M', u'》'),
(0xFE3F, 'M', u'〈'),
(0xFE40, 'M', u'〉'),
(0xFE41, 'M', u'「'),
(0xFE42, 'M', u'」'),
(0xFE43, 'M', u'『'),
(0xFE44, 'M', u'』'),
(0xFE45, 'V'),
(0xFE47, '3', u'['),
(0xFE48, '3', u']'),
(0xFE49, '3', u' ̅'),
(0xFE4D, '3', u'_'),
(0xFE50, '3', u','),
(0xFE51, 'M', u'、'),
(0xFE52, 'X'),
(0xFE54, '3', u';'),
(0xFE55, '3', u':'),
(0xFE56, '3', u'?'),
(0xFE57, '3', u'!'),
(0xFE58, 'M', u'—'),
(0xFE59, '3', u'('),
(0xFE5A, '3', u')'),
(0xFE5B, '3', u'{'),
(0xFE5C, '3', u'}'),
(0xFE5D, 'M', u'〔'),
(0xFE5E, 'M', u'〕'),
(0xFE5F, '3', u'#'),
(0xFE60, '3', u'&'),
(0xFE61, '3', u'*'),
(0xFE62, '3', u'+'),
(0xFE63, 'M', u'-'),
(0xFE64, '3', u'<'),
(0xFE65, '3', u'>'),
(0xFE66, '3', u'='),
(0xFE67, 'X'),
(0xFE68, '3', u'\\'),
(0xFE69, '3', u'$'),
(0xFE6A, '3', u'%'),
(0xFE6B, '3', u'@'),
(0xFE6C, 'X'),
(0xFE70, '3', u' ً'),
(0xFE71, 'M', u'ـً'),
(0xFE72, '3', u' ٌ'),
(0xFE73, 'V'),
(0xFE74, '3', u' ٍ'),
(0xFE75, 'X'),
(0xFE76, '3', u' َ'),
(0xFE77, 'M', u'ـَ'),
(0xFE78, '3', u' ُ'),
(0xFE79, 'M', u'ـُ'),
(0xFE7A, '3', u' ِ'),
(0xFE7B, 'M', u'ـِ'),
(0xFE7C, '3', u' ّ'),
(0xFE7D, 'M', u'ـّ'),
(0xFE7E, '3', u' ْ'),
(0xFE7F, 'M', u'ـْ'),
(0xFE80, 'M', u'ء'),
(0xFE81, 'M', u'آ'),
(0xFE83, 'M', u'أ'),
(0xFE85, 'M', u'ؤ'),
(0xFE87, 'M', u'إ'),
(0xFE89, 'M', u'ئ'),
(0xFE8D, 'M', u'ا'),
(0xFE8F, 'M', u'ب'),
(0xFE93, 'M', u'ة'),
(0xFE95, 'M', u'ت'),
(0xFE99, 'M', u'ث'),
(0xFE9D, 'M', u'ج'),
(0xFEA1, 'M', u'ح'),
(0xFEA5, 'M', u'خ'),
(0xFEA9, 'M', u'د'),
(0xFEAB, 'M', u'ذ'),
(0xFEAD, 'M', u'ر'),
(0xFEAF, 'M', u'ز'),
(0xFEB1, 'M', u'س'),
(0xFEB5, 'M', u'ش'),
(0xFEB9, 'M', u'ص'),
]
def _seg_50():
return [
(0xFEBD, 'M', u'ض'),
(0xFEC1, 'M', u'ط'),
(0xFEC5, 'M', u'ظ'),
(0xFEC9, 'M', u'ع'),
(0xFECD, 'M', u'غ'),
(0xFED1, 'M', u'ف'),
(0xFED5, 'M', u'ق'),
(0xFED9, 'M', u'ك'),
(0xFEDD, 'M', u'ل'),
(0xFEE1, 'M', u'م'),
(0xFEE5, 'M', u'ن'),
(0xFEE9, 'M', u'ه'),
(0xFEED, 'M', u'و'),
(0xFEEF, 'M', u'ى'),
(0xFEF1, 'M', u'ي'),
(0xFEF5, 'M', u'لآ'),
(0xFEF7, 'M', u'لأ'),
(0xFEF9, 'M', u'لإ'),
(0xFEFB, 'M', u'لا'),
(0xFEFD, 'X'),
(0xFEFF, 'I'),
(0xFF00, 'X'),
(0xFF01, '3', u'!'),
(0xFF02, '3', u'"'),
(0xFF03, '3', u'#'),
(0xFF04, '3', u'$'),
(0xFF05, '3', u'%'),
(0xFF06, '3', u'&'),
(0xFF07, '3', u'\''),
(0xFF08, '3', u'('),
(0xFF09, '3', u')'),
(0xFF0A, '3', u'*'),
(0xFF0B, '3', u'+'),
(0xFF0C, '3', u','),
(0xFF0D, 'M', u'-'),
(0xFF0E, 'M', u'.'),
(0xFF0F, '3', u'/'),
(0xFF10, 'M', u'0'),
(0xFF11, 'M', u'1'),
(0xFF12, 'M', u'2'),
(0xFF13, 'M', u'3'),
(0xFF14, 'M', u'4'),
(0xFF15, 'M', u'5'),
(0xFF16, 'M', u'6'),
(0xFF17, 'M', u'7'),
(0xFF18, 'M', u'8'),
(0xFF19, 'M', u'9'),
(0xFF1A, '3', u':'),
(0xFF1B, '3', u';'),
(0xFF1C, '3', u'<'),
(0xFF1D, '3', u'='),
(0xFF1E, '3', u'>'),
(0xFF1F, '3', u'?'),
(0xFF20, '3', u'@'),
(0xFF21, 'M', u'a'),
(0xFF22, 'M', u'b'),
(0xFF23, 'M', u'c'),
(0xFF24, 'M', u'd'),
(0xFF25, 'M', u'e'),
(0xFF26, 'M', u'f'),
(0xFF27, 'M', u'g'),
(0xFF28, 'M', u'h'),
(0xFF29, 'M', u'i'),
(0xFF2A, 'M', u'j'),
(0xFF2B, 'M', u'k'),
(0xFF2C, 'M', u'l'),
(0xFF2D, 'M', u'm'),
(0xFF2E, 'M', u'n'),
(0xFF2F, 'M', u'o'),
(0xFF30, 'M', u'p'),
(0xFF31, 'M', u'q'),
(0xFF32, 'M', u'r'),
(0xFF33, 'M', u's'),
(0xFF34, 'M', u't'),
(0xFF35, 'M', u'u'),
(0xFF36, 'M', u'v'),
(0xFF37, 'M', u'w'),
(0xFF38, 'M', u'x'),
(0xFF39, 'M', u'y'),
(0xFF3A, 'M', u'z'),
(0xFF3B, '3', u'['),
(0xFF3C, '3', u'\\'),
(0xFF3D, '3', u']'),
(0xFF3E, '3', u'^'),
(0xFF3F, '3', u'_'),
(0xFF40, '3', u'`'),
(0xFF41, 'M', u'a'),
(0xFF42, 'M', u'b'),
(0xFF43, 'M', u'c'),
(0xFF44, 'M', u'd'),
(0xFF45, 'M', u'e'),
(0xFF46, 'M', u'f'),
(0xFF47, 'M', u'g'),
(0xFF48, 'M', u'h'),
(0xFF49, 'M', u'i'),
(0xFF4A, 'M', u'j'),
(0xFF4B, 'M', u'k'),
(0xFF4C, 'M', u'l'),
(0xFF4D, 'M', u'm'),
(0xFF4E, 'M', u'n'),
]
def _seg_51():
return [
(0xFF4F, 'M', u'o'),
(0xFF50, 'M', u'p'),
(0xFF51, 'M', u'q'),
(0xFF52, 'M', u'r'),
(0xFF53, 'M', u's'),
(0xFF54, 'M', u't'),
(0xFF55, 'M', u'u'),
(0xFF56, 'M', u'v'),
(0xFF57, 'M', u'w'),
(0xFF58, 'M', u'x'),
(0xFF59, 'M', u'y'),
(0xFF5A, 'M', u'z'),
(0xFF5B, '3', u'{'),
(0xFF5C, '3', u'|'),
(0xFF5D, '3', u'}'),
(0xFF5E, '3', u'~'),
(0xFF5F, 'M', u'⦅'),
(0xFF60, 'M', u'⦆'),
(0xFF61, 'M', u'.'),
(0xFF62, 'M', u'「'),
(0xFF63, 'M', u'」'),
(0xFF64, 'M', u'、'),
(0xFF65, 'M', u'・'),
(0xFF66, 'M', u'ヲ'),
(0xFF67, 'M', u'ァ'),
(0xFF68, 'M', u'ィ'),
(0xFF69, 'M', u'ゥ'),
(0xFF6A, 'M', u'ェ'),
(0xFF6B, 'M', u'ォ'),
(0xFF6C, 'M', u'ャ'),
(0xFF6D, 'M', u'ュ'),
(0xFF6E, 'M', u'ョ'),
(0xFF6F, 'M', u'ッ'),
(0xFF70, 'M', u'ー'),
(0xFF71, 'M', u'ア'),
(0xFF72, 'M', u'イ'),
(0xFF73, 'M', u'ウ'),
(0xFF74, 'M', u'エ'),
(0xFF75, 'M', u'オ'),
(0xFF76, 'M', u'カ'),
(0xFF77, 'M', u'キ'),
(0xFF78, 'M', u'ク'),
(0xFF79, 'M', u'ケ'),
(0xFF7A, 'M', u'コ'),
(0xFF7B, 'M', u'サ'),
(0xFF7C, 'M', u'シ'),
(0xFF7D, 'M', u'ス'),
(0xFF7E, 'M', u'セ'),
(0xFF7F, 'M', u'ソ'),
(0xFF80, 'M', u'タ'),
(0xFF81, 'M', u'チ'),
(0xFF82, 'M', u'ツ'),
(0xFF83, 'M', u'テ'),
(0xFF84, 'M', u'ト'),
(0xFF85, 'M', u'ナ'),
(0xFF86, 'M', u'ニ'),
(0xFF87, 'M', u'ヌ'),
(0xFF88, 'M', u'ネ'),
(0xFF89, 'M', u'ノ'),
(0xFF8A, 'M', u'ハ'),
(0xFF8B, 'M', u'ヒ'),
(0xFF8C, 'M', u'フ'),
(0xFF8D, 'M', u'ヘ'),
(0xFF8E, 'M', u'ホ'),
(0xFF8F, 'M', u'マ'),
(0xFF90, 'M', u'ミ'),
(0xFF91, 'M', u'ム'),
(0xFF92, 'M', u'メ'),
(0xFF93, 'M', u'モ'),
(0xFF94, 'M', u'ヤ'),
(0xFF95, 'M', u'ユ'),
(0xFF96, 'M', u'ヨ'),
(0xFF97, 'M', u'ラ'),
(0xFF98, 'M', u'リ'),
(0xFF99, 'M', u'ル'),
(0xFF9A, 'M', u'レ'),
(0xFF9B, 'M', u'ロ'),
(0xFF9C, 'M', u'ワ'),
(0xFF9D, 'M', u'ン'),
(0xFF9E, 'M', u'゙'),
(0xFF9F, 'M', u'゚'),
(0xFFA0, 'X'),
(0xFFA1, 'M', u'ᄀ'),
(0xFFA2, 'M', u'ᄁ'),
(0xFFA3, 'M', u'ᆪ'),
(0xFFA4, 'M', u'ᄂ'),
(0xFFA5, 'M', u'ᆬ'),
(0xFFA6, 'M', u'ᆭ'),
(0xFFA7, 'M', u'ᄃ'),
(0xFFA8, 'M', u'ᄄ'),
(0xFFA9, 'M', u'ᄅ'),
(0xFFAA, 'M', u'ᆰ'),
(0xFFAB, 'M', u'ᆱ'),
(0xFFAC, 'M', u'ᆲ'),
(0xFFAD, 'M', u'ᆳ'),
(0xFFAE, 'M', u'ᆴ'),
(0xFFAF, 'M', u'ᆵ'),
(0xFFB0, 'M', u'ᄚ'),
(0xFFB1, 'M', u'ᄆ'),
(0xFFB2, 'M', u'ᄇ'),
]
def _seg_52():
return [
(0xFFB3, 'M', u'ᄈ'),
(0xFFB4, 'M', u'ᄡ'),
(0xFFB5, 'M', u'ᄉ'),
(0xFFB6, 'M', u'ᄊ'),
(0xFFB7, 'M', u'ᄋ'),
(0xFFB8, 'M', u'ᄌ'),
(0xFFB9, 'M', u'ᄍ'),
(0xFFBA, 'M', u'ᄎ'),
(0xFFBB, 'M', u'ᄏ'),
(0xFFBC, 'M', u'ᄐ'),
(0xFFBD, 'M', u'ᄑ'),
(0xFFBE, 'M', u'ᄒ'),
(0xFFBF, 'X'),
(0xFFC2, 'M', u'ᅡ'),
(0xFFC3, 'M', u'ᅢ'),
(0xFFC4, 'M', u'ᅣ'),
(0xFFC5, 'M', u'ᅤ'),
(0xFFC6, 'M', u'ᅥ'),
(0xFFC7, 'M', u'ᅦ'),
(0xFFC8, 'X'),
(0xFFCA, 'M', u'ᅧ'),
(0xFFCB, 'M', u'ᅨ'),
(0xFFCC, 'M', u'ᅩ'),
(0xFFCD, 'M', u'ᅪ'),
(0xFFCE, 'M', u'ᅫ'),
(0xFFCF, 'M', u'ᅬ'),
(0xFFD0, 'X'),
(0xFFD2, 'M', u'ᅭ'),
(0xFFD3, 'M', u'ᅮ'),
(0xFFD4, 'M', u'ᅯ'),
(0xFFD5, 'M', u'ᅰ'),
(0xFFD6, 'M', u'ᅱ'),
(0xFFD7, 'M', u'ᅲ'),
(0xFFD8, 'X'),
(0xFFDA, 'M', u'ᅳ'),
(0xFFDB, 'M', u'ᅴ'),
(0xFFDC, 'M', u'ᅵ'),
(0xFFDD, 'X'),
(0xFFE0, 'M', u'¢'),
(0xFFE1, 'M', u'£'),
(0xFFE2, 'M', u'¬'),
(0xFFE3, '3', u' ̄'),
(0xFFE4, 'M', u'¦'),
(0xFFE5, 'M', u'¥'),
(0xFFE6, 'M', u'₩'),
(0xFFE7, 'X'),
(0xFFE8, 'M', u'│'),
(0xFFE9, 'M', u'←'),
(0xFFEA, 'M', u'↑'),
(0xFFEB, 'M', u'→'),
(0xFFEC, 'M', u'↓'),
(0xFFED, 'M', u'■'),
(0xFFEE, 'M', u'○'),
(0xFFEF, 'X'),
(0x10000, 'V'),
(0x1000C, 'X'),
(0x1000D, 'V'),
(0x10027, 'X'),
(0x10028, 'V'),
(0x1003B, 'X'),
(0x1003C, 'V'),
(0x1003E, 'X'),
(0x1003F, 'V'),
(0x1004E, 'X'),
(0x10050, 'V'),
(0x1005E, 'X'),
(0x10080, 'V'),
(0x100FB, 'X'),
(0x10100, 'V'),
(0x10103, 'X'),
(0x10107, 'V'),
(0x10134, 'X'),
(0x10137, 'V'),
(0x1018F, 'X'),
(0x10190, 'V'),
(0x1019C, 'X'),
(0x101A0, 'V'),
(0x101A1, 'X'),
(0x101D0, 'V'),
(0x101FE, 'X'),
(0x10280, 'V'),
(0x1029D, 'X'),
(0x102A0, 'V'),
(0x102D1, 'X'),
(0x102E0, 'V'),
(0x102FC, 'X'),
(0x10300, 'V'),
(0x10324, 'X'),
(0x1032D, 'V'),
(0x1034B, 'X'),
(0x10350, 'V'),
(0x1037B, 'X'),
(0x10380, 'V'),
(0x1039E, 'X'),
(0x1039F, 'V'),
(0x103C4, 'X'),
(0x103C8, 'V'),
(0x103D6, 'X'),
(0x10400, 'M', u'𐐨'),
(0x10401, 'M', u'𐐩'),
]
def _seg_53():
return [
(0x10402, 'M', u'𐐪'),
(0x10403, 'M', u'𐐫'),
(0x10404, 'M', u'𐐬'),
(0x10405, 'M', u'𐐭'),
(0x10406, 'M', u'𐐮'),
(0x10407, 'M', u'𐐯'),
(0x10408, 'M', u'𐐰'),
(0x10409, 'M', u'𐐱'),
(0x1040A, 'M', u'𐐲'),
(0x1040B, 'M', u'𐐳'),
(0x1040C, 'M', u'𐐴'),
(0x1040D, 'M', u'𐐵'),
(0x1040E, 'M', u'𐐶'),
(0x1040F, 'M', u'𐐷'),
(0x10410, 'M', u'𐐸'),
(0x10411, 'M', u'𐐹'),
(0x10412, 'M', u'𐐺'),
(0x10413, 'M', u'𐐻'),
(0x10414, 'M', u'𐐼'),
(0x10415, 'M', u'𐐽'),
(0x10416, 'M', u'𐐾'),
(0x10417, 'M', u'𐐿'),
(0x10418, 'M', u'𐑀'),
(0x10419, 'M', u'𐑁'),
(0x1041A, 'M', u'𐑂'),
(0x1041B, 'M', u'𐑃'),
(0x1041C, 'M', u'𐑄'),
(0x1041D, 'M', u'𐑅'),
(0x1041E, 'M', u'𐑆'),
(0x1041F, 'M', u'𐑇'),
(0x10420, 'M', u'𐑈'),
(0x10421, 'M', u'𐑉'),
(0x10422, 'M', u'𐑊'),
(0x10423, 'M', u'𐑋'),
(0x10424, 'M', u'𐑌'),
(0x10425, 'M', u'𐑍'),
(0x10426, 'M', u'𐑎'),
(0x10427, 'M', u'𐑏'),
(0x10428, 'V'),
(0x1049E, 'X'),
(0x104A0, 'V'),
(0x104AA, 'X'),
(0x104B0, 'M', u'𐓘'),
(0x104B1, 'M', u'𐓙'),
(0x104B2, 'M', u'𐓚'),
(0x104B3, 'M', u'𐓛'),
(0x104B4, 'M', u'𐓜'),
(0x104B5, 'M', u'𐓝'),
(0x104B6, 'M', u'𐓞'),
(0x104B7, 'M', u'𐓟'),
(0x104B8, 'M', u'𐓠'),
(0x104B9, 'M', u'𐓡'),
(0x104BA, 'M', u'𐓢'),
(0x104BB, 'M', u'𐓣'),
(0x104BC, 'M', u'𐓤'),
(0x104BD, 'M', u'𐓥'),
(0x104BE, 'M', u'𐓦'),
(0x104BF, 'M', u'𐓧'),
(0x104C0, 'M', u'𐓨'),
(0x104C1, 'M', u'𐓩'),
(0x104C2, 'M', u'𐓪'),
(0x104C3, 'M', u'𐓫'),
(0x104C4, 'M', u'𐓬'),
(0x104C5, 'M', u'𐓭'),
(0x104C6, 'M', u'𐓮'),
(0x104C7, 'M', u'𐓯'),
(0x104C8, 'M', u'𐓰'),
(0x104C9, 'M', u'𐓱'),
(0x104CA, 'M', u'𐓲'),
(0x104CB, 'M', u'𐓳'),
(0x104CC, 'M', u'𐓴'),
(0x104CD, 'M', u'𐓵'),
(0x104CE, 'M', u'𐓶'),
(0x104CF, 'M', u'𐓷'),
(0x104D0, 'M', u'𐓸'),
(0x104D1, 'M', u'𐓹'),
(0x104D2, 'M', u'𐓺'),
(0x104D3, 'M', u'𐓻'),
(0x104D4, 'X'),
(0x104D8, 'V'),
(0x104FC, 'X'),
(0x10500, 'V'),
(0x10528, 'X'),
(0x10530, 'V'),
(0x10564, 'X'),
(0x1056F, 'V'),
(0x10570, 'X'),
(0x10600, 'V'),
(0x10737, 'X'),
(0x10740, 'V'),
(0x10756, 'X'),
(0x10760, 'V'),
(0x10768, 'X'),
(0x10800, 'V'),
(0x10806, 'X'),
(0x10808, 'V'),
(0x10809, 'X'),
(0x1080A, 'V'),
(0x10836, 'X'),
(0x10837, 'V'),
]
def _seg_54():
return [
(0x10839, 'X'),
(0x1083C, 'V'),
(0x1083D, 'X'),
(0x1083F, 'V'),
(0x10856, 'X'),
(0x10857, 'V'),
(0x1089F, 'X'),
(0x108A7, 'V'),
(0x108B0, 'X'),
(0x108E0, 'V'),
(0x108F3, 'X'),
(0x108F4, 'V'),
(0x108F6, 'X'),
(0x108FB, 'V'),
(0x1091C, 'X'),
(0x1091F, 'V'),
(0x1093A, 'X'),
(0x1093F, 'V'),
(0x10940, 'X'),
(0x10980, 'V'),
(0x109B8, 'X'),
(0x109BC, 'V'),
(0x109D0, 'X'),
(0x109D2, 'V'),
(0x10A04, 'X'),
(0x10A05, 'V'),
(0x10A07, 'X'),
(0x10A0C, 'V'),
(0x10A14, 'X'),
(0x10A15, 'V'),
(0x10A18, 'X'),
(0x10A19, 'V'),
(0x10A36, 'X'),
(0x10A38, 'V'),
(0x10A3B, 'X'),
(0x10A3F, 'V'),
(0x10A49, 'X'),
(0x10A50, 'V'),
(0x10A59, 'X'),
(0x10A60, 'V'),
(0x10AA0, 'X'),
(0x10AC0, 'V'),
(0x10AE7, 'X'),
(0x10AEB, 'V'),
(0x10AF7, 'X'),
(0x10B00, 'V'),
(0x10B36, 'X'),
(0x10B39, 'V'),
(0x10B56, 'X'),
(0x10B58, 'V'),
(0x10B73, 'X'),
(0x10B78, 'V'),
(0x10B92, 'X'),
(0x10B99, 'V'),
(0x10B9D, 'X'),
(0x10BA9, 'V'),
(0x10BB0, 'X'),
(0x10C00, 'V'),
(0x10C49, 'X'),
(0x10C80, 'M', u'𐳀'),
(0x10C81, 'M', u'𐳁'),
(0x10C82, 'M', u'𐳂'),
(0x10C83, 'M', u'𐳃'),
(0x10C84, 'M', u'𐳄'),
(0x10C85, 'M', u'𐳅'),
(0x10C86, 'M', u'𐳆'),
(0x10C87, 'M', u'𐳇'),
(0x10C88, 'M', u'𐳈'),
(0x10C89, 'M', u'𐳉'),
(0x10C8A, 'M', u'𐳊'),
(0x10C8B, 'M', u'𐳋'),
(0x10C8C, 'M', u'𐳌'),
(0x10C8D, 'M', u'𐳍'),
(0x10C8E, 'M', u'𐳎'),
(0x10C8F, 'M', u'𐳏'),
(0x10C90, 'M', u'𐳐'),
(0x10C91, 'M', u'𐳑'),
(0x10C92, 'M', u'𐳒'),
(0x10C93, 'M', u'𐳓'),
(0x10C94, 'M', u'𐳔'),
(0x10C95, 'M', u'𐳕'),
(0x10C96, 'M', u'𐳖'),
(0x10C97, 'M', u'𐳗'),
(0x10C98, 'M', u'𐳘'),
(0x10C99, 'M', u'𐳙'),
(0x10C9A, 'M', u'𐳚'),
(0x10C9B, 'M', u'𐳛'),
(0x10C9C, 'M', u'𐳜'),
(0x10C9D, 'M', u'𐳝'),
(0x10C9E, 'M', u'𐳞'),
(0x10C9F, 'M', u'𐳟'),
(0x10CA0, 'M', u'𐳠'),
(0x10CA1, 'M', u'𐳡'),
(0x10CA2, 'M', u'𐳢'),
(0x10CA3, 'M', u'𐳣'),
(0x10CA4, 'M', u'𐳤'),
(0x10CA5, 'M', u'𐳥'),
(0x10CA6, 'M', u'𐳦'),
(0x10CA7, 'M', u'𐳧'),
(0x10CA8, 'M', u'𐳨'),
]
def _seg_55():
return [
(0x10CA9, 'M', u'𐳩'),
(0x10CAA, 'M', u'𐳪'),
(0x10CAB, 'M', u'𐳫'),
(0x10CAC, 'M', u'𐳬'),
(0x10CAD, 'M', u'𐳭'),
(0x10CAE, 'M', u'𐳮'),
(0x10CAF, 'M', u'𐳯'),
(0x10CB0, 'M', u'𐳰'),
(0x10CB1, 'M', u'𐳱'),
(0x10CB2, 'M', u'𐳲'),
(0x10CB3, 'X'),
(0x10CC0, 'V'),
(0x10CF3, 'X'),
(0x10CFA, 'V'),
(0x10D28, 'X'),
(0x10D30, 'V'),
(0x10D3A, 'X'),
(0x10E60, 'V'),
(0x10E7F, 'X'),
(0x10F00, 'V'),
(0x10F28, 'X'),
(0x10F30, 'V'),
(0x10F5A, 'X'),
(0x11000, 'V'),
(0x1104E, 'X'),
(0x11052, 'V'),
(0x11070, 'X'),
(0x1107F, 'V'),
(0x110BD, 'X'),
(0x110BE, 'V'),
(0x110C2, 'X'),
(0x110D0, 'V'),
(0x110E9, 'X'),
(0x110F0, 'V'),
(0x110FA, 'X'),
(0x11100, 'V'),
(0x11135, 'X'),
(0x11136, 'V'),
(0x11147, 'X'),
(0x11150, 'V'),
(0x11177, 'X'),
(0x11180, 'V'),
(0x111CE, 'X'),
(0x111D0, 'V'),
(0x111E0, 'X'),
(0x111E1, 'V'),
(0x111F5, 'X'),
(0x11200, 'V'),
(0x11212, 'X'),
(0x11213, 'V'),
(0x1123F, 'X'),
(0x11280, 'V'),
(0x11287, 'X'),
(0x11288, 'V'),
(0x11289, 'X'),
(0x1128A, 'V'),
(0x1128E, 'X'),
(0x1128F, 'V'),
(0x1129E, 'X'),
(0x1129F, 'V'),
(0x112AA, 'X'),
(0x112B0, 'V'),
(0x112EB, 'X'),
(0x112F0, 'V'),
(0x112FA, 'X'),
(0x11300, 'V'),
(0x11304, 'X'),
(0x11305, 'V'),
(0x1130D, 'X'),
(0x1130F, 'V'),
(0x11311, 'X'),
(0x11313, 'V'),
(0x11329, 'X'),
(0x1132A, 'V'),
(0x11331, 'X'),
(0x11332, 'V'),
(0x11334, 'X'),
(0x11335, 'V'),
(0x1133A, 'X'),
(0x1133B, 'V'),
(0x11345, 'X'),
(0x11347, 'V'),
(0x11349, 'X'),
(0x1134B, 'V'),
(0x1134E, 'X'),
(0x11350, 'V'),
(0x11351, 'X'),
(0x11357, 'V'),
(0x11358, 'X'),
(0x1135D, 'V'),
(0x11364, 'X'),
(0x11366, 'V'),
(0x1136D, 'X'),
(0x11370, 'V'),
(0x11375, 'X'),
(0x11400, 'V'),
(0x1145A, 'X'),
(0x1145B, 'V'),
(0x1145C, 'X'),
(0x1145D, 'V'),
]
def _seg_56():
return [
(0x1145F, 'X'),
(0x11480, 'V'),
(0x114C8, 'X'),
(0x114D0, 'V'),
(0x114DA, 'X'),
(0x11580, 'V'),
(0x115B6, 'X'),
(0x115B8, 'V'),
(0x115DE, 'X'),
(0x11600, 'V'),
(0x11645, 'X'),
(0x11650, 'V'),
(0x1165A, 'X'),
(0x11660, 'V'),
(0x1166D, 'X'),
(0x11680, 'V'),
(0x116B8, 'X'),
(0x116C0, 'V'),
(0x116CA, 'X'),
(0x11700, 'V'),
(0x1171B, 'X'),
(0x1171D, 'V'),
(0x1172C, 'X'),
(0x11730, 'V'),
(0x11740, 'X'),
(0x11800, 'V'),
(0x1183C, 'X'),
(0x118A0, 'M', u'𑣀'),
(0x118A1, 'M', u'𑣁'),
(0x118A2, 'M', u'𑣂'),
(0x118A3, 'M', u'𑣃'),
(0x118A4, 'M', u'𑣄'),
(0x118A5, 'M', u'𑣅'),
(0x118A6, 'M', u'𑣆'),
(0x118A7, 'M', u'𑣇'),
(0x118A8, 'M', u'𑣈'),
(0x118A9, 'M', u'𑣉'),
(0x118AA, 'M', u'𑣊'),
(0x118AB, 'M', u'𑣋'),
(0x118AC, 'M', u'𑣌'),
(0x118AD, 'M', u'𑣍'),
(0x118AE, 'M', u'𑣎'),
(0x118AF, 'M', u'𑣏'),
(0x118B0, 'M', u'𑣐'),
(0x118B1, 'M', u'𑣑'),
(0x118B2, 'M', u'𑣒'),
(0x118B3, 'M', u'𑣓'),
(0x118B4, 'M', u'𑣔'),
(0x118B5, 'M', u'𑣕'),
(0x118B6, 'M', u'𑣖'),
(0x118B7, 'M', u'𑣗'),
(0x118B8, 'M', u'𑣘'),
(0x118B9, 'M', u'𑣙'),
(0x118BA, 'M', u'𑣚'),
(0x118BB, 'M', u'𑣛'),
(0x118BC, 'M', u'𑣜'),
(0x118BD, 'M', u'𑣝'),
(0x118BE, 'M', u'𑣞'),
(0x118BF, 'M', u'𑣟'),
(0x118C0, 'V'),
(0x118F3, 'X'),
(0x118FF, 'V'),
(0x11900, 'X'),
(0x11A00, 'V'),
(0x11A48, 'X'),
(0x11A50, 'V'),
(0x11A84, 'X'),
(0x11A86, 'V'),
(0x11AA3, 'X'),
(0x11AC0, 'V'),
(0x11AF9, 'X'),
(0x11C00, 'V'),
(0x11C09, 'X'),
(0x11C0A, 'V'),
(0x11C37, 'X'),
(0x11C38, 'V'),
(0x11C46, 'X'),
(0x11C50, 'V'),
(0x11C6D, 'X'),
(0x11C70, 'V'),
(0x11C90, 'X'),
(0x11C92, 'V'),
(0x11CA8, 'X'),
(0x11CA9, 'V'),
(0x11CB7, 'X'),
(0x11D00, 'V'),
(0x11D07, 'X'),
(0x11D08, 'V'),
(0x11D0A, 'X'),
(0x11D0B, 'V'),
(0x11D37, 'X'),
(0x11D3A, 'V'),
(0x11D3B, 'X'),
(0x11D3C, 'V'),
(0x11D3E, 'X'),
(0x11D3F, 'V'),
(0x11D48, 'X'),
(0x11D50, 'V'),
(0x11D5A, 'X'),
(0x11D60, 'V'),
]
def _seg_57():
return [
(0x11D66, 'X'),
(0x11D67, 'V'),
(0x11D69, 'X'),
(0x11D6A, 'V'),
(0x11D8F, 'X'),
(0x11D90, 'V'),
(0x11D92, 'X'),
(0x11D93, 'V'),
(0x11D99, 'X'),
(0x11DA0, 'V'),
(0x11DAA, 'X'),
(0x11EE0, 'V'),
(0x11EF9, 'X'),
(0x12000, 'V'),
(0x1239A, 'X'),
(0x12400, 'V'),
(0x1246F, 'X'),
(0x12470, 'V'),
(0x12475, 'X'),
(0x12480, 'V'),
(0x12544, 'X'),
(0x13000, 'V'),
(0x1342F, 'X'),
(0x14400, 'V'),
(0x14647, 'X'),
(0x16800, 'V'),
(0x16A39, 'X'),
(0x16A40, 'V'),
(0x16A5F, 'X'),
(0x16A60, 'V'),
(0x16A6A, 'X'),
(0x16A6E, 'V'),
(0x16A70, 'X'),
(0x16AD0, 'V'),
(0x16AEE, 'X'),
(0x16AF0, 'V'),
(0x16AF6, 'X'),
(0x16B00, 'V'),
(0x16B46, 'X'),
(0x16B50, 'V'),
(0x16B5A, 'X'),
(0x16B5B, 'V'),
(0x16B62, 'X'),
(0x16B63, 'V'),
(0x16B78, 'X'),
(0x16B7D, 'V'),
(0x16B90, 'X'),
(0x16E60, 'V'),
(0x16E9B, 'X'),
(0x16F00, 'V'),
(0x16F45, 'X'),
(0x16F50, 'V'),
(0x16F7F, 'X'),
(0x16F8F, 'V'),
(0x16FA0, 'X'),
(0x16FE0, 'V'),
(0x16FE2, 'X'),
(0x17000, 'V'),
(0x187F2, 'X'),
(0x18800, 'V'),
(0x18AF3, 'X'),
(0x1B000, 'V'),
(0x1B11F, 'X'),
(0x1B170, 'V'),
(0x1B2FC, 'X'),
(0x1BC00, 'V'),
(0x1BC6B, 'X'),
(0x1BC70, 'V'),
(0x1BC7D, 'X'),
(0x1BC80, 'V'),
(0x1BC89, 'X'),
(0x1BC90, 'V'),
(0x1BC9A, 'X'),
(0x1BC9C, 'V'),
(0x1BCA0, 'I'),
(0x1BCA4, 'X'),
(0x1D000, 'V'),
(0x1D0F6, 'X'),
(0x1D100, 'V'),
(0x1D127, 'X'),
(0x1D129, 'V'),
(0x1D15E, 'M', u'𝅗𝅥'),
(0x1D15F, 'M', u'𝅘𝅥'),
(0x1D160, 'M', u'𝅘𝅥𝅮'),
(0x1D161, 'M', u'𝅘𝅥𝅯'),
(0x1D162, 'M', u'𝅘𝅥𝅰'),
(0x1D163, 'M', u'𝅘𝅥𝅱'),
(0x1D164, 'M', u'𝅘𝅥𝅲'),
(0x1D165, 'V'),
(0x1D173, 'X'),
(0x1D17B, 'V'),
(0x1D1BB, 'M', u'𝆹𝅥'),
(0x1D1BC, 'M', u'𝆺𝅥'),
(0x1D1BD, 'M', u'𝆹𝅥𝅮'),
(0x1D1BE, 'M', u'𝆺𝅥𝅮'),
(0x1D1BF, 'M', u'𝆹𝅥𝅯'),
(0x1D1C0, 'M', u'𝆺𝅥𝅯'),
(0x1D1C1, 'V'),
(0x1D1E9, 'X'),
(0x1D200, 'V'),
]
def _seg_58():
return [
(0x1D246, 'X'),
(0x1D2E0, 'V'),
(0x1D2F4, 'X'),
(0x1D300, 'V'),
(0x1D357, 'X'),
(0x1D360, 'V'),
(0x1D379, 'X'),
(0x1D400, 'M', u'a'),
(0x1D401, 'M', u'b'),
(0x1D402, 'M', u'c'),
(0x1D403, 'M', u'd'),
(0x1D404, 'M', u'e'),
(0x1D405, 'M', u'f'),
(0x1D406, 'M', u'g'),
(0x1D407, 'M', u'h'),
(0x1D408, 'M', u'i'),
(0x1D409, 'M', u'j'),
(0x1D40A, 'M', u'k'),
(0x1D40B, 'M', u'l'),
(0x1D40C, 'M', u'm'),
(0x1D40D, 'M', u'n'),
(0x1D40E, 'M', u'o'),
(0x1D40F, 'M', u'p'),
(0x1D410, 'M', u'q'),
(0x1D411, 'M', u'r'),
(0x1D412, 'M', u's'),
(0x1D413, 'M', u't'),
(0x1D414, 'M', u'u'),
(0x1D415, 'M', u'v'),
(0x1D416, 'M', u'w'),
(0x1D417, 'M', u'x'),
(0x1D418, 'M', u'y'),
(0x1D419, 'M', u'z'),
(0x1D41A, 'M', u'a'),
(0x1D41B, 'M', u'b'),
(0x1D41C, 'M', u'c'),
(0x1D41D, 'M', u'd'),
(0x1D41E, 'M', u'e'),
(0x1D41F, 'M', u'f'),
(0x1D420, 'M', u'g'),
(0x1D421, 'M', u'h'),
(0x1D422, 'M', u'i'),
(0x1D423, 'M', u'j'),
(0x1D424, 'M', u'k'),
(0x1D425, 'M', u'l'),
(0x1D426, 'M', u'm'),
(0x1D427, 'M', u'n'),
(0x1D428, 'M', u'o'),
(0x1D429, 'M', u'p'),
(0x1D42A, 'M', u'q'),
(0x1D42B, 'M', u'r'),
(0x1D42C, 'M', u's'),
(0x1D42D, 'M', u't'),
(0x1D42E, 'M', u'u'),
(0x1D42F, 'M', u'v'),
(0x1D430, 'M', u'w'),
(0x1D431, 'M', u'x'),
(0x1D432, 'M', u'y'),
(0x1D433, 'M', u'z'),
(0x1D434, 'M', u'a'),
(0x1D435, 'M', u'b'),
(0x1D436, 'M', u'c'),
(0x1D437, 'M', u'd'),
(0x1D438, 'M', u'e'),
(0x1D439, 'M', u'f'),
(0x1D43A, 'M', u'g'),
(0x1D43B, 'M', u'h'),
(0x1D43C, 'M', u'i'),
(0x1D43D, 'M', u'j'),
(0x1D43E, 'M', u'k'),
(0x1D43F, 'M', u'l'),
(0x1D440, 'M', u'm'),
(0x1D441, 'M', u'n'),
(0x1D442, 'M', u'o'),
(0x1D443, 'M', u'p'),
(0x1D444, 'M', u'q'),
(0x1D445, 'M', u'r'),
(0x1D446, 'M', u's'),
(0x1D447, 'M', u't'),
(0x1D448, 'M', u'u'),
(0x1D449, 'M', u'v'),
(0x1D44A, 'M', u'w'),
(0x1D44B, 'M', u'x'),
(0x1D44C, 'M', u'y'),
(0x1D44D, 'M', u'z'),
(0x1D44E, 'M', u'a'),
(0x1D44F, 'M', u'b'),
(0x1D450, 'M', u'c'),
(0x1D451, 'M', u'd'),
(0x1D452, 'M', u'e'),
(0x1D453, 'M', u'f'),
(0x1D454, 'M', u'g'),
(0x1D455, 'X'),
(0x1D456, 'M', u'i'),
(0x1D457, 'M', u'j'),
(0x1D458, 'M', u'k'),
(0x1D459, 'M', u'l'),
(0x1D45A, 'M', u'm'),
(0x1D45B, 'M', u'n'),
(0x1D45C, 'M', u'o'),
]
def _seg_59():
return [
(0x1D45D, 'M', u'p'),
(0x1D45E, 'M', u'q'),
(0x1D45F, 'M', u'r'),
(0x1D460, 'M', u's'),
(0x1D461, 'M', u't'),
(0x1D462, 'M', u'u'),
(0x1D463, 'M', u'v'),
(0x1D464, 'M', u'w'),
(0x1D465, 'M', u'x'),
(0x1D466, 'M', u'y'),
(0x1D467, 'M', u'z'),
(0x1D468, 'M', u'a'),
(0x1D469, 'M', u'b'),
(0x1D46A, 'M', u'c'),
(0x1D46B, 'M', u'd'),
(0x1D46C, 'M', u'e'),
(0x1D46D, 'M', u'f'),
(0x1D46E, 'M', u'g'),
(0x1D46F, 'M', u'h'),
(0x1D470, 'M', u'i'),
(0x1D471, 'M', u'j'),
(0x1D472, 'M', u'k'),
(0x1D473, 'M', u'l'),
(0x1D474, 'M', u'm'),
(0x1D475, 'M', u'n'),
(0x1D476, 'M', u'o'),
(0x1D477, 'M', u'p'),
(0x1D478, 'M', u'q'),
(0x1D479, 'M', u'r'),
(0x1D47A, 'M', u's'),
(0x1D47B, 'M', u't'),
(0x1D47C, 'M', u'u'),
(0x1D47D, 'M', u'v'),
(0x1D47E, 'M', u'w'),
(0x1D47F, 'M', u'x'),
(0x1D480, 'M', u'y'),
(0x1D481, 'M', u'z'),
(0x1D482, 'M', u'a'),
(0x1D483, 'M', u'b'),
(0x1D484, 'M', u'c'),
(0x1D485, 'M', u'd'),
(0x1D486, 'M', u'e'),
(0x1D487, 'M', u'f'),
(0x1D488, 'M', u'g'),
(0x1D489, 'M', u'h'),
(0x1D48A, 'M', u'i'),
(0x1D48B, 'M', u'j'),
(0x1D48C, 'M', u'k'),
(0x1D48D, 'M', u'l'),
(0x1D48E, 'M', u'm'),
(0x1D48F, 'M', u'n'),
(0x1D490, 'M', u'o'),
(0x1D491, 'M', u'p'),
(0x1D492, 'M', u'q'),
(0x1D493, 'M', u'r'),
(0x1D494, 'M', u's'),
(0x1D495, 'M', u't'),
(0x1D496, 'M', u'u'),
(0x1D497, 'M', u'v'),
(0x1D498, 'M', u'w'),
(0x1D499, 'M', u'x'),
(0x1D49A, 'M', u'y'),
(0x1D49B, 'M', u'z'),
(0x1D49C, 'M', u'a'),
(0x1D49D, 'X'),
(0x1D49E, 'M', u'c'),
(0x1D49F, 'M', u'd'),
(0x1D4A0, 'X'),
(0x1D4A2, 'M', u'g'),
(0x1D4A3, 'X'),
(0x1D4A5, 'M', u'j'),
(0x1D4A6, 'M', u'k'),
(0x1D4A7, 'X'),
(0x1D4A9, 'M', u'n'),
(0x1D4AA, 'M', u'o'),
(0x1D4AB, 'M', u'p'),
(0x1D4AC, 'M', u'q'),
(0x1D4AD, 'X'),
(0x1D4AE, 'M', u's'),
(0x1D4AF, 'M', u't'),
(0x1D4B0, 'M', u'u'),
(0x1D4B1, 'M', u'v'),
(0x1D4B2, 'M', u'w'),
(0x1D4B3, 'M', u'x'),
(0x1D4B4, 'M', u'y'),
(0x1D4B5, 'M', u'z'),
(0x1D4B6, 'M', u'a'),
(0x1D4B7, 'M', u'b'),
(0x1D4B8, 'M', u'c'),
(0x1D4B9, 'M', u'd'),
(0x1D4BA, 'X'),
(0x1D4BB, 'M', u'f'),
(0x1D4BC, 'X'),
(0x1D4BD, 'M', u'h'),
(0x1D4BE, 'M', u'i'),
(0x1D4BF, 'M', u'j'),
(0x1D4C0, 'M', u'k'),
(0x1D4C1, 'M', u'l'),
(0x1D4C2, 'M', u'm'),
(0x1D4C3, 'M', u'n'),
]
def _seg_60():
return [
(0x1D4C4, 'X'),
(0x1D4C5, 'M', u'p'),
(0x1D4C6, 'M', u'q'),
(0x1D4C7, 'M', u'r'),
(0x1D4C8, 'M', u's'),
(0x1D4C9, 'M', u't'),
(0x1D4CA, 'M', u'u'),
(0x1D4CB, 'M', u'v'),
(0x1D4CC, 'M', u'w'),
(0x1D4CD, 'M', u'x'),
(0x1D4CE, 'M', u'y'),
(0x1D4CF, 'M', u'z'),
(0x1D4D0, 'M', u'a'),
(0x1D4D1, 'M', u'b'),
(0x1D4D2, 'M', u'c'),
(0x1D4D3, 'M', u'd'),
(0x1D4D4, 'M', u'e'),
(0x1D4D5, 'M', u'f'),
(0x1D4D6, 'M', u'g'),
(0x1D4D7, 'M', u'h'),
(0x1D4D8, 'M', u'i'),
(0x1D4D9, 'M', u'j'),
(0x1D4DA, 'M', u'k'),
(0x1D4DB, 'M', u'l'),
(0x1D4DC, 'M', u'm'),
(0x1D4DD, 'M', u'n'),
(0x1D4DE, 'M', u'o'),
(0x1D4DF, 'M', u'p'),
(0x1D4E0, 'M', u'q'),
(0x1D4E1, 'M', u'r'),
(0x1D4E2, 'M', u's'),
(0x1D4E3, 'M', u't'),
(0x1D4E4, 'M', u'u'),
(0x1D4E5, 'M', u'v'),
(0x1D4E6, 'M', u'w'),
(0x1D4E7, 'M', u'x'),
(0x1D4E8, 'M', u'y'),
(0x1D4E9, 'M', u'z'),
(0x1D4EA, 'M', u'a'),
(0x1D4EB, 'M', u'b'),
(0x1D4EC, 'M', u'c'),
(0x1D4ED, 'M', u'd'),
(0x1D4EE, 'M', u'e'),
(0x1D4EF, 'M', u'f'),
(0x1D4F0, 'M', u'g'),
(0x1D4F1, 'M', u'h'),
(0x1D4F2, 'M', u'i'),
(0x1D4F3, 'M', u'j'),
(0x1D4F4, 'M', u'k'),
(0x1D4F5, 'M', u'l'),
(0x1D4F6, 'M', u'm'),
(0x1D4F7, 'M', u'n'),
(0x1D4F8, 'M', u'o'),
(0x1D4F9, 'M', u'p'),
(0x1D4FA, 'M', u'q'),
(0x1D4FB, 'M', u'r'),
(0x1D4FC, 'M', u's'),
(0x1D4FD, 'M', u't'),
(0x1D4FE, 'M', u'u'),
(0x1D4FF, 'M', u'v'),
(0x1D500, 'M', u'w'),
(0x1D501, 'M', u'x'),
(0x1D502, 'M', u'y'),
(0x1D503, 'M', u'z'),
(0x1D504, 'M', u'a'),
(0x1D505, 'M', u'b'),
(0x1D506, 'X'),
(0x1D507, 'M', u'd'),
(0x1D508, 'M', u'e'),
(0x1D509, 'M', u'f'),
(0x1D50A, 'M', u'g'),
(0x1D50B, 'X'),
(0x1D50D, 'M', u'j'),
(0x1D50E, 'M', u'k'),
(0x1D50F, 'M', u'l'),
(0x1D510, 'M', u'm'),
(0x1D511, 'M', u'n'),
(0x1D512, 'M', u'o'),
(0x1D513, 'M', u'p'),
(0x1D514, 'M', u'q'),
(0x1D515, 'X'),
(0x1D516, 'M', u's'),
(0x1D517, 'M', u't'),
(0x1D518, 'M', u'u'),
(0x1D519, 'M', u'v'),
(0x1D51A, 'M', u'w'),
(0x1D51B, 'M', u'x'),
(0x1D51C, 'M', u'y'),
(0x1D51D, 'X'),
(0x1D51E, 'M', u'a'),
(0x1D51F, 'M', u'b'),
(0x1D520, 'M', u'c'),
(0x1D521, 'M', u'd'),
(0x1D522, 'M', u'e'),
(0x1D523, 'M', u'f'),
(0x1D524, 'M', u'g'),
(0x1D525, 'M', u'h'),
(0x1D526, 'M', u'i'),
(0x1D527, 'M', u'j'),
(0x1D528, 'M', u'k'),
]
def _seg_61():
return [
(0x1D529, 'M', u'l'),
(0x1D52A, 'M', u'm'),
(0x1D52B, 'M', u'n'),
(0x1D52C, 'M', u'o'),
(0x1D52D, 'M', u'p'),
(0x1D52E, 'M', u'q'),
(0x1D52F, 'M', u'r'),
(0x1D530, 'M', u's'),
(0x1D531, 'M', u't'),
(0x1D532, 'M', u'u'),
(0x1D533, 'M', u'v'),
(0x1D534, 'M', u'w'),
(0x1D535, 'M', u'x'),
(0x1D536, 'M', u'y'),
(0x1D537, 'M', u'z'),
(0x1D538, 'M', u'a'),
(0x1D539, 'M', u'b'),
(0x1D53A, 'X'),
(0x1D53B, 'M', u'd'),
(0x1D53C, 'M', u'e'),
(0x1D53D, 'M', u'f'),
(0x1D53E, 'M', u'g'),
(0x1D53F, 'X'),
(0x1D540, 'M', u'i'),
(0x1D541, 'M', u'j'),
(0x1D542, 'M', u'k'),
(0x1D543, 'M', u'l'),
(0x1D544, 'M', u'm'),
(0x1D545, 'X'),
(0x1D546, 'M', u'o'),
(0x1D547, 'X'),
(0x1D54A, 'M', u's'),
(0x1D54B, 'M', u't'),
(0x1D54C, 'M', u'u'),
(0x1D54D, 'M', u'v'),
(0x1D54E, 'M', u'w'),
(0x1D54F, 'M', u'x'),
(0x1D550, 'M', u'y'),
(0x1D551, 'X'),
(0x1D552, 'M', u'a'),
(0x1D553, 'M', u'b'),
(0x1D554, 'M', u'c'),
(0x1D555, 'M', u'd'),
(0x1D556, 'M', u'e'),
(0x1D557, 'M', u'f'),
(0x1D558, 'M', u'g'),
(0x1D559, 'M', u'h'),
(0x1D55A, 'M', u'i'),
(0x1D55B, 'M', u'j'),
(0x1D55C, 'M', u'k'),
(0x1D55D, 'M', u'l'),
(0x1D55E, 'M', u'm'),
(0x1D55F, 'M', u'n'),
(0x1D560, 'M', u'o'),
(0x1D561, 'M', u'p'),
(0x1D562, 'M', u'q'),
(0x1D563, 'M', u'r'),
(0x1D564, 'M', u's'),
(0x1D565, 'M', u't'),
(0x1D566, 'M', u'u'),
(0x1D567, 'M', u'v'),
(0x1D568, 'M', u'w'),
(0x1D569, 'M', u'x'),
(0x1D56A, 'M', u'y'),
(0x1D56B, 'M', u'z'),
(0x1D56C, 'M', u'a'),
(0x1D56D, 'M', u'b'),
(0x1D56E, 'M', u'c'),
(0x1D56F, 'M', u'd'),
(0x1D570, 'M', u'e'),
(0x1D571, 'M', u'f'),
(0x1D572, 'M', u'g'),
(0x1D573, 'M', u'h'),
(0x1D574, 'M', u'i'),
(0x1D575, 'M', u'j'),
(0x1D576, 'M', u'k'),
(0x1D577, 'M', u'l'),
(0x1D578, 'M', u'm'),
(0x1D579, 'M', u'n'),
(0x1D57A, 'M', u'o'),
(0x1D57B, 'M', u'p'),
(0x1D57C, 'M', u'q'),
(0x1D57D, 'M', u'r'),
(0x1D57E, 'M', u's'),
(0x1D57F, 'M', u't'),
(0x1D580, 'M', u'u'),
(0x1D581, 'M', u'v'),
(0x1D582, 'M', u'w'),
(0x1D583, 'M', u'x'),
(0x1D584, 'M', u'y'),
(0x1D585, 'M', u'z'),
(0x1D586, 'M', u'a'),
(0x1D587, 'M', u'b'),
(0x1D588, 'M', u'c'),
(0x1D589, 'M', u'd'),
(0x1D58A, 'M', u'e'),
(0x1D58B, 'M', u'f'),
(0x1D58C, 'M', u'g'),
(0x1D58D, 'M', u'h'),
(0x1D58E, 'M', u'i'),
]
def _seg_62():
return [
(0x1D58F, 'M', u'j'),
(0x1D590, 'M', u'k'),
(0x1D591, 'M', u'l'),
(0x1D592, 'M', u'm'),
(0x1D593, 'M', u'n'),
(0x1D594, 'M', u'o'),
(0x1D595, 'M', u'p'),
(0x1D596, 'M', u'q'),
(0x1D597, 'M', u'r'),
(0x1D598, 'M', u's'),
(0x1D599, 'M', u't'),
(0x1D59A, 'M', u'u'),
(0x1D59B, 'M', u'v'),
(0x1D59C, 'M', u'w'),
(0x1D59D, 'M', u'x'),
(0x1D59E, 'M', u'y'),
(0x1D59F, 'M', u'z'),
(0x1D5A0, 'M', u'a'),
(0x1D5A1, 'M', u'b'),
(0x1D5A2, 'M', u'c'),
(0x1D5A3, 'M', u'd'),
(0x1D5A4, 'M', u'e'),
(0x1D5A5, 'M', u'f'),
(0x1D5A6, 'M', u'g'),
(0x1D5A7, 'M', u'h'),
(0x1D5A8, 'M', u'i'),
(0x1D5A9, 'M', u'j'),
(0x1D5AA, 'M', u'k'),
(0x1D5AB, 'M', u'l'),
(0x1D5AC, 'M', u'm'),
(0x1D5AD, 'M', u'n'),
(0x1D5AE, 'M', u'o'),
(0x1D5AF, 'M', u'p'),
(0x1D5B0, 'M', u'q'),
(0x1D5B1, 'M', u'r'),
(0x1D5B2, 'M', u's'),
(0x1D5B3, 'M', u't'),
(0x1D5B4, 'M', u'u'),
(0x1D5B5, 'M', u'v'),
(0x1D5B6, 'M', u'w'),
(0x1D5B7, 'M', u'x'),
(0x1D5B8, 'M', u'y'),
(0x1D5B9, 'M', u'z'),
(0x1D5BA, 'M', u'a'),
(0x1D5BB, 'M', u'b'),
(0x1D5BC, 'M', u'c'),
(0x1D5BD, 'M', u'd'),
(0x1D5BE, 'M', u'e'),
(0x1D5BF, 'M', u'f'),
(0x1D5C0, 'M', u'g'),
(0x1D5C1, 'M', u'h'),
(0x1D5C2, 'M', u'i'),
(0x1D5C3, 'M', u'j'),
(0x1D5C4, 'M', u'k'),
(0x1D5C5, 'M', u'l'),
(0x1D5C6, 'M', u'm'),
(0x1D5C7, 'M', u'n'),
(0x1D5C8, 'M', u'o'),
(0x1D5C9, 'M', u'p'),
(0x1D5CA, 'M', u'q'),
(0x1D5CB, 'M', u'r'),
(0x1D5CC, 'M', u's'),
(0x1D5CD, 'M', u't'),
(0x1D5CE, 'M', u'u'),
(0x1D5CF, 'M', u'v'),
(0x1D5D0, 'M', u'w'),
(0x1D5D1, 'M', u'x'),
(0x1D5D2, 'M', u'y'),
(0x1D5D3, 'M', u'z'),
(0x1D5D4, 'M', u'a'),
(0x1D5D5, 'M', u'b'),
(0x1D5D6, 'M', u'c'),
(0x1D5D7, 'M', u'd'),
(0x1D5D8, 'M', u'e'),
(0x1D5D9, 'M', u'f'),
(0x1D5DA, 'M', u'g'),
(0x1D5DB, 'M', u'h'),
(0x1D5DC, 'M', u'i'),
(0x1D5DD, 'M', u'j'),
(0x1D5DE, 'M', u'k'),
(0x1D5DF, 'M', u'l'),
(0x1D5E0, 'M', u'm'),
(0x1D5E1, 'M', u'n'),
(0x1D5E2, 'M', u'o'),
(0x1D5E3, 'M', u'p'),
(0x1D5E4, 'M', u'q'),
(0x1D5E5, 'M', u'r'),
(0x1D5E6, 'M', u's'),
(0x1D5E7, 'M', u't'),
(0x1D5E8, 'M', u'u'),
(0x1D5E9, 'M', u'v'),
(0x1D5EA, 'M', u'w'),
(0x1D5EB, 'M', u'x'),
(0x1D5EC, 'M', u'y'),
(0x1D5ED, 'M', u'z'),
(0x1D5EE, 'M', u'a'),
(0x1D5EF, 'M', u'b'),
(0x1D5F0, 'M', u'c'),
(0x1D5F1, 'M', u'd'),
(0x1D5F2, 'M', u'e'),
]
def _seg_63():
return [
(0x1D5F3, 'M', u'f'),
(0x1D5F4, 'M', u'g'),
(0x1D5F5, 'M', u'h'),
(0x1D5F6, 'M', u'i'),
(0x1D5F7, 'M', u'j'),
(0x1D5F8, 'M', u'k'),
(0x1D5F9, 'M', u'l'),
(0x1D5FA, 'M', u'm'),
(0x1D5FB, 'M', u'n'),
(0x1D5FC, 'M', u'o'),
(0x1D5FD, 'M', u'p'),
(0x1D5FE, 'M', u'q'),
(0x1D5FF, 'M', u'r'),
(0x1D600, 'M', u's'),
(0x1D601, 'M', u't'),
(0x1D602, 'M', u'u'),
(0x1D603, 'M', u'v'),
(0x1D604, 'M', u'w'),
(0x1D605, 'M', u'x'),
(0x1D606, 'M', u'y'),
(0x1D607, 'M', u'z'),
(0x1D608, 'M', u'a'),
(0x1D609, 'M', u'b'),
(0x1D60A, 'M', u'c'),
(0x1D60B, 'M', u'd'),
(0x1D60C, 'M', u'e'),
(0x1D60D, 'M', u'f'),
(0x1D60E, 'M', u'g'),
(0x1D60F, 'M', u'h'),
(0x1D610, 'M', u'i'),
(0x1D611, 'M', u'j'),
(0x1D612, 'M', u'k'),
(0x1D613, 'M', u'l'),
(0x1D614, 'M', u'm'),
(0x1D615, 'M', u'n'),
(0x1D616, 'M', u'o'),
(0x1D617, 'M', u'p'),
(0x1D618, 'M', u'q'),
(0x1D619, 'M', u'r'),
(0x1D61A, 'M', u's'),
(0x1D61B, 'M', u't'),
(0x1D61C, 'M', u'u'),
(0x1D61D, 'M', u'v'),
(0x1D61E, 'M', u'w'),
(0x1D61F, 'M', u'x'),
(0x1D620, 'M', u'y'),
(0x1D621, 'M', u'z'),
(0x1D622, 'M', u'a'),
(0x1D623, 'M', u'b'),
(0x1D624, 'M', u'c'),
(0x1D625, 'M', u'd'),
(0x1D626, 'M', u'e'),
(0x1D627, 'M', u'f'),
(0x1D628, 'M', u'g'),
(0x1D629, 'M', u'h'),
(0x1D62A, 'M', u'i'),
(0x1D62B, 'M', u'j'),
(0x1D62C, 'M', u'k'),
(0x1D62D, 'M', u'l'),
(0x1D62E, 'M', u'm'),
(0x1D62F, 'M', u'n'),
(0x1D630, 'M', u'o'),
(0x1D631, 'M', u'p'),
(0x1D632, 'M', u'q'),
(0x1D633, 'M', u'r'),
(0x1D634, 'M', u's'),
(0x1D635, 'M', u't'),
(0x1D636, 'M', u'u'),
(0x1D637, 'M', u'v'),
(0x1D638, 'M', u'w'),
(0x1D639, 'M', u'x'),
(0x1D63A, 'M', u'y'),
(0x1D63B, 'M', u'z'),
(0x1D63C, 'M', u'a'),
(0x1D63D, 'M', u'b'),
(0x1D63E, 'M', u'c'),
(0x1D63F, 'M', u'd'),
(0x1D640, 'M', u'e'),
(0x1D641, 'M', u'f'),
(0x1D642, 'M', u'g'),
(0x1D643, 'M', u'h'),
(0x1D644, 'M', u'i'),
(0x1D645, 'M', u'j'),
(0x1D646, 'M', u'k'),
(0x1D647, 'M', u'l'),
(0x1D648, 'M', u'm'),
(0x1D649, 'M', u'n'),
(0x1D64A, 'M', u'o'),
(0x1D64B, 'M', u'p'),
(0x1D64C, 'M', u'q'),
(0x1D64D, 'M', u'r'),
(0x1D64E, 'M', u's'),
(0x1D64F, 'M', u't'),
(0x1D650, 'M', u'u'),
(0x1D651, 'M', u'v'),
(0x1D652, 'M', u'w'),
(0x1D653, 'M', u'x'),
(0x1D654, 'M', u'y'),
(0x1D655, 'M', u'z'),
(0x1D656, 'M', u'a'),
]
def _seg_64():
return [
(0x1D657, 'M', u'b'),
(0x1D658, 'M', u'c'),
(0x1D659, 'M', u'd'),
(0x1D65A, 'M', u'e'),
(0x1D65B, 'M', u'f'),
(0x1D65C, 'M', u'g'),
(0x1D65D, 'M', u'h'),
(0x1D65E, 'M', u'i'),
(0x1D65F, 'M', u'j'),
(0x1D660, 'M', u'k'),
(0x1D661, 'M', u'l'),
(0x1D662, 'M', u'm'),
(0x1D663, 'M', u'n'),
(0x1D664, 'M', u'o'),
(0x1D665, 'M', u'p'),
(0x1D666, 'M', u'q'),
(0x1D667, 'M', u'r'),
(0x1D668, 'M', u's'),
(0x1D669, 'M', u't'),
(0x1D66A, 'M', u'u'),
(0x1D66B, 'M', u'v'),
(0x1D66C, 'M', u'w'),
(0x1D66D, 'M', u'x'),
(0x1D66E, 'M', u'y'),
(0x1D66F, 'M', u'z'),
(0x1D670, 'M', u'a'),
(0x1D671, 'M', u'b'),
(0x1D672, 'M', u'c'),
(0x1D673, 'M', u'd'),
(0x1D674, 'M', u'e'),
(0x1D675, 'M', u'f'),
(0x1D676, 'M', u'g'),
(0x1D677, 'M', u'h'),
(0x1D678, 'M', u'i'),
(0x1D679, 'M', u'j'),
(0x1D67A, 'M', u'k'),
(0x1D67B, 'M', u'l'),
(0x1D67C, 'M', u'm'),
(0x1D67D, 'M', u'n'),
(0x1D67E, 'M', u'o'),
(0x1D67F, 'M', u'p'),
(0x1D680, 'M', u'q'),
(0x1D681, 'M', u'r'),
(0x1D682, 'M', u's'),
(0x1D683, 'M', u't'),
(0x1D684, 'M', u'u'),
(0x1D685, 'M', u'v'),
(0x1D686, 'M', u'w'),
(0x1D687, 'M', u'x'),
(0x1D688, 'M', u'y'),
(0x1D689, 'M', u'z'),
(0x1D68A, 'M', u'a'),
(0x1D68B, 'M', u'b'),
(0x1D68C, 'M', u'c'),
(0x1D68D, 'M', u'd'),
(0x1D68E, 'M', u'e'),
(0x1D68F, 'M', u'f'),
(0x1D690, 'M', u'g'),
(0x1D691, 'M', u'h'),
(0x1D692, 'M', u'i'),
(0x1D693, 'M', u'j'),
(0x1D694, 'M', u'k'),
(0x1D695, 'M', u'l'),
(0x1D696, 'M', u'm'),
(0x1D697, 'M', u'n'),
(0x1D698, 'M', u'o'),
(0x1D699, 'M', u'p'),
(0x1D69A, 'M', u'q'),
(0x1D69B, 'M', u'r'),
(0x1D69C, 'M', u's'),
(0x1D69D, 'M', u't'),
(0x1D69E, 'M', u'u'),
(0x1D69F, 'M', u'v'),
(0x1D6A0, 'M', u'w'),
(0x1D6A1, 'M', u'x'),
(0x1D6A2, 'M', u'y'),
(0x1D6A3, 'M', u'z'),
(0x1D6A4, 'M', u'ı'),
(0x1D6A5, 'M', u'ȷ'),
(0x1D6A6, 'X'),
(0x1D6A8, 'M', u'α'),
(0x1D6A9, 'M', u'β'),
(0x1D6AA, 'M', u'γ'),
(0x1D6AB, 'M', u'δ'),
(0x1D6AC, 'M', u'ε'),
(0x1D6AD, 'M', u'ζ'),
(0x1D6AE, 'M', u'η'),
(0x1D6AF, 'M', u'θ'),
(0x1D6B0, 'M', u'ι'),
(0x1D6B1, 'M', u'κ'),
(0x1D6B2, 'M', u'λ'),
(0x1D6B3, 'M', u'μ'),
(0x1D6B4, 'M', u'ν'),
(0x1D6B5, 'M', u'ξ'),
(0x1D6B6, 'M', u'ο'),
(0x1D6B7, 'M', u'π'),
(0x1D6B8, 'M', u'ρ'),
(0x1D6B9, 'M', u'θ'),
(0x1D6BA, 'M', u'σ'),
(0x1D6BB, 'M', u'τ'),
]
def _seg_65():
return [
(0x1D6BC, 'M', u'υ'),
(0x1D6BD, 'M', u'φ'),
(0x1D6BE, 'M', u'χ'),
(0x1D6BF, 'M', u'ψ'),
(0x1D6C0, 'M', u'ω'),
(0x1D6C1, 'M', u'∇'),
(0x1D6C2, 'M', u'α'),
(0x1D6C3, 'M', u'β'),
(0x1D6C4, 'M', u'γ'),
(0x1D6C5, 'M', u'δ'),
(0x1D6C6, 'M', u'ε'),
(0x1D6C7, 'M', u'ζ'),
(0x1D6C8, 'M', u'η'),
(0x1D6C9, 'M', u'θ'),
(0x1D6CA, 'M', u'ι'),
(0x1D6CB, 'M', u'κ'),
(0x1D6CC, 'M', u'λ'),
(0x1D6CD, 'M', u'μ'),
(0x1D6CE, 'M', u'ν'),
(0x1D6CF, 'M', u'ξ'),
(0x1D6D0, 'M', u'ο'),
(0x1D6D1, 'M', u'π'),
(0x1D6D2, 'M', u'ρ'),
(0x1D6D3, 'M', u'σ'),
(0x1D6D5, 'M', u'τ'),
(0x1D6D6, 'M', u'υ'),
(0x1D6D7, 'M', u'φ'),
(0x1D6D8, 'M', u'χ'),
(0x1D6D9, 'M', u'ψ'),
(0x1D6DA, 'M', u'ω'),
(0x1D6DB, 'M', u'∂'),
(0x1D6DC, 'M', u'ε'),
(0x1D6DD, 'M', u'θ'),
(0x1D6DE, 'M', u'κ'),
(0x1D6DF, 'M', u'φ'),
(0x1D6E0, 'M', u'ρ'),
(0x1D6E1, 'M', u'π'),
(0x1D6E2, 'M', u'α'),
(0x1D6E3, 'M', u'β'),
(0x1D6E4, 'M', u'γ'),
(0x1D6E5, 'M', u'δ'),
(0x1D6E6, 'M', u'ε'),
(0x1D6E7, 'M', u'ζ'),
(0x1D6E8, 'M', u'η'),
(0x1D6E9, 'M', u'θ'),
(0x1D6EA, 'M', u'ι'),
(0x1D6EB, 'M', u'κ'),
(0x1D6EC, 'M', u'λ'),
(0x1D6ED, 'M', u'μ'),
(0x1D6EE, 'M', u'ν'),
(0x1D6EF, 'M', u'ξ'),
(0x1D6F0, 'M', u'ο'),
(0x1D6F1, 'M', u'π'),
(0x1D6F2, 'M', u'ρ'),
(0x1D6F3, 'M', u'θ'),
(0x1D6F4, 'M', u'σ'),
(0x1D6F5, 'M', u'τ'),
(0x1D6F6, 'M', u'υ'),
(0x1D6F7, 'M', u'φ'),
(0x1D6F8, 'M', u'χ'),
(0x1D6F9, 'M', u'ψ'),
(0x1D6FA, 'M', u'ω'),
(0x1D6FB, 'M', u'∇'),
(0x1D6FC, 'M', u'α'),
(0x1D6FD, 'M', u'β'),
(0x1D6FE, 'M', u'γ'),
(0x1D6FF, 'M', u'δ'),
(0x1D700, 'M', u'ε'),
(0x1D701, 'M', u'ζ'),
(0x1D702, 'M', u'η'),
(0x1D703, 'M', u'θ'),
(0x1D704, 'M', u'ι'),
(0x1D705, 'M', u'κ'),
(0x1D706, 'M', u'λ'),
(0x1D707, 'M', u'μ'),
(0x1D708, 'M', u'ν'),
(0x1D709, 'M', u'ξ'),
(0x1D70A, 'M', u'ο'),
(0x1D70B, 'M', u'π'),
(0x1D70C, 'M', u'ρ'),
(0x1D70D, 'M', u'σ'),
(0x1D70F, 'M', u'τ'),
(0x1D710, 'M', u'υ'),
(0x1D711, 'M', u'φ'),
(0x1D712, 'M', u'χ'),
(0x1D713, 'M', u'ψ'),
(0x1D714, 'M', u'ω'),
(0x1D715, 'M', u'∂'),
(0x1D716, 'M', u'ε'),
(0x1D717, 'M', u'θ'),
(0x1D718, 'M', u'κ'),
(0x1D719, 'M', u'φ'),
(0x1D71A, 'M', u'ρ'),
(0x1D71B, 'M', u'π'),
(0x1D71C, 'M', u'α'),
(0x1D71D, 'M', u'β'),
(0x1D71E, 'M', u'γ'),
(0x1D71F, 'M', u'δ'),
(0x1D720, 'M', u'ε'),
(0x1D721, 'M', u'ζ'),
]
def _seg_66():
return [
(0x1D722, 'M', u'η'),
(0x1D723, 'M', u'θ'),
(0x1D724, 'M', u'ι'),
(0x1D725, 'M', u'κ'),
(0x1D726, 'M', u'λ'),
(0x1D727, 'M', u'μ'),
(0x1D728, 'M', u'ν'),
(0x1D729, 'M', u'ξ'),
(0x1D72A, 'M', u'ο'),
(0x1D72B, 'M', u'π'),
(0x1D72C, 'M', u'ρ'),
(0x1D72D, 'M', u'θ'),
(0x1D72E, 'M', u'σ'),
(0x1D72F, 'M', u'τ'),
(0x1D730, 'M', u'υ'),
(0x1D731, 'M', u'φ'),
(0x1D732, 'M', u'χ'),
(0x1D733, 'M', u'ψ'),
(0x1D734, 'M', u'ω'),
(0x1D735, 'M', u'∇'),
(0x1D736, 'M', u'α'),
(0x1D737, 'M', u'β'),
(0x1D738, 'M', u'γ'),
(0x1D739, 'M', u'δ'),
(0x1D73A, 'M', u'ε'),
(0x1D73B, 'M', u'ζ'),
(0x1D73C, 'M', u'η'),
(0x1D73D, 'M', u'θ'),
(0x1D73E, 'M', u'ι'),
(0x1D73F, 'M', u'κ'),
(0x1D740, 'M', u'λ'),
(0x1D741, 'M', u'μ'),
(0x1D742, 'M', u'ν'),
(0x1D743, 'M', u'ξ'),
(0x1D744, 'M', u'ο'),
(0x1D745, 'M', u'π'),
(0x1D746, 'M', u'ρ'),
(0x1D747, 'M', u'σ'),
(0x1D749, 'M', u'τ'),
(0x1D74A, 'M', u'υ'),
(0x1D74B, 'M', u'φ'),
(0x1D74C, 'M', u'χ'),
(0x1D74D, 'M', u'ψ'),
(0x1D74E, 'M', u'ω'),
(0x1D74F, 'M', u'∂'),
(0x1D750, 'M', u'ε'),
(0x1D751, 'M', u'θ'),
(0x1D752, 'M', u'κ'),
(0x1D753, 'M', u'φ'),
(0x1D754, 'M', u'ρ'),
(0x1D755, 'M', u'π'),
(0x1D756, 'M', u'α'),
(0x1D757, 'M', u'β'),
(0x1D758, 'M', u'γ'),
(0x1D759, 'M', u'δ'),
(0x1D75A, 'M', u'ε'),
(0x1D75B, 'M', u'ζ'),
(0x1D75C, 'M', u'η'),
(0x1D75D, 'M', u'θ'),
(0x1D75E, 'M', u'ι'),
(0x1D75F, 'M', u'κ'),
(0x1D760, 'M', u'λ'),
(0x1D761, 'M', u'μ'),
(0x1D762, 'M', u'ν'),
(0x1D763, 'M', u'ξ'),
(0x1D764, 'M', u'ο'),
(0x1D765, 'M', u'π'),
(0x1D766, 'M', u'ρ'),
(0x1D767, 'M', u'θ'),
(0x1D768, 'M', u'σ'),
(0x1D769, 'M', u'τ'),
(0x1D76A, 'M', u'υ'),
(0x1D76B, 'M', u'φ'),
(0x1D76C, 'M', u'χ'),
(0x1D76D, 'M', u'ψ'),
(0x1D76E, 'M', u'ω'),
(0x1D76F, 'M', u'∇'),
(0x1D770, 'M', u'α'),
(0x1D771, 'M', u'β'),
(0x1D772, 'M', u'γ'),
(0x1D773, 'M', u'δ'),
(0x1D774, 'M', u'ε'),
(0x1D775, 'M', u'ζ'),
(0x1D776, 'M', u'η'),
(0x1D777, 'M', u'θ'),
(0x1D778, 'M', u'ι'),
(0x1D779, 'M', u'κ'),
(0x1D77A, 'M', u'λ'),
(0x1D77B, 'M', u'μ'),
(0x1D77C, 'M', u'ν'),
(0x1D77D, 'M', u'ξ'),
(0x1D77E, 'M', u'ο'),
(0x1D77F, 'M', u'π'),
(0x1D780, 'M', u'ρ'),
(0x1D781, 'M', u'σ'),
(0x1D783, 'M', u'τ'),
(0x1D784, 'M', u'υ'),
(0x1D785, 'M', u'φ'),
(0x1D786, 'M', u'χ'),
(0x1D787, 'M', u'ψ'),
]
def _seg_67():
return [
(0x1D788, 'M', u'ω'),
(0x1D789, 'M', u'∂'),
(0x1D78A, 'M', u'ε'),
(0x1D78B, 'M', u'θ'),
(0x1D78C, 'M', u'κ'),
(0x1D78D, 'M', u'φ'),
(0x1D78E, 'M', u'ρ'),
(0x1D78F, 'M', u'π'),
(0x1D790, 'M', u'α'),
(0x1D791, 'M', u'β'),
(0x1D792, 'M', u'γ'),
(0x1D793, 'M', u'δ'),
(0x1D794, 'M', u'ε'),
(0x1D795, 'M', u'ζ'),
(0x1D796, 'M', u'η'),
(0x1D797, 'M', u'θ'),
(0x1D798, 'M', u'ι'),
(0x1D799, 'M', u'κ'),
(0x1D79A, 'M', u'λ'),
(0x1D79B, 'M', u'μ'),
(0x1D79C, 'M', u'ν'),
(0x1D79D, 'M', u'ξ'),
(0x1D79E, 'M', u'ο'),
(0x1D79F, 'M', u'π'),
(0x1D7A0, 'M', u'ρ'),
(0x1D7A1, 'M', u'θ'),
(0x1D7A2, 'M', u'σ'),
(0x1D7A3, 'M', u'τ'),
(0x1D7A4, 'M', u'υ'),
(0x1D7A5, 'M', u'φ'),
(0x1D7A6, 'M', u'χ'),
(0x1D7A7, 'M', u'ψ'),
(0x1D7A8, 'M', u'ω'),
(0x1D7A9, 'M', u'∇'),
(0x1D7AA, 'M', u'α'),
(0x1D7AB, 'M', u'β'),
(0x1D7AC, 'M', u'γ'),
(0x1D7AD, 'M', u'δ'),
(0x1D7AE, 'M', u'ε'),
(0x1D7AF, 'M', u'ζ'),
(0x1D7B0, 'M', u'η'),
(0x1D7B1, 'M', u'θ'),
(0x1D7B2, 'M', u'ι'),
(0x1D7B3, 'M', u'κ'),
(0x1D7B4, 'M', u'λ'),
(0x1D7B5, 'M', u'μ'),
(0x1D7B6, 'M', u'ν'),
(0x1D7B7, 'M', u'ξ'),
(0x1D7B8, 'M', u'ο'),
(0x1D7B9, 'M', u'π'),
(0x1D7BA, 'M', u'ρ'),
(0x1D7BB, 'M', u'σ'),
(0x1D7BD, 'M', u'τ'),
(0x1D7BE, 'M', u'υ'),
(0x1D7BF, 'M', u'φ'),
(0x1D7C0, 'M', u'χ'),
(0x1D7C1, 'M', u'ψ'),
(0x1D7C2, 'M', u'ω'),
(0x1D7C3, 'M', u'∂'),
(0x1D7C4, 'M', u'ε'),
(0x1D7C5, 'M', u'θ'),
(0x1D7C6, 'M', u'κ'),
(0x1D7C7, 'M', u'φ'),
(0x1D7C8, 'M', u'ρ'),
(0x1D7C9, 'M', u'π'),
(0x1D7CA, 'M', u'ϝ'),
(0x1D7CC, 'X'),
(0x1D7CE, 'M', u'0'),
(0x1D7CF, 'M', u'1'),
(0x1D7D0, 'M', u'2'),
(0x1D7D1, 'M', u'3'),
(0x1D7D2, 'M', u'4'),
(0x1D7D3, 'M', u'5'),
(0x1D7D4, 'M', u'6'),
(0x1D7D5, 'M', u'7'),
(0x1D7D6, 'M', u'8'),
(0x1D7D7, 'M', u'9'),
(0x1D7D8, 'M', u'0'),
(0x1D7D9, 'M', u'1'),
(0x1D7DA, 'M', u'2'),
(0x1D7DB, 'M', u'3'),
(0x1D7DC, 'M', u'4'),
(0x1D7DD, 'M', u'5'),
(0x1D7DE, 'M', u'6'),
(0x1D7DF, 'M', u'7'),
(0x1D7E0, 'M', u'8'),
(0x1D7E1, 'M', u'9'),
(0x1D7E2, 'M', u'0'),
(0x1D7E3, 'M', u'1'),
(0x1D7E4, 'M', u'2'),
(0x1D7E5, 'M', u'3'),
(0x1D7E6, 'M', u'4'),
(0x1D7E7, 'M', u'5'),
(0x1D7E8, 'M', u'6'),
(0x1D7E9, 'M', u'7'),
(0x1D7EA, 'M', u'8'),
(0x1D7EB, 'M', u'9'),
(0x1D7EC, 'M', u'0'),
(0x1D7ED, 'M', u'1'),
(0x1D7EE, 'M', u'2'),
]
def _seg_68():
return [
(0x1D7EF, 'M', u'3'),
(0x1D7F0, 'M', u'4'),
(0x1D7F1, 'M', u'5'),
(0x1D7F2, 'M', u'6'),
(0x1D7F3, 'M', u'7'),
(0x1D7F4, 'M', u'8'),
(0x1D7F5, 'M', u'9'),
(0x1D7F6, 'M', u'0'),
(0x1D7F7, 'M', u'1'),
(0x1D7F8, 'M', u'2'),
(0x1D7F9, 'M', u'3'),
(0x1D7FA, 'M', u'4'),
(0x1D7FB, 'M', u'5'),
(0x1D7FC, 'M', u'6'),
(0x1D7FD, 'M', u'7'),
(0x1D7FE, 'M', u'8'),
(0x1D7FF, 'M', u'9'),
(0x1D800, 'V'),
(0x1DA8C, 'X'),
(0x1DA9B, 'V'),
(0x1DAA0, 'X'),
(0x1DAA1, 'V'),
(0x1DAB0, 'X'),
(0x1E000, 'V'),
(0x1E007, 'X'),
(0x1E008, 'V'),
(0x1E019, 'X'),
(0x1E01B, 'V'),
(0x1E022, 'X'),
(0x1E023, 'V'),
(0x1E025, 'X'),
(0x1E026, 'V'),
(0x1E02B, 'X'),
(0x1E800, 'V'),
(0x1E8C5, 'X'),
(0x1E8C7, 'V'),
(0x1E8D7, 'X'),
(0x1E900, 'M', u'𞤢'),
(0x1E901, 'M', u'𞤣'),
(0x1E902, 'M', u'𞤤'),
(0x1E903, 'M', u'𞤥'),
(0x1E904, 'M', u'𞤦'),
(0x1E905, 'M', u'𞤧'),
(0x1E906, 'M', u'𞤨'),
(0x1E907, 'M', u'𞤩'),
(0x1E908, 'M', u'𞤪'),
(0x1E909, 'M', u'𞤫'),
(0x1E90A, 'M', u'𞤬'),
(0x1E90B, 'M', u'𞤭'),
(0x1E90C, 'M', u'𞤮'),
(0x1E90D, 'M', u'𞤯'),
(0x1E90E, 'M', u'𞤰'),
(0x1E90F, 'M', u'𞤱'),
(0x1E910, 'M', u'𞤲'),
(0x1E911, 'M', u'𞤳'),
(0x1E912, 'M', u'𞤴'),
(0x1E913, 'M', u'𞤵'),
(0x1E914, 'M', u'𞤶'),
(0x1E915, 'M', u'𞤷'),
(0x1E916, 'M', u'𞤸'),
(0x1E917, 'M', u'𞤹'),
(0x1E918, 'M', u'𞤺'),
(0x1E919, 'M', u'𞤻'),
(0x1E91A, 'M', u'𞤼'),
(0x1E91B, 'M', u'𞤽'),
(0x1E91C, 'M', u'𞤾'),
(0x1E91D, 'M', u'𞤿'),
(0x1E91E, 'M', u'𞥀'),
(0x1E91F, 'M', u'𞥁'),
(0x1E920, 'M', u'𞥂'),
(0x1E921, 'M', u'𞥃'),
(0x1E922, 'V'),
(0x1E94B, 'X'),
(0x1E950, 'V'),
(0x1E95A, 'X'),
(0x1E95E, 'V'),
(0x1E960, 'X'),
(0x1EC71, 'V'),
(0x1ECB5, 'X'),
(0x1EE00, 'M', u'ا'),
(0x1EE01, 'M', u'ب'),
(0x1EE02, 'M', u'ج'),
(0x1EE03, 'M', u'د'),
(0x1EE04, 'X'),
(0x1EE05, 'M', u'و'),
(0x1EE06, 'M', u'ز'),
(0x1EE07, 'M', u'ح'),
(0x1EE08, 'M', u'ط'),
(0x1EE09, 'M', u'ي'),
(0x1EE0A, 'M', u'ك'),
(0x1EE0B, 'M', u'ل'),
(0x1EE0C, 'M', u'م'),
(0x1EE0D, 'M', u'ن'),
(0x1EE0E, 'M', u'س'),
(0x1EE0F, 'M', u'ع'),
(0x1EE10, 'M', u'ف'),
(0x1EE11, 'M', u'ص'),
(0x1EE12, 'M', u'ق'),
(0x1EE13, 'M', u'ر'),
(0x1EE14, 'M', u'ش'),
]
def _seg_69():
return [
(0x1EE15, 'M', u'ت'),
(0x1EE16, 'M', u'ث'),
(0x1EE17, 'M', u'خ'),
(0x1EE18, 'M', u'ذ'),
(0x1EE19, 'M', u'ض'),
(0x1EE1A, 'M', u'ظ'),
(0x1EE1B, 'M', u'غ'),
(0x1EE1C, 'M', u'ٮ'),
(0x1EE1D, 'M', u'ں'),
(0x1EE1E, 'M', u'ڡ'),
(0x1EE1F, 'M', u'ٯ'),
(0x1EE20, 'X'),
(0x1EE21, 'M', u'ب'),
(0x1EE22, 'M', u'ج'),
(0x1EE23, 'X'),
(0x1EE24, 'M', u'ه'),
(0x1EE25, 'X'),
(0x1EE27, 'M', u'ح'),
(0x1EE28, 'X'),
(0x1EE29, 'M', u'ي'),
(0x1EE2A, 'M', u'ك'),
(0x1EE2B, 'M', u'ل'),
(0x1EE2C, 'M', u'م'),
(0x1EE2D, 'M', u'ن'),
(0x1EE2E, 'M', u'س'),
(0x1EE2F, 'M', u'ع'),
(0x1EE30, 'M', u'ف'),
(0x1EE31, 'M', u'ص'),
(0x1EE32, 'M', u'ق'),
(0x1EE33, 'X'),
(0x1EE34, 'M', u'ش'),
(0x1EE35, 'M', u'ت'),
(0x1EE36, 'M', u'ث'),
(0x1EE37, 'M', u'خ'),
(0x1EE38, 'X'),
(0x1EE39, 'M', u'ض'),
(0x1EE3A, 'X'),
(0x1EE3B, 'M', u'غ'),
(0x1EE3C, 'X'),
(0x1EE42, 'M', u'ج'),
(0x1EE43, 'X'),
(0x1EE47, 'M', u'ح'),
(0x1EE48, 'X'),
(0x1EE49, 'M', u'ي'),
(0x1EE4A, 'X'),
(0x1EE4B, 'M', u'ل'),
(0x1EE4C, 'X'),
(0x1EE4D, 'M', u'ن'),
(0x1EE4E, 'M', u'س'),
(0x1EE4F, 'M', u'ع'),
(0x1EE50, 'X'),
(0x1EE51, 'M', u'ص'),
(0x1EE52, 'M', u'ق'),
(0x1EE53, 'X'),
(0x1EE54, 'M', u'ش'),
(0x1EE55, 'X'),
(0x1EE57, 'M', u'خ'),
(0x1EE58, 'X'),
(0x1EE59, 'M', u'ض'),
(0x1EE5A, 'X'),
(0x1EE5B, 'M', u'غ'),
(0x1EE5C, 'X'),
(0x1EE5D, 'M', u'ں'),
(0x1EE5E, 'X'),
(0x1EE5F, 'M', u'ٯ'),
(0x1EE60, 'X'),
(0x1EE61, 'M', u'ب'),
(0x1EE62, 'M', u'ج'),
(0x1EE63, 'X'),
(0x1EE64, 'M', u'ه'),
(0x1EE65, 'X'),
(0x1EE67, 'M', u'ح'),
(0x1EE68, 'M', u'ط'),
(0x1EE69, 'M', u'ي'),
(0x1EE6A, 'M', u'ك'),
(0x1EE6B, 'X'),
(0x1EE6C, 'M', u'م'),
(0x1EE6D, 'M', u'ن'),
(0x1EE6E, 'M', u'س'),
(0x1EE6F, 'M', u'ع'),
(0x1EE70, 'M', u'ف'),
(0x1EE71, 'M', u'ص'),
(0x1EE72, 'M', u'ق'),
(0x1EE73, 'X'),
(0x1EE74, 'M', u'ش'),
(0x1EE75, 'M', u'ت'),
(0x1EE76, 'M', u'ث'),
(0x1EE77, 'M', u'خ'),
(0x1EE78, 'X'),
(0x1EE79, 'M', u'ض'),
(0x1EE7A, 'M', u'ظ'),
(0x1EE7B, 'M', u'غ'),
(0x1EE7C, 'M', u'ٮ'),
(0x1EE7D, 'X'),
(0x1EE7E, 'M', u'ڡ'),
(0x1EE7F, 'X'),
(0x1EE80, 'M', u'ا'),
(0x1EE81, 'M', u'ب'),
(0x1EE82, 'M', u'ج'),
(0x1EE83, 'M', u'د'),
]
def _seg_70():
return [
(0x1EE84, 'M', u'ه'),
(0x1EE85, 'M', u'و'),
(0x1EE86, 'M', u'ز'),
(0x1EE87, 'M', u'ح'),
(0x1EE88, 'M', u'ط'),
(0x1EE89, 'M', u'ي'),
(0x1EE8A, 'X'),
(0x1EE8B, 'M', u'ل'),
(0x1EE8C, 'M', u'م'),
(0x1EE8D, 'M', u'ن'),
(0x1EE8E, 'M', u'س'),
(0x1EE8F, 'M', u'ع'),
(0x1EE90, 'M', u'ف'),
(0x1EE91, 'M', u'ص'),
(0x1EE92, 'M', u'ق'),
(0x1EE93, 'M', u'ر'),
(0x1EE94, 'M', u'ش'),
(0x1EE95, 'M', u'ت'),
(0x1EE96, 'M', u'ث'),
(0x1EE97, 'M', u'خ'),
(0x1EE98, 'M', u'ذ'),
(0x1EE99, 'M', u'ض'),
(0x1EE9A, 'M', u'ظ'),
(0x1EE9B, 'M', u'غ'),
(0x1EE9C, 'X'),
(0x1EEA1, 'M', u'ب'),
(0x1EEA2, 'M', u'ج'),
(0x1EEA3, 'M', u'د'),
(0x1EEA4, 'X'),
(0x1EEA5, 'M', u'و'),
(0x1EEA6, 'M', u'ز'),
(0x1EEA7, 'M', u'ح'),
(0x1EEA8, 'M', u'ط'),
(0x1EEA9, 'M', u'ي'),
(0x1EEAA, 'X'),
(0x1EEAB, 'M', u'ل'),
(0x1EEAC, 'M', u'م'),
(0x1EEAD, 'M', u'ن'),
(0x1EEAE, 'M', u'س'),
(0x1EEAF, 'M', u'ع'),
(0x1EEB0, 'M', u'ف'),
(0x1EEB1, 'M', u'ص'),
(0x1EEB2, 'M', u'ق'),
(0x1EEB3, 'M', u'ر'),
(0x1EEB4, 'M', u'ش'),
(0x1EEB5, 'M', u'ت'),
(0x1EEB6, 'M', u'ث'),
(0x1EEB7, 'M', u'خ'),
(0x1EEB8, 'M', u'ذ'),
(0x1EEB9, 'M', u'ض'),
(0x1EEBA, 'M', u'ظ'),
(0x1EEBB, 'M', u'غ'),
(0x1EEBC, 'X'),
(0x1EEF0, 'V'),
(0x1EEF2, 'X'),
(0x1F000, 'V'),
(0x1F02C, 'X'),
(0x1F030, 'V'),
(0x1F094, 'X'),
(0x1F0A0, 'V'),
(0x1F0AF, 'X'),
(0x1F0B1, 'V'),
(0x1F0C0, 'X'),
(0x1F0C1, 'V'),
(0x1F0D0, 'X'),
(0x1F0D1, 'V'),
(0x1F0F6, 'X'),
(0x1F101, '3', u'0,'),
(0x1F102, '3', u'1,'),
(0x1F103, '3', u'2,'),
(0x1F104, '3', u'3,'),
(0x1F105, '3', u'4,'),
(0x1F106, '3', u'5,'),
(0x1F107, '3', u'6,'),
(0x1F108, '3', u'7,'),
(0x1F109, '3', u'8,'),
(0x1F10A, '3', u'9,'),
(0x1F10B, 'V'),
(0x1F10D, 'X'),
(0x1F110, '3', u'(a)'),
(0x1F111, '3', u'(b)'),
(0x1F112, '3', u'(c)'),
(0x1F113, '3', u'(d)'),
(0x1F114, '3', u'(e)'),
(0x1F115, '3', u'(f)'),
(0x1F116, '3', u'(g)'),
(0x1F117, '3', u'(h)'),
(0x1F118, '3', u'(i)'),
(0x1F119, '3', u'(j)'),
(0x1F11A, '3', u'(k)'),
(0x1F11B, '3', u'(l)'),
(0x1F11C, '3', u'(m)'),
(0x1F11D, '3', u'(n)'),
(0x1F11E, '3', u'(o)'),
(0x1F11F, '3', u'(p)'),
(0x1F120, '3', u'(q)'),
(0x1F121, '3', u'(r)'),
(0x1F122, '3', u'(s)'),
(0x1F123, '3', u'(t)'),
(0x1F124, '3', u'(u)'),
]
def _seg_71():
return [
(0x1F125, '3', u'(v)'),
(0x1F126, '3', u'(w)'),
(0x1F127, '3', u'(x)'),
(0x1F128, '3', u'(y)'),
(0x1F129, '3', u'(z)'),
(0x1F12A, 'M', u'〔s〕'),
(0x1F12B, 'M', u'c'),
(0x1F12C, 'M', u'r'),
(0x1F12D, 'M', u'cd'),
(0x1F12E, 'M', u'wz'),
(0x1F12F, 'V'),
(0x1F130, 'M', u'a'),
(0x1F131, 'M', u'b'),
(0x1F132, 'M', u'c'),
(0x1F133, 'M', u'd'),
(0x1F134, 'M', u'e'),
(0x1F135, 'M', u'f'),
(0x1F136, 'M', u'g'),
(0x1F137, 'M', u'h'),
(0x1F138, 'M', u'i'),
(0x1F139, 'M', u'j'),
(0x1F13A, 'M', u'k'),
(0x1F13B, 'M', u'l'),
(0x1F13C, 'M', u'm'),
(0x1F13D, 'M', u'n'),
(0x1F13E, 'M', u'o'),
(0x1F13F, 'M', u'p'),
(0x1F140, 'M', u'q'),
(0x1F141, 'M', u'r'),
(0x1F142, 'M', u's'),
(0x1F143, 'M', u't'),
(0x1F144, 'M', u'u'),
(0x1F145, 'M', u'v'),
(0x1F146, 'M', u'w'),
(0x1F147, 'M', u'x'),
(0x1F148, 'M', u'y'),
(0x1F149, 'M', u'z'),
(0x1F14A, 'M', u'hv'),
(0x1F14B, 'M', u'mv'),
(0x1F14C, 'M', u'sd'),
(0x1F14D, 'M', u'ss'),
(0x1F14E, 'M', u'ppv'),
(0x1F14F, 'M', u'wc'),
(0x1F150, 'V'),
(0x1F16A, 'M', u'mc'),
(0x1F16B, 'M', u'md'),
(0x1F16C, 'X'),
(0x1F170, 'V'),
(0x1F190, 'M', u'dj'),
(0x1F191, 'V'),
(0x1F1AD, 'X'),
(0x1F1E6, 'V'),
(0x1F200, 'M', u'ほか'),
(0x1F201, 'M', u'ココ'),
(0x1F202, 'M', u'サ'),
(0x1F203, 'X'),
(0x1F210, 'M', u'手'),
(0x1F211, 'M', u'字'),
(0x1F212, 'M', u'双'),
(0x1F213, 'M', u'デ'),
(0x1F214, 'M', u'二'),
(0x1F215, 'M', u'多'),
(0x1F216, 'M', u'解'),
(0x1F217, 'M', u'天'),
(0x1F218, 'M', u'交'),
(0x1F219, 'M', u'映'),
(0x1F21A, 'M', u'無'),
(0x1F21B, 'M', u'料'),
(0x1F21C, 'M', u'前'),
(0x1F21D, 'M', u'後'),
(0x1F21E, 'M', u'再'),
(0x1F21F, 'M', u'新'),
(0x1F220, 'M', u'初'),
(0x1F221, 'M', u'終'),
(0x1F222, 'M', u'生'),
(0x1F223, 'M', u'販'),
(0x1F224, 'M', u'声'),
(0x1F225, 'M', u'吹'),
(0x1F226, 'M', u'演'),
(0x1F227, 'M', u'投'),
(0x1F228, 'M', u'捕'),
(0x1F229, 'M', u'一'),
(0x1F22A, 'M', u'三'),
(0x1F22B, 'M', u'遊'),
(0x1F22C, 'M', u'左'),
(0x1F22D, 'M', u'中'),
(0x1F22E, 'M', u'右'),
(0x1F22F, 'M', u'指'),
(0x1F230, 'M', u'走'),
(0x1F231, 'M', u'打'),
(0x1F232, 'M', u'禁'),
(0x1F233, 'M', u'空'),
(0x1F234, 'M', u'合'),
(0x1F235, 'M', u'満'),
(0x1F236, 'M', u'有'),
(0x1F237, 'M', u'月'),
(0x1F238, 'M', u'申'),
(0x1F239, 'M', u'割'),
(0x1F23A, 'M', u'営'),
(0x1F23B, 'M', u'配'),
]
def _seg_72():
return [
(0x1F23C, 'X'),
(0x1F240, 'M', u'〔本〕'),
(0x1F241, 'M', u'〔三〕'),
(0x1F242, 'M', u'〔二〕'),
(0x1F243, 'M', u'〔安〕'),
(0x1F244, 'M', u'〔点〕'),
(0x1F245, 'M', u'〔打〕'),
(0x1F246, 'M', u'〔盗〕'),
(0x1F247, 'M', u'〔勝〕'),
(0x1F248, 'M', u'〔敗〕'),
(0x1F249, 'X'),
(0x1F250, 'M', u'得'),
(0x1F251, 'M', u'可'),
(0x1F252, 'X'),
(0x1F260, 'V'),
(0x1F266, 'X'),
(0x1F300, 'V'),
(0x1F6D5, 'X'),
(0x1F6E0, 'V'),
(0x1F6ED, 'X'),
(0x1F6F0, 'V'),
(0x1F6FA, 'X'),
(0x1F700, 'V'),
(0x1F774, 'X'),
(0x1F780, 'V'),
(0x1F7D9, 'X'),
(0x1F800, 'V'),
(0x1F80C, 'X'),
(0x1F810, 'V'),
(0x1F848, 'X'),
(0x1F850, 'V'),
(0x1F85A, 'X'),
(0x1F860, 'V'),
(0x1F888, 'X'),
(0x1F890, 'V'),
(0x1F8AE, 'X'),
(0x1F900, 'V'),
(0x1F90C, 'X'),
(0x1F910, 'V'),
(0x1F93F, 'X'),
(0x1F940, 'V'),
(0x1F971, 'X'),
(0x1F973, 'V'),
(0x1F977, 'X'),
(0x1F97A, 'V'),
(0x1F97B, 'X'),
(0x1F97C, 'V'),
(0x1F9A3, 'X'),
(0x1F9B0, 'V'),
(0x1F9BA, 'X'),
(0x1F9C0, 'V'),
(0x1F9C3, 'X'),
(0x1F9D0, 'V'),
(0x1FA00, 'X'),
(0x1FA60, 'V'),
(0x1FA6E, 'X'),
(0x20000, 'V'),
(0x2A6D7, 'X'),
(0x2A700, 'V'),
(0x2B735, 'X'),
(0x2B740, 'V'),
(0x2B81E, 'X'),
(0x2B820, 'V'),
(0x2CEA2, 'X'),
(0x2CEB0, 'V'),
(0x2EBE1, 'X'),
(0x2F800, 'M', u'丽'),
(0x2F801, 'M', u'丸'),
(0x2F802, 'M', u'乁'),
(0x2F803, 'M', u'𠄢'),
(0x2F804, 'M', u'你'),
(0x2F805, 'M', u'侮'),
(0x2F806, 'M', u'侻'),
(0x2F807, 'M', u'倂'),
(0x2F808, 'M', u'偺'),
(0x2F809, 'M', u'備'),
(0x2F80A, 'M', u'僧'),
(0x2F80B, 'M', u'像'),
(0x2F80C, 'M', u'㒞'),
(0x2F80D, 'M', u'𠘺'),
(0x2F80E, 'M', u'免'),
(0x2F80F, 'M', u'兔'),
(0x2F810, 'M', u'兤'),
(0x2F811, 'M', u'具'),
(0x2F812, 'M', u'𠔜'),
(0x2F813, 'M', u'㒹'),
(0x2F814, 'M', u'內'),
(0x2F815, 'M', u'再'),
(0x2F816, 'M', u'𠕋'),
(0x2F817, 'M', u'冗'),
(0x2F818, 'M', u'冤'),
(0x2F819, 'M', u'仌'),
(0x2F81A, 'M', u'冬'),
(0x2F81B, 'M', u'况'),
(0x2F81C, 'M', u'𩇟'),
(0x2F81D, 'M', u'凵'),
(0x2F81E, 'M', u'刃'),
(0x2F81F, 'M', u'㓟'),
(0x2F820, 'M', u'刻'),
(0x2F821, 'M', u'剆'),
]
def _seg_73():
return [
(0x2F822, 'M', u'割'),
(0x2F823, 'M', u'剷'),
(0x2F824, 'M', u'㔕'),
(0x2F825, 'M', u'勇'),
(0x2F826, 'M', u'勉'),
(0x2F827, 'M', u'勤'),
(0x2F828, 'M', u'勺'),
(0x2F829, 'M', u'包'),
(0x2F82A, 'M', u'匆'),
(0x2F82B, 'M', u'北'),
(0x2F82C, 'M', u'卉'),
(0x2F82D, 'M', u'卑'),
(0x2F82E, 'M', u'博'),
(0x2F82F, 'M', u'即'),
(0x2F830, 'M', u'卽'),
(0x2F831, 'M', u'卿'),
(0x2F834, 'M', u'𠨬'),
(0x2F835, 'M', u'灰'),
(0x2F836, 'M', u'及'),
(0x2F837, 'M', u'叟'),
(0x2F838, 'M', u'𠭣'),
(0x2F839, 'M', u'叫'),
(0x2F83A, 'M', u'叱'),
(0x2F83B, 'M', u'吆'),
(0x2F83C, 'M', u'咞'),
(0x2F83D, 'M', u'吸'),
(0x2F83E, 'M', u'呈'),
(0x2F83F, 'M', u'周'),
(0x2F840, 'M', u'咢'),
(0x2F841, 'M', u'哶'),
(0x2F842, 'M', u'唐'),
(0x2F843, 'M', u'啓'),
(0x2F844, 'M', u'啣'),
(0x2F845, 'M', u'善'),
(0x2F847, 'M', u'喙'),
(0x2F848, 'M', u'喫'),
(0x2F849, 'M', u'喳'),
(0x2F84A, 'M', u'嗂'),
(0x2F84B, 'M', u'圖'),
(0x2F84C, 'M', u'嘆'),
(0x2F84D, 'M', u'圗'),
(0x2F84E, 'M', u'噑'),
(0x2F84F, 'M', u'噴'),
(0x2F850, 'M', u'切'),
(0x2F851, 'M', u'壮'),
(0x2F852, 'M', u'城'),
(0x2F853, 'M', u'埴'),
(0x2F854, 'M', u'堍'),
(0x2F855, 'M', u'型'),
(0x2F856, 'M', u'堲'),
(0x2F857, 'M', u'報'),
(0x2F858, 'M', u'墬'),
(0x2F859, 'M', u'𡓤'),
(0x2F85A, 'M', u'売'),
(0x2F85B, 'M', u'壷'),
(0x2F85C, 'M', u'夆'),
(0x2F85D, 'M', u'多'),
(0x2F85E, 'M', u'夢'),
(0x2F85F, 'M', u'奢'),
(0x2F860, 'M', u'𡚨'),
(0x2F861, 'M', u'𡛪'),
(0x2F862, 'M', u'姬'),
(0x2F863, 'M', u'娛'),
(0x2F864, 'M', u'娧'),
(0x2F865, 'M', u'姘'),
(0x2F866, 'M', u'婦'),
(0x2F867, 'M', u'㛮'),
(0x2F868, 'X'),
(0x2F869, 'M', u'嬈'),
(0x2F86A, 'M', u'嬾'),
(0x2F86C, 'M', u'𡧈'),
(0x2F86D, 'M', u'寃'),
(0x2F86E, 'M', u'寘'),
(0x2F86F, 'M', u'寧'),
(0x2F870, 'M', u'寳'),
(0x2F871, 'M', u'𡬘'),
(0x2F872, 'M', u'寿'),
(0x2F873, 'M', u'将'),
(0x2F874, 'X'),
(0x2F875, 'M', u'尢'),
(0x2F876, 'M', u'㞁'),
(0x2F877, 'M', u'屠'),
(0x2F878, 'M', u'屮'),
(0x2F879, 'M', u'峀'),
(0x2F87A, 'M', u'岍'),
(0x2F87B, 'M', u'𡷤'),
(0x2F87C, 'M', u'嵃'),
(0x2F87D, 'M', u'𡷦'),
(0x2F87E, 'M', u'嵮'),
(0x2F87F, 'M', u'嵫'),
(0x2F880, 'M', u'嵼'),
(0x2F881, 'M', u'巡'),
(0x2F882, 'M', u'巢'),
(0x2F883, 'M', u'㠯'),
(0x2F884, 'M', u'巽'),
(0x2F885, 'M', u'帨'),
(0x2F886, 'M', u'帽'),
(0x2F887, 'M', u'幩'),
(0x2F888, 'M', u'㡢'),
(0x2F889, 'M', u'𢆃'),
]
def _seg_74():
return [
(0x2F88A, 'M', u'㡼'),
(0x2F88B, 'M', u'庰'),
(0x2F88C, 'M', u'庳'),
(0x2F88D, 'M', u'庶'),
(0x2F88E, 'M', u'廊'),
(0x2F88F, 'M', u'𪎒'),
(0x2F890, 'M', u'廾'),
(0x2F891, 'M', u'𢌱'),
(0x2F893, 'M', u'舁'),
(0x2F894, 'M', u'弢'),
(0x2F896, 'M', u'㣇'),
(0x2F897, 'M', u'𣊸'),
(0x2F898, 'M', u'𦇚'),
(0x2F899, 'M', u'形'),
(0x2F89A, 'M', u'彫'),
(0x2F89B, 'M', u'㣣'),
(0x2F89C, 'M', u'徚'),
(0x2F89D, 'M', u'忍'),
(0x2F89E, 'M', u'志'),
(0x2F89F, 'M', u'忹'),
(0x2F8A0, 'M', u'悁'),
(0x2F8A1, 'M', u'㤺'),
(0x2F8A2, 'M', u'㤜'),
(0x2F8A3, 'M', u'悔'),
(0x2F8A4, 'M', u'𢛔'),
(0x2F8A5, 'M', u'惇'),
(0x2F8A6, 'M', u'慈'),
(0x2F8A7, 'M', u'慌'),
(0x2F8A8, 'M', u'慎'),
(0x2F8A9, 'M', u'慌'),
(0x2F8AA, 'M', u'慺'),
(0x2F8AB, 'M', u'憎'),
(0x2F8AC, 'M', u'憲'),
(0x2F8AD, 'M', u'憤'),
(0x2F8AE, 'M', u'憯'),
(0x2F8AF, 'M', u'懞'),
(0x2F8B0, 'M', u'懲'),
(0x2F8B1, 'M', u'懶'),
(0x2F8B2, 'M', u'成'),
(0x2F8B3, 'M', u'戛'),
(0x2F8B4, 'M', u'扝'),
(0x2F8B5, 'M', u'抱'),
(0x2F8B6, 'M', u'拔'),
(0x2F8B7, 'M', u'捐'),
(0x2F8B8, 'M', u'𢬌'),
(0x2F8B9, 'M', u'挽'),
(0x2F8BA, 'M', u'拼'),
(0x2F8BB, 'M', u'捨'),
(0x2F8BC, 'M', u'掃'),
(0x2F8BD, 'M', u'揤'),
(0x2F8BE, 'M', u'𢯱'),
(0x2F8BF, 'M', u'搢'),
(0x2F8C0, 'M', u'揅'),
(0x2F8C1, 'M', u'掩'),
(0x2F8C2, 'M', u'㨮'),
(0x2F8C3, 'M', u'摩'),
(0x2F8C4, 'M', u'摾'),
(0x2F8C5, 'M', u'撝'),
(0x2F8C6, 'M', u'摷'),
(0x2F8C7, 'M', u'㩬'),
(0x2F8C8, 'M', u'敏'),
(0x2F8C9, 'M', u'敬'),
(0x2F8CA, 'M', u'𣀊'),
(0x2F8CB, 'M', u'旣'),
(0x2F8CC, 'M', u'書'),
(0x2F8CD, 'M', u'晉'),
(0x2F8CE, 'M', u'㬙'),
(0x2F8CF, 'M', u'暑'),
(0x2F8D0, 'M', u'㬈'),
(0x2F8D1, 'M', u'㫤'),
(0x2F8D2, 'M', u'冒'),
(0x2F8D3, 'M', u'冕'),
(0x2F8D4, 'M', u'最'),
(0x2F8D5, 'M', u'暜'),
(0x2F8D6, 'M', u'肭'),
(0x2F8D7, 'M', u'䏙'),
(0x2F8D8, 'M', u'朗'),
(0x2F8D9, 'M', u'望'),
(0x2F8DA, 'M', u'朡'),
(0x2F8DB, 'M', u'杞'),
(0x2F8DC, 'M', u'杓'),
(0x2F8DD, 'M', u'𣏃'),
(0x2F8DE, 'M', u'㭉'),
(0x2F8DF, 'M', u'柺'),
(0x2F8E0, 'M', u'枅'),
(0x2F8E1, 'M', u'桒'),
(0x2F8E2, 'M', u'梅'),
(0x2F8E3, 'M', u'𣑭'),
(0x2F8E4, 'M', u'梎'),
(0x2F8E5, 'M', u'栟'),
(0x2F8E6, 'M', u'椔'),
(0x2F8E7, 'M', u'㮝'),
(0x2F8E8, 'M', u'楂'),
(0x2F8E9, 'M', u'榣'),
(0x2F8EA, 'M', u'槪'),
(0x2F8EB, 'M', u'檨'),
(0x2F8EC, 'M', u'𣚣'),
(0x2F8ED, 'M', u'櫛'),
(0x2F8EE, 'M', u'㰘'),
(0x2F8EF, 'M', u'次'),
]
def _seg_75():
return [
(0x2F8F0, 'M', u'𣢧'),
(0x2F8F1, 'M', u'歔'),
(0x2F8F2, 'M', u'㱎'),
(0x2F8F3, 'M', u'歲'),
(0x2F8F4, 'M', u'殟'),
(0x2F8F5, 'M', u'殺'),
(0x2F8F6, 'M', u'殻'),
(0x2F8F7, 'M', u'𣪍'),
(0x2F8F8, 'M', u'𡴋'),
(0x2F8F9, 'M', u'𣫺'),
(0x2F8FA, 'M', u'汎'),
(0x2F8FB, 'M', u'𣲼'),
(0x2F8FC, 'M', u'沿'),
(0x2F8FD, 'M', u'泍'),
(0x2F8FE, 'M', u'汧'),
(0x2F8FF, 'M', u'洖'),
(0x2F900, 'M', u'派'),
(0x2F901, 'M', u'海'),
(0x2F902, 'M', u'流'),
(0x2F903, 'M', u'浩'),
(0x2F904, 'M', u'浸'),
(0x2F905, 'M', u'涅'),
(0x2F906, 'M', u'𣴞'),
(0x2F907, 'M', u'洴'),
(0x2F908, 'M', u'港'),
(0x2F909, 'M', u'湮'),
(0x2F90A, 'M', u'㴳'),
(0x2F90B, 'M', u'滋'),
(0x2F90C, 'M', u'滇'),
(0x2F90D, 'M', u'𣻑'),
(0x2F90E, 'M', u'淹'),
(0x2F90F, 'M', u'潮'),
(0x2F910, 'M', u'𣽞'),
(0x2F911, 'M', u'𣾎'),
(0x2F912, 'M', u'濆'),
(0x2F913, 'M', u'瀹'),
(0x2F914, 'M', u'瀞'),
(0x2F915, 'M', u'瀛'),
(0x2F916, 'M', u'㶖'),
(0x2F917, 'M', u'灊'),
(0x2F918, 'M', u'災'),
(0x2F919, 'M', u'灷'),
(0x2F91A, 'M', u'炭'),
(0x2F91B, 'M', u'𠔥'),
(0x2F91C, 'M', u'煅'),
(0x2F91D, 'M', u'𤉣'),
(0x2F91E, 'M', u'熜'),
(0x2F91F, 'X'),
(0x2F920, 'M', u'爨'),
(0x2F921, 'M', u'爵'),
(0x2F922, 'M', u'牐'),
(0x2F923, 'M', u'𤘈'),
(0x2F924, 'M', u'犀'),
(0x2F925, 'M', u'犕'),
(0x2F926, 'M', u'𤜵'),
(0x2F927, 'M', u'𤠔'),
(0x2F928, 'M', u'獺'),
(0x2F929, 'M', u'王'),
(0x2F92A, 'M', u'㺬'),
(0x2F92B, 'M', u'玥'),
(0x2F92C, 'M', u'㺸'),
(0x2F92E, 'M', u'瑇'),
(0x2F92F, 'M', u'瑜'),
(0x2F930, 'M', u'瑱'),
(0x2F931, 'M', u'璅'),
(0x2F932, 'M', u'瓊'),
(0x2F933, 'M', u'㼛'),
(0x2F934, 'M', u'甤'),
(0x2F935, 'M', u'𤰶'),
(0x2F936, 'M', u'甾'),
(0x2F937, 'M', u'𤲒'),
(0x2F938, 'M', u'異'),
(0x2F939, 'M', u'𢆟'),
(0x2F93A, 'M', u'瘐'),
(0x2F93B, 'M', u'𤾡'),
(0x2F93C, 'M', u'𤾸'),
(0x2F93D, 'M', u'𥁄'),
(0x2F93E, 'M', u'㿼'),
(0x2F93F, 'M', u'䀈'),
(0x2F940, 'M', u'直'),
(0x2F941, 'M', u'𥃳'),
(0x2F942, 'M', u'𥃲'),
(0x2F943, 'M', u'𥄙'),
(0x2F944, 'M', u'𥄳'),
(0x2F945, 'M', u'眞'),
(0x2F946, 'M', u'真'),
(0x2F948, 'M', u'睊'),
(0x2F949, 'M', u'䀹'),
(0x2F94A, 'M', u'瞋'),
(0x2F94B, 'M', u'䁆'),
(0x2F94C, 'M', u'䂖'),
(0x2F94D, 'M', u'𥐝'),
(0x2F94E, 'M', u'硎'),
(0x2F94F, 'M', u'碌'),
(0x2F950, 'M', u'磌'),
(0x2F951, 'M', u'䃣'),
(0x2F952, 'M', u'𥘦'),
(0x2F953, 'M', u'祖'),
(0x2F954, 'M', u'𥚚'),
(0x2F955, 'M', u'𥛅'),
]
def _seg_76():
return [
(0x2F956, 'M', u'福'),
(0x2F957, 'M', u'秫'),
(0x2F958, 'M', u'䄯'),
(0x2F959, 'M', u'穀'),
(0x2F95A, 'M', u'穊'),
(0x2F95B, 'M', u'穏'),
(0x2F95C, 'M', u'𥥼'),
(0x2F95D, 'M', u'𥪧'),
(0x2F95F, 'X'),
(0x2F960, 'M', u'䈂'),
(0x2F961, 'M', u'𥮫'),
(0x2F962, 'M', u'篆'),
(0x2F963, 'M', u'築'),
(0x2F964, 'M', u'䈧'),
(0x2F965, 'M', u'𥲀'),
(0x2F966, 'M', u'糒'),
(0x2F967, 'M', u'䊠'),
(0x2F968, 'M', u'糨'),
(0x2F969, 'M', u'糣'),
(0x2F96A, 'M', u'紀'),
(0x2F96B, 'M', u'𥾆'),
(0x2F96C, 'M', u'絣'),
(0x2F96D, 'M', u'䌁'),
(0x2F96E, 'M', u'緇'),
(0x2F96F, 'M', u'縂'),
(0x2F970, 'M', u'繅'),
(0x2F971, 'M', u'䌴'),
(0x2F972, 'M', u'𦈨'),
(0x2F973, 'M', u'𦉇'),
(0x2F974, 'M', u'䍙'),
(0x2F975, 'M', u'𦋙'),
(0x2F976, 'M', u'罺'),
(0x2F977, 'M', u'𦌾'),
(0x2F978, 'M', u'羕'),
(0x2F979, 'M', u'翺'),
(0x2F97A, 'M', u'者'),
(0x2F97B, 'M', u'𦓚'),
(0x2F97C, 'M', u'𦔣'),
(0x2F97D, 'M', u'聠'),
(0x2F97E, 'M', u'𦖨'),
(0x2F97F, 'M', u'聰'),
(0x2F980, 'M', u'𣍟'),
(0x2F981, 'M', u'䏕'),
(0x2F982, 'M', u'育'),
(0x2F983, 'M', u'脃'),
(0x2F984, 'M', u'䐋'),
(0x2F985, 'M', u'脾'),
(0x2F986, 'M', u'媵'),
(0x2F987, 'M', u'𦞧'),
(0x2F988, 'M', u'𦞵'),
(0x2F989, 'M', u'𣎓'),
(0x2F98A, 'M', u'𣎜'),
(0x2F98B, 'M', u'舁'),
(0x2F98C, 'M', u'舄'),
(0x2F98D, 'M', u'辞'),
(0x2F98E, 'M', u'䑫'),
(0x2F98F, 'M', u'芑'),
(0x2F990, 'M', u'芋'),
(0x2F991, 'M', u'芝'),
(0x2F992, 'M', u'劳'),
(0x2F993, 'M', u'花'),
(0x2F994, 'M', u'芳'),
(0x2F995, 'M', u'芽'),
(0x2F996, 'M', u'苦'),
(0x2F997, 'M', u'𦬼'),
(0x2F998, 'M', u'若'),
(0x2F999, 'M', u'茝'),
(0x2F99A, 'M', u'荣'),
(0x2F99B, 'M', u'莭'),
(0x2F99C, 'M', u'茣'),
(0x2F99D, 'M', u'莽'),
(0x2F99E, 'M', u'菧'),
(0x2F99F, 'M', u'著'),
(0x2F9A0, 'M', u'荓'),
(0x2F9A1, 'M', u'菊'),
(0x2F9A2, 'M', u'菌'),
(0x2F9A3, 'M', u'菜'),
(0x2F9A4, 'M', u'𦰶'),
(0x2F9A5, 'M', u'𦵫'),
(0x2F9A6, 'M', u'𦳕'),
(0x2F9A7, 'M', u'䔫'),
(0x2F9A8, 'M', u'蓱'),
(0x2F9A9, 'M', u'蓳'),
(0x2F9AA, 'M', u'蔖'),
(0x2F9AB, 'M', u'𧏊'),
(0x2F9AC, 'M', u'蕤'),
(0x2F9AD, 'M', u'𦼬'),
(0x2F9AE, 'M', u'䕝'),
(0x2F9AF, 'M', u'䕡'),
(0x2F9B0, 'M', u'𦾱'),
(0x2F9B1, 'M', u'𧃒'),
(0x2F9B2, 'M', u'䕫'),
(0x2F9B3, 'M', u'虐'),
(0x2F9B4, 'M', u'虜'),
(0x2F9B5, 'M', u'虧'),
(0x2F9B6, 'M', u'虩'),
(0x2F9B7, 'M', u'蚩'),
(0x2F9B8, 'M', u'蚈'),
(0x2F9B9, 'M', u'蜎'),
(0x2F9BA, 'M', u'蛢'),
]
def _seg_77():
return [
(0x2F9BB, 'M', u'蝹'),
(0x2F9BC, 'M', u'蜨'),
(0x2F9BD, 'M', u'蝫'),
(0x2F9BE, 'M', u'螆'),
(0x2F9BF, 'X'),
(0x2F9C0, 'M', u'蟡'),
(0x2F9C1, 'M', u'蠁'),
(0x2F9C2, 'M', u'䗹'),
(0x2F9C3, 'M', u'衠'),
(0x2F9C4, 'M', u'衣'),
(0x2F9C5, 'M', u'𧙧'),
(0x2F9C6, 'M', u'裗'),
(0x2F9C7, 'M', u'裞'),
(0x2F9C8, 'M', u'䘵'),
(0x2F9C9, 'M', u'裺'),
(0x2F9CA, 'M', u'㒻'),
(0x2F9CB, 'M', u'𧢮'),
(0x2F9CC, 'M', u'𧥦'),
(0x2F9CD, 'M', u'䚾'),
(0x2F9CE, 'M', u'䛇'),
(0x2F9CF, 'M', u'誠'),
(0x2F9D0, 'M', u'諭'),
(0x2F9D1, 'M', u'變'),
(0x2F9D2, 'M', u'豕'),
(0x2F9D3, 'M', u'𧲨'),
(0x2F9D4, 'M', u'貫'),
(0x2F9D5, 'M', u'賁'),
(0x2F9D6, 'M', u'贛'),
(0x2F9D7, 'M', u'起'),
(0x2F9D8, 'M', u'𧼯'),
(0x2F9D9, 'M', u'𠠄'),
(0x2F9DA, 'M', u'跋'),
(0x2F9DB, 'M', u'趼'),
(0x2F9DC, 'M', u'跰'),
(0x2F9DD, 'M', u'𠣞'),
(0x2F9DE, 'M', u'軔'),
(0x2F9DF, 'M', u'輸'),
(0x2F9E0, 'M', u'𨗒'),
(0x2F9E1, 'M', u'𨗭'),
(0x2F9E2, 'M', u'邔'),
(0x2F9E3, 'M', u'郱'),
(0x2F9E4, 'M', u'鄑'),
(0x2F9E5, 'M', u'𨜮'),
(0x2F9E6, 'M', u'鄛'),
(0x2F9E7, 'M', u'鈸'),
(0x2F9E8, 'M', u'鋗'),
(0x2F9E9, 'M', u'鋘'),
(0x2F9EA, 'M', u'鉼'),
(0x2F9EB, 'M', u'鏹'),
(0x2F9EC, 'M', u'鐕'),
(0x2F9ED, 'M', u'𨯺'),
(0x2F9EE, 'M', u'開'),
(0x2F9EF, 'M', u'䦕'),
(0x2F9F0, 'M', u'閷'),
(0x2F9F1, 'M', u'𨵷'),
(0x2F9F2, 'M', u'䧦'),
(0x2F9F3, 'M', u'雃'),
(0x2F9F4, 'M', u'嶲'),
(0x2F9F5, 'M', u'霣'),
(0x2F9F6, 'M', u'𩅅'),
(0x2F9F7, 'M', u'𩈚'),
(0x2F9F8, 'M', u'䩮'),
(0x2F9F9, 'M', u'䩶'),
(0x2F9FA, 'M', u'韠'),
(0x2F9FB, 'M', u'𩐊'),
(0x2F9FC, 'M', u'䪲'),
(0x2F9FD, 'M', u'𩒖'),
(0x2F9FE, 'M', u'頋'),
(0x2FA00, 'M', u'頩'),
(0x2FA01, 'M', u'𩖶'),
(0x2FA02, 'M', u'飢'),
(0x2FA03, 'M', u'䬳'),
(0x2FA04, 'M', u'餩'),
(0x2FA05, 'M', u'馧'),
(0x2FA06, 'M', u'駂'),
(0x2FA07, 'M', u'駾'),
(0x2FA08, 'M', u'䯎'),
(0x2FA09, 'M', u'𩬰'),
(0x2FA0A, 'M', u'鬒'),
(0x2FA0B, 'M', u'鱀'),
(0x2FA0C, 'M', u'鳽'),
(0x2FA0D, 'M', u'䳎'),
(0x2FA0E, 'M', u'䳭'),
(0x2FA0F, 'M', u'鵧'),
(0x2FA10, 'M', u'𪃎'),
(0x2FA11, 'M', u'䳸'),
(0x2FA12, 'M', u'𪄅'),
(0x2FA13, 'M', u'𪈎'),
(0x2FA14, 'M', u'𪊑'),
(0x2FA15, 'M', u'麻'),
(0x2FA16, 'M', u'䵖'),
(0x2FA17, 'M', u'黹'),
(0x2FA18, 'M', u'黾'),
(0x2FA19, 'M', u'鼅'),
(0x2FA1A, 'M', u'鼏'),
(0x2FA1B, 'M', u'鼖'),
(0x2FA1C, 'M', u'鼻'),
(0x2FA1D, 'M', u'𪘀'),
(0x2FA1E, 'X'),
(0xE0100, 'I'),
]
def _seg_78():
return [
(0xE01F0, 'X'),
]
uts46data = tuple(
_seg_0()
+ _seg_1()
+ _seg_2()
+ _seg_3()
+ _seg_4()
+ _seg_5()
+ _seg_6()
+ _seg_7()
+ _seg_8()
+ _seg_9()
+ _seg_10()
+ _seg_11()
+ _seg_12()
+ _seg_13()
+ _seg_14()
+ _seg_15()
+ _seg_16()
+ _seg_17()
+ _seg_18()
+ _seg_19()
+ _seg_20()
+ _seg_21()
+ _seg_22()
+ _seg_23()
+ _seg_24()
+ _seg_25()
+ _seg_26()
+ _seg_27()
+ _seg_28()
+ _seg_29()
+ _seg_30()
+ _seg_31()
+ _seg_32()
+ _seg_33()
+ _seg_34()
+ _seg_35()
+ _seg_36()
+ _seg_37()
+ _seg_38()
+ _seg_39()
+ _seg_40()
+ _seg_41()
+ _seg_42()
+ _seg_43()
+ _seg_44()
+ _seg_45()
+ _seg_46()
+ _seg_47()
+ _seg_48()
+ _seg_49()
+ _seg_50()
+ _seg_51()
+ _seg_52()
+ _seg_53()
+ _seg_54()
+ _seg_55()
+ _seg_56()
+ _seg_57()
+ _seg_58()
+ _seg_59()
+ _seg_60()
+ _seg_61()
+ _seg_62()
+ _seg_63()
+ _seg_64()
+ _seg_65()
+ _seg_66()
+ _seg_67()
+ _seg_68()
+ _seg_69()
+ _seg_70()
+ _seg_71()
+ _seg_72()
+ _seg_73()
+ _seg_74()
+ _seg_75()
+ _seg_76()
+ _seg_77()
+ _seg_78()
)
site-packages/pip/_vendor/idna/compat.py 0000644 00000000350 15201600075 0014252 0 ustar 00 from .core import *
from .codec import *
def ToASCII(label):
return encode(label)
def ToUnicode(label):
return decode(label)
def nameprep(s):
raise NotImplementedError("IDNA 2008 does not utilise nameprep protocol")
site-packages/pip/_vendor/progress/__init__.py 0000644 00000011371 15201600075 0015464 0 ustar 00 # Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from __future__ import division, print_function
from collections import deque
from datetime import timedelta
from math import ceil
from sys import stderr
try:
from time import monotonic
except ImportError:
from time import time as monotonic
__version__ = '1.5'
HIDE_CURSOR = '\x1b[?25l'
SHOW_CURSOR = '\x1b[?25h'
class Infinite(object):
file = stderr
sma_window = 10 # Simple Moving Average window
check_tty = True
hide_cursor = True
def __init__(self, message='', **kwargs):
self.index = 0
self.start_ts = monotonic()
self.avg = 0
self._avg_update_ts = self.start_ts
self._ts = self.start_ts
self._xput = deque(maxlen=self.sma_window)
for key, val in kwargs.items():
setattr(self, key, val)
self._width = 0
self.message = message
if self.file and self.is_tty():
if self.hide_cursor:
print(HIDE_CURSOR, end='', file=self.file)
print(self.message, end='', file=self.file)
self.file.flush()
def __getitem__(self, key):
if key.startswith('_'):
return None
return getattr(self, key, None)
@property
def elapsed(self):
return int(monotonic() - self.start_ts)
@property
def elapsed_td(self):
return timedelta(seconds=self.elapsed)
def update_avg(self, n, dt):
if n > 0:
xput_len = len(self._xput)
self._xput.append(dt / n)
now = monotonic()
# update when we're still filling _xput, then after every second
if (xput_len < self.sma_window or
now - self._avg_update_ts > 1):
self.avg = sum(self._xput) / len(self._xput)
self._avg_update_ts = now
def update(self):
pass
def start(self):
pass
def clearln(self):
if self.file and self.is_tty():
print('\r\x1b[K', end='', file=self.file)
def write(self, s):
if self.file and self.is_tty():
line = self.message + s.ljust(self._width)
print('\r' + line, end='', file=self.file)
self._width = max(self._width, len(s))
self.file.flush()
def writeln(self, line):
if self.file and self.is_tty():
self.clearln()
print(line, end='', file=self.file)
self.file.flush()
def finish(self):
if self.file and self.is_tty():
print(file=self.file)
if self.hide_cursor:
print(SHOW_CURSOR, end='', file=self.file)
def is_tty(self):
return self.file.isatty() if self.check_tty else True
def next(self, n=1):
now = monotonic()
dt = now - self._ts
self.update_avg(n, dt)
self._ts = now
self.index = self.index + n
self.update()
def iter(self, it):
with self:
for x in it:
yield x
self.next()
def __enter__(self):
self.start()
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.finish()
class Progress(Infinite):
def __init__(self, *args, **kwargs):
super(Progress, self).__init__(*args, **kwargs)
self.max = kwargs.get('max', 100)
@property
def eta(self):
return int(ceil(self.avg * self.remaining))
@property
def eta_td(self):
return timedelta(seconds=self.eta)
@property
def percent(self):
return self.progress * 100
@property
def progress(self):
return min(1, self.index / self.max)
@property
def remaining(self):
return max(self.max - self.index, 0)
def start(self):
self.update()
def goto(self, index):
incr = index - self.index
self.next(incr)
def iter(self, it):
try:
self.max = len(it)
except TypeError:
pass
with self:
for x in it:
yield x
self.next()
site-packages/pip/_vendor/progress/spinner.py 0000644 00000002544 15201600075 0015405 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from __future__ import unicode_literals
from . import Infinite
class Spinner(Infinite):
phases = ('-', '\\', '|', '/')
hide_cursor = True
def update(self):
i = self.index % len(self.phases)
self.write(self.phases[i])
class PieSpinner(Spinner):
phases = ['◷', '◶', '◵', '◴']
class MoonSpinner(Spinner):
phases = ['◑', '◒', '◐', '◓']
class LineSpinner(Spinner):
phases = ['⎺', '⎻', '⎼', '⎽', '⎼', '⎻']
class PixelSpinner(Spinner):
phases = ['⣾', '⣷', '⣯', '⣟', '⡿', '⢿', '⣻', '⣽']
site-packages/pip/_vendor/progress/bar.py 0000644 00000005446 15201600075 0014477 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from __future__ import unicode_literals
import sys
from . import Progress
class Bar(Progress):
width = 32
suffix = '%(index)d/%(max)d'
bar_prefix = ' |'
bar_suffix = '| '
empty_fill = ' '
fill = '#'
def update(self):
filled_length = int(self.width * self.progress)
empty_length = self.width - filled_length
message = self.message % self
bar = self.fill * filled_length
empty = self.empty_fill * empty_length
suffix = self.suffix % self
line = ''.join([message, self.bar_prefix, bar, empty, self.bar_suffix,
suffix])
self.writeln(line)
class ChargingBar(Bar):
suffix = '%(percent)d%%'
bar_prefix = ' '
bar_suffix = ' '
empty_fill = '∙'
fill = '█'
class FillingSquaresBar(ChargingBar):
empty_fill = '▢'
fill = '▣'
class FillingCirclesBar(ChargingBar):
empty_fill = '◯'
fill = '◉'
class IncrementalBar(Bar):
if sys.platform.startswith('win'):
phases = (u' ', u'▌', u'█')
else:
phases = (' ', '▏', '▎', '▍', '▌', '▋', '▊', '▉', '█')
def update(self):
nphases = len(self.phases)
filled_len = self.width * self.progress
nfull = int(filled_len) # Number of full chars
phase = int((filled_len - nfull) * nphases) # Phase of last char
nempty = self.width - nfull # Number of empty chars
message = self.message % self
bar = self.phases[-1] * nfull
current = self.phases[phase] if phase > 0 else ''
empty = self.empty_fill * max(0, nempty - len(current))
suffix = self.suffix % self
line = ''.join([message, self.bar_prefix, bar, current, empty,
self.bar_suffix, suffix])
self.writeln(line)
class PixelBar(IncrementalBar):
phases = ('⡀', '⡄', '⡆', '⡇', '⣇', '⣧', '⣷', '⣿')
class ShadyBar(IncrementalBar):
phases = (' ', '░', '▒', '▓', '█')
site-packages/pip/_vendor/progress/__pycache__/counter.cpython-38.opt-1.pyc 0000644 00000002635 15201600075 0022634 0 ustar 00 U
��.e\ � @ s` d dl mZ ddlmZmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�Zd S )
� )�unicode_literals� )�Infinite�Progressc @ s e Zd Zdd� ZdS )�Counterc C s | � t| j�� d S �N)�write�str�index��self� r
�@/usr/lib/python3.8/site-packages/pip/_vendor/progress/counter.py�update s zCounter.updateN��__name__�
__module__� __qualname__r r
r
r
r r s r c @ s e Zd Zdd� ZdS )� Countdownc C s | � t| j�� d S r )r r Z remainingr r
r
r r s zCountdown.updateNr r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )�Stack) � u ▁u ▂u ▃u ▄u ▅u ▆u ▇u █c C s6 t | j�}t|d t| j| ��}| �| j| � d S )Nr )�len�phases�min�intZprogressr )r Znphases�ir
r
r r " s
z Stack.updateN)r r r r r r
r
r
r r s r c @ s e Zd ZdZdS )�Pie)u ○u ◔u ◑u ◕u ●N)r r r r r
r
r
r r ( s r N) Z
__future__r � r r r r r r r
r
r
r �<module> s
site-packages/pip/_vendor/progress/__pycache__/bar.cpython-38.opt-1.pyc 0000644 00000005055 15201600075 0021720 0 ustar 00 U
��.e& � @ s� d dl mZ d dlZddlmZ G dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� de �Z
G dd� de �Z dS )� )�unicode_literalsN� )�Progressc @ s, e Zd ZdZdZdZdZdZdZdd� Z d S )
�Bar� z%(index)d/%(max)dz |z| � �#c C sj t | j| j �}| j| }| j| }| j| }| j| }| j| }d�|| j||| j |g�}| �
|� d S )N� ) �int�width�progress�message�fill�
empty_fill�suffix�join�
bar_prefix�
bar_suffix�writeln)�selfZ
filled_lengthZ empty_lengthr
�bar�emptyr �line� r �</usr/lib/python3.8/site-packages/pip/_vendor/progress/bar.py�update s
�z
Bar.updateN)
�__name__�
__module__� __qualname__r r r r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdZdS )� ChargingBarz
%(percent)d%%r u ∙� █N)r r r r r r r r r r r r r - s
r c @ s e Zd ZdZdZdS )�FillingSquaresBaru ▢u ▣N�r r r r r r r r r r! 5 s r! c @ s e Zd ZdZdZdS )�FillingCirclesBaru ◯u ◉Nr" r r r r r# : s r# c @ s* e Zd Zej�d�rdZndZdd� ZdS )�IncrementalBar�win)r � ▌r ) r u ▏u ▎u ▍r& u ▋u ▊u ▉r c C s� t | j�}| j| j }t|�}t|| | �}| j| }| j| }| jd | }|dkrb| j| nd}| jtd|t |� � } | j| }
d� || j
||| | j |
g�} | � | � d S )N���r r )
�len�phasesr r r
r
r �maxr r r r r ) r ZnphasesZ
filled_lenZnfullZphaseZnemptyr
r Zcurrentr r r r r r r E s
�zIncrementalBar.updateN)r r r �sys�platform�
startswithr) r r r r r r$ ? s r$ c @ s e Zd ZdZdS )�PixelBar)u ⡀u ⡄u ⡆u ⡇u ⣇u ⣧u ⣷u ⣿N�r r r r) r r r r r. V s r. c @ s e Zd ZdZdS )�ShadyBar)r u ░u ▒u ▓r Nr/ r r r r r0 Z s r0 ) Z
__future__r r+ r r r r r! r# r$ r. r0 r r r r �<module> s site-packages/pip/_vendor/progress/__pycache__/spinner.cpython-38.pyc 0000644 00000002524 15201600075 0021671 0 ustar 00 U
��.ed � @ sl d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZdS )� )�unicode_literals� )�Infinitec @ s e Zd ZdZdZdd� ZdS )�Spinner)�-�\�|�/Tc C s$ | j t| j� }| �| j| � d S )N)�index�len�phases�write)�self�i� r �@/usr/lib/python3.8/site-packages/pip/_vendor/progress/spinner.py�update s zSpinner.updateN)�__name__�
__module__� __qualname__r Z hide_cursorr r r r r r s r c @ s e Zd ZddddgZdS )�
PieSpinneru ◷u ◶u ◵u ◴N�r r r r r r r r r s r c @ s e Zd ZddddgZdS )� MoonSpinneru ◑u ◒u ◐u ◓Nr r r r r r " s r c @ s e Zd ZddddddgZdS )� LineSpinneru ⎺u ⎻u ⎼u ⎽Nr r r r r r & s r c @ s e Zd ZddddddddgZd S )
� PixelSpinneru ⣾u ⣷u ⣯u ⣟u ⡿u ⢿u ⣻u ⣽Nr r r r r r * s r N) Z
__future__r � r r r r r r r r r r �<module> s site-packages/pip/_vendor/progress/__pycache__/counter.cpython-38.pyc 0000644 00000002635 15201600075 0021675 0 ustar 00 U
��.e\ � @ s` d dl mZ ddlmZmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�Zd S )
� )�unicode_literals� )�Infinite�Progressc @ s e Zd Zdd� ZdS )�Counterc C s | � t| j�� d S �N)�write�str�index��self� r
�@/usr/lib/python3.8/site-packages/pip/_vendor/progress/counter.py�update s zCounter.updateN��__name__�
__module__� __qualname__r r
r
r
r r s r c @ s e Zd Zdd� ZdS )� Countdownc C s | � t| j�� d S r )r r Z remainingr r
r
r r s zCountdown.updateNr r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )�Stack) � u ▁u ▂u ▃u ▄u ▅u ▆u ▇u █c C s6 t | j�}t|d t| j| ��}| �| j| � d S )Nr )�len�phases�min�intZprogressr )r Znphases�ir
r
r r " s
z Stack.updateN)r r r r r r
r
r
r r s r c @ s e Zd ZdZdS )�Pie)u ○u ◔u ◑u ◕u ●N)r r r r r
r
r
r r ( s r N) Z
__future__r � r r r r r r r
r
r
r �<module> s
site-packages/pip/_vendor/progress/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000012715 15201600075 0022714 0 ustar 00 U
��.e� � @ s� d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
zd dl m Z W n e
k
rp d dl m Z Y nX dZd Zd
ZG d d � d e�ZG d
d� de�ZdS )� )�division�print_function)�deque)� timedelta)�ceil)�stderr)� monotonic)�timez1.5z[?25lz[?25hc @ s� e Zd ZeZdZdZdZd&dd�Zdd� Z e
dd � �Z e
d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd'd d �Zd d � Zd!d"� Zd#d$� Zd%S )(�Infinite�
T� c K s� d| _ t� | _d| _| j| _| j| _t| jd�| _|� � D ]\}}t
| ||� q:d| _ || _ | j
r�| �� r�| jr�ttd| j
d� t| j d| j
d� | j
�� d S )Nr )�maxlenr ��end�file)�indexr �start_ts�avg�_avg_update_ts�_tsr �
sma_window�_xput�items�setattr�_width�messager �is_tty� hide_cursor�print� HIDE_CURSOR�flush)�selfr �kwargs�key�val� r% �A/usr/lib/python3.8/site-packages/pip/_vendor/progress/__init__.py�__init__' s zInfinite.__init__c C s |� d�rd S t| |d �S )N�_)�
startswith�getattr)r! r# r% r% r& � __getitem__: s
zInfinite.__getitem__c C s t t� | j �S �N)�intr r �r! r% r% r& �elapsed? s zInfinite.elapsedc C s t | jd�S �N)Zseconds)r r/ r. r% r% r& �
elapsed_tdC s zInfinite.elapsed_tdc C s` |dkr\t | j�}| j�|| � t� }|| jk s@|| j dkr\t| j�t | j� | _|| _d S )Nr � )�lenr �appendr r r �sumr )r! �n�dtZxput_len�nowr% r% r& �
update_avgG s
�zInfinite.update_avgc C s d S r, r% r. r% r% r& �updateR s zInfinite.updatec C s d S r, r% r. r% r% r& �startU s zInfinite.startc C s" | j r | �� r tdd| j d� d S )Nz
[Kr r )r r r r. r% r% r& �clearlnX s zInfinite.clearlnc C sT | j rP| �� rP| j|�| j� }td| d| j d� t| jt|��| _| j �� d S )N�
r r ) r r r �ljustr r �maxr3 r )r! �s�liner% r% r& �write\ s
zInfinite.writec C s4 | j r0| �� r0| �� t|d| j d� | j �� d S )Nr r )r r r< r r )r! rA r% r% r& �writelnc s zInfinite.writelnc C s4 | j r0| �� r0t| j d� | jr0ttd| j d� d S )N)r r r )r r r r � SHOW_CURSORr. r% r% r& �finishi s zInfinite.finishc C s | j r| j�� S dS )NT)� check_ttyr �isattyr. r% r% r& r o s zInfinite.is_ttyr2 c C s: t � }|| j }| �||� || _| j| | _| �� d S r, )r r r9 r r: )r! r6 r8 r7 r% r% r& �nextr s
z
Infinite.nextc c s, | � |D ]}|V | � � q
W 5 Q R X d S r, )rH �r! �it�xr% r% r& �iterz s z
Infinite.iterc C s | � � | S r, )r; r. r% r% r& � __enter__� s zInfinite.__enter__c C s | � � d S r, )rE )r! �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zInfinite.__exit__N)r )r2 )�__name__�
__module__� __qualname__r r r rF r r' r+ �propertyr/ r1 r9 r: r; r< rB rC rE r rH rL rM rO r% r% r% r& r
! s,
r
c sp e Zd Z� fdd�Zedd� �Zedd� �Zedd� �Zed d
� �Zed d � �Z d
d� Z
dd� Z dd� Z � Z
S )�Progressc s$ t t| �j||� |�dd�| _d S )Nr? �d )�superrT r' �getr? )r! �argsr" �� __class__r% r& r' � s zProgress.__init__c C s t t| j| j ��S r, )r- r r � remainingr. r% r% r& �eta� s z Progress.etac C s t | jd�S r0 )r r\ r. r% r% r& �eta_td� s zProgress.eta_tdc C s
| j d S )NrU )�progressr. r% r% r& �percent� s zProgress.percentc C s t d| j| j �S )Nr2 )�minr r? r. r% r% r& r^ � s zProgress.progressc C s t | j | j d�S )Nr )r? r r. r% r% r& r[ � s zProgress.remainingc C s | � � d S r, )r: r. r% r% r& r; � s zProgress.startc C s || j }| �|� d S r, )r rH )r! r Zincrr% r% r& �goto� s
z
Progress.gotoc c sP zt |�| _W n tk
r" Y nX | � |D ]}|V | �� q.W 5 Q R X d S r, )r3 r? � TypeErrorrH rI r% r% r& rL � s z
Progress.iter)rP rQ rR r' rS r\ r] r_ r^ r[ r; ra rL �
__classcell__r% r% rY r& rT � s
rT N)Z
__future__r r � collectionsr Zdatetimer Zmathr �sysr r r � ImportError� __version__r rD �objectr
rT r% r% r% r& �<module> s g site-packages/pip/_vendor/progress/__pycache__/spinner.cpython-38.opt-1.pyc 0000644 00000002524 15201600075 0022630 0 ustar 00 U
��.ed � @ sl d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZdS )� )�unicode_literals� )�Infinitec @ s e Zd ZdZdZdd� ZdS )�Spinner)�-�\�|�/Tc C s$ | j t| j� }| �| j| � d S )N)�index�len�phases�write)�self�i� r �@/usr/lib/python3.8/site-packages/pip/_vendor/progress/spinner.py�update s zSpinner.updateN)�__name__�
__module__� __qualname__r Z hide_cursorr r r r r r s r c @ s e Zd ZddddgZdS )�
PieSpinneru ◷u ◶u ◵u ◴N�r r r r r r r r r s r c @ s e Zd ZddddgZdS )� MoonSpinneru ◑u ◒u ◐u ◓Nr r r r r r " s r c @ s e Zd ZddddddgZdS )� LineSpinneru ⎺u ⎻u ⎼u ⎽Nr r r r r r & s r c @ s e Zd ZddddddddgZd S )
� PixelSpinneru ⣾u ⣷u ⣯u ⣟u ⡿u ⢿u ⣻u ⣽Nr r r r r r * s r N) Z
__future__r � r r r r r r r r r r �<module> s site-packages/pip/_vendor/progress/__pycache__/bar.cpython-38.pyc 0000644 00000005055 15201600075 0020761 0 ustar 00 U
��.e& � @ s� d dl mZ d dlZddlmZ G dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� de �Z
G dd� de �Z dS )� )�unicode_literalsN� )�Progressc @ s, e Zd ZdZdZdZdZdZdZdd� Z d S )
�Bar� z%(index)d/%(max)dz |z| � �#c C sj t | j| j �}| j| }| j| }| j| }| j| }| j| }d�|| j||| j |g�}| �
|� d S )N� ) �int�width�progress�message�fill�
empty_fill�suffix�join�
bar_prefix�
bar_suffix�writeln)�selfZ
filled_lengthZ empty_lengthr
�bar�emptyr �line� r �</usr/lib/python3.8/site-packages/pip/_vendor/progress/bar.py�update s
�z
Bar.updateN)
�__name__�
__module__� __qualname__r r r r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdZdS )� ChargingBarz
%(percent)d%%r u ∙� █N)r r r r r r r r r r r r r - s
r c @ s e Zd ZdZdZdS )�FillingSquaresBaru ▢u ▣N�r r r r r r r r r r! 5 s r! c @ s e Zd ZdZdZdS )�FillingCirclesBaru ◯u ◉Nr" r r r r r# : s r# c @ s* e Zd Zej�d�rdZndZdd� ZdS )�IncrementalBar�win)r � ▌r ) r u ▏u ▎u ▍r& u ▋u ▊u ▉r c C s� t | j�}| j| j }t|�}t|| | �}| j| }| j| }| jd | }|dkrb| j| nd}| jtd|t |� � } | j| }
d� || j
||| | j |
g�} | � | � d S )N���r r )
�len�phasesr r r
r
r �maxr r r r r ) r ZnphasesZ
filled_lenZnfullZphaseZnemptyr
r Zcurrentr r r r r r r E s
�zIncrementalBar.updateN)r r r �sys�platform�
startswithr) r r r r r r$ ? s r$ c @ s e Zd ZdZdS )�PixelBar)u ⡀u ⡄u ⡆u ⡇u ⣇u ⣧u ⣷u ⣿N�r r r r) r r r r r. V s r. c @ s e Zd ZdZdS )�ShadyBar)r u ░u ▒u ▓r Nr/ r r r r r0 Z s r0 ) Z
__future__r r+ r r r r r! r# r$ r. r0 r r r r �<module> s site-packages/pip/_vendor/progress/__pycache__/__init__.cpython-38.pyc 0000644 00000012715 15201600075 0021755 0 ustar 00 U
��.e� � @ s� d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
zd dl m Z W n e
k
rp d dl m Z Y nX dZd Zd
ZG d d � d e�ZG d
d� de�ZdS )� )�division�print_function)�deque)� timedelta)�ceil)�stderr)� monotonic)�timez1.5z[?25lz[?25hc @ s� e Zd ZeZdZdZdZd&dd�Zdd� Z e
dd � �Z e
d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd'd d �Zd d � Zd!d"� Zd#d$� Zd%S )(�Infinite�
T� c K s� d| _ t� | _d| _| j| _| j| _t| jd�| _|� � D ]\}}t
| ||� q:d| _ || _ | j
r�| �� r�| jr�ttd| j
d� t| j d| j
d� | j
�� d S )Nr )�maxlenr ��end�file)�indexr �start_ts�avg�_avg_update_ts�_tsr �
sma_window�_xput�items�setattr�_width�messager �is_tty� hide_cursor�print� HIDE_CURSOR�flush)�selfr �kwargs�key�val� r% �A/usr/lib/python3.8/site-packages/pip/_vendor/progress/__init__.py�__init__' s zInfinite.__init__c C s |� d�rd S t| |d �S )N�_)�
startswith�getattr)r! r# r% r% r& � __getitem__: s
zInfinite.__getitem__c C s t t� | j �S �N)�intr r �r! r% r% r& �elapsed? s zInfinite.elapsedc C s t | jd�S �N)Zseconds)r r/ r. r% r% r& �
elapsed_tdC s zInfinite.elapsed_tdc C s` |dkr\t | j�}| j�|| � t� }|| jk s@|| j dkr\t| j�t | j� | _|| _d S )Nr � )�lenr �appendr r r �sumr )r! �n�dtZxput_len�nowr% r% r& �
update_avgG s
�zInfinite.update_avgc C s d S r, r% r. r% r% r& �updateR s zInfinite.updatec C s d S r, r% r. r% r% r& �startU s zInfinite.startc C s" | j r | �� r tdd| j d� d S )Nz
[Kr r )r r r r. r% r% r& �clearlnX s zInfinite.clearlnc C sT | j rP| �� rP| j|�| j� }td| d| j d� t| jt|��| _| j �� d S )N�
r r ) r r r �ljustr r �maxr3 r )r! �s�liner% r% r& �write\ s
zInfinite.writec C s4 | j r0| �� r0| �� t|d| j d� | j �� d S )Nr r )r r r< r r )r! rA r% r% r& �writelnc s zInfinite.writelnc C s4 | j r0| �� r0t| j d� | jr0ttd| j d� d S )N)r r r )r r r r � SHOW_CURSORr. r% r% r& �finishi s zInfinite.finishc C s | j r| j�� S dS )NT)� check_ttyr �isattyr. r% r% r& r o s zInfinite.is_ttyr2 c C s: t � }|| j }| �||� || _| j| | _| �� d S r, )r r r9 r r: )r! r6 r8 r7 r% r% r& �nextr s
z
Infinite.nextc c s, | � |D ]}|V | � � q
W 5 Q R X d S r, )rH �r! �it�xr% r% r& �iterz s z
Infinite.iterc C s | � � | S r, )r; r. r% r% r& � __enter__� s zInfinite.__enter__c C s | � � d S r, )rE )r! �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zInfinite.__exit__N)r )r2 )�__name__�
__module__� __qualname__r r r rF r r' r+ �propertyr/ r1 r9 r: r; r< rB rC rE r rH rL rM rO r% r% r% r& r
! s,
r
c sp e Zd Z� fdd�Zedd� �Zedd� �Zedd� �Zed d
� �Zed d � �Z d
d� Z
dd� Z dd� Z � Z
S )�Progressc s$ t t| �j||� |�dd�| _d S )Nr? �d )�superrT r' �getr? )r! �argsr" �� __class__r% r& r' � s zProgress.__init__c C s t t| j| j ��S r, )r- r r � remainingr. r% r% r& �eta� s z Progress.etac C s t | jd�S r0 )r r\ r. r% r% r& �eta_td� s zProgress.eta_tdc C s
| j d S )NrU )�progressr. r% r% r& �percent� s zProgress.percentc C s t d| j| j �S )Nr2 )�minr r? r. r% r% r& r^ � s zProgress.progressc C s t | j | j d�S )Nr )r? r r. r% r% r& r[ � s zProgress.remainingc C s | � � d S r, )r: r. r% r% r& r; � s zProgress.startc C s || j }| �|� d S r, )r rH )r! r Zincrr% r% r& �goto� s
z
Progress.gotoc c sP zt |�| _W n tk
r" Y nX | � |D ]}|V | �� q.W 5 Q R X d S r, )r3 r? � TypeErrorrH rI r% r% r& rL � s z
Progress.iter)rP rQ rR r' rS r\ r] r_ r^ r[ r; ra rL �
__classcell__r% r% rY r& rT � s
rT N)Z
__future__r r � collectionsr Zdatetimer Zmathr �sysr r r � ImportError� __version__r rD �objectr
rT r% r% r% r& �<module> s g site-packages/pip/_vendor/progress/counter.py 0000644 00000002534 15201600075 0015405 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from __future__ import unicode_literals
from . import Infinite, Progress
class Counter(Infinite):
def update(self):
self.write(str(self.index))
class Countdown(Progress):
def update(self):
self.write(str(self.remaining))
class Stack(Progress):
phases = (' ', '▁', '▂', '▃', '▄', '▅', '▆', '▇', '█')
def update(self):
nphases = len(self.phases)
i = min(nphases - 1, int(self.progress * nphases))
self.write(self.phases[i])
class Pie(Stack):
phases = ('○', '◔', '◑', '◕', '●')
site-packages/pip/_vendor/distro.py 0000644 00000124363 15201600075 0013373 0 ustar 00 # Copyright 2015,2016,2017 Nir Cohen
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
The ``distro`` package (``distro`` stands for Linux Distribution) provides
information about the Linux distribution it runs on, such as a reliable
machine-readable distro ID, or version information.
It is the recommended replacement for Python's original
:py:func:`platform.linux_distribution` function, but it provides much more
functionality. An alternative implementation became necessary because Python
3.5 deprecated this function, and Python 3.8 will remove it altogether.
Its predecessor function :py:func:`platform.dist` was already
deprecated since Python 2.6 and will also be removed in Python 3.8.
Still, there are many cases in which access to OS distribution information
is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for
more information.
"""
import os
import re
import sys
import json
import shlex
import logging
import argparse
import subprocess
_UNIXCONFDIR = os.environ.get('UNIXCONFDIR', '/etc')
_OS_RELEASE_BASENAME = 'os-release'
#: Translation table for normalizing the "ID" attribute defined in os-release
#: files, for use by the :func:`distro.id` method.
#:
#: * Key: Value as defined in the os-release file, translated to lower case,
#: with blanks translated to underscores.
#:
#: * Value: Normalized value.
NORMALIZED_OS_ID = {
'ol': 'oracle', # Oracle Enterprise Linux
}
#: Translation table for normalizing the "Distributor ID" attribute returned by
#: the lsb_release command, for use by the :func:`distro.id` method.
#:
#: * Key: Value as returned by the lsb_release command, translated to lower
#: case, with blanks translated to underscores.
#:
#: * Value: Normalized value.
NORMALIZED_LSB_ID = {
'enterpriseenterprise': 'oracle', # Oracle Enterprise Linux
'redhatenterpriseworkstation': 'rhel', # RHEL 6, 7 Workstation
'redhatenterpriseserver': 'rhel', # RHEL 6, 7 Server
}
#: Translation table for normalizing the distro ID derived from the file name
#: of distro release files, for use by the :func:`distro.id` method.
#:
#: * Key: Value as derived from the file name of a distro release file,
#: translated to lower case, with blanks translated to underscores.
#:
#: * Value: Normalized value.
NORMALIZED_DISTRO_ID = {
'redhat': 'rhel', # RHEL 6.x, 7.x
}
# Pattern for content of distro release file (reversed)
_DISTRO_RELEASE_CONTENT_REVERSED_PATTERN = re.compile(
r'(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)')
# Pattern for base file name of distro release file
_DISTRO_RELEASE_BASENAME_PATTERN = re.compile(
r'(\w+)[-_](release|version)$')
# Base file names to be ignored when searching for distro release file
_DISTRO_RELEASE_IGNORE_BASENAMES = (
'debian_version',
'lsb-release',
'oem-release',
_OS_RELEASE_BASENAME,
'system-release'
)
def linux_distribution(full_distribution_name=True):
"""
Return information about the current OS distribution as a tuple
``(id_name, version, codename)`` with items as follows:
* ``id_name``: If *full_distribution_name* is false, the result of
:func:`distro.id`. Otherwise, the result of :func:`distro.name`.
* ``version``: The result of :func:`distro.version`.
* ``codename``: The result of :func:`distro.codename`.
The interface of this function is compatible with the original
:py:func:`platform.linux_distribution` function, supporting a subset of
its parameters.
The data it returns may not exactly be the same, because it uses more data
sources than the original function, and that may lead to different data if
the OS distribution is not consistent across multiple data sources it
provides (there are indeed such distributions ...).
Another reason for differences is the fact that the :func:`distro.id`
method normalizes the distro ID string to a reliable machine-readable value
for a number of popular OS distributions.
"""
return _distro.linux_distribution(full_distribution_name)
def id():
"""
Return the distro ID of the current distribution, as a
machine-readable string.
For a number of OS distributions, the returned distro ID value is
*reliable*, in the sense that it is documented and that it does not change
across releases of the distribution.
This package maintains the following reliable distro ID values:
============== =========================================
Distro ID Distribution
============== =========================================
"ubuntu" Ubuntu
"debian" Debian
"rhel" RedHat Enterprise Linux
"centos" CentOS
"fedora" Fedora
"sles" SUSE Linux Enterprise Server
"opensuse" openSUSE
"amazon" Amazon Linux
"arch" Arch Linux
"cloudlinux" CloudLinux OS
"exherbo" Exherbo Linux
"gentoo" GenToo Linux
"ibm_powerkvm" IBM PowerKVM
"kvmibm" KVM for IBM z Systems
"linuxmint" Linux Mint
"mageia" Mageia
"mandriva" Mandriva Linux
"parallels" Parallels
"pidora" Pidora
"raspbian" Raspbian
"oracle" Oracle Linux (and Oracle Enterprise Linux)
"scientific" Scientific Linux
"slackware" Slackware
"xenserver" XenServer
"openbsd" OpenBSD
"netbsd" NetBSD
"freebsd" FreeBSD
============== =========================================
If you have a need to get distros for reliable IDs added into this set,
or if you find that the :func:`distro.id` function returns a different
distro ID for one of the listed distros, please create an issue in the
`distro issue tracker`_.
**Lookup hierarchy and transformations:**
First, the ID is obtained from the following sources, in the specified
order. The first available and non-empty value is used:
* the value of the "ID" attribute of the os-release file,
* the value of the "Distributor ID" attribute returned by the lsb_release
command,
* the first part of the file name of the distro release file,
The so determined ID value then passes the following transformations,
before it is returned by this method:
* it is translated to lower case,
* blanks (which should not be there anyway) are translated to underscores,
* a normalization of the ID is performed, based upon
`normalization tables`_. The purpose of this normalization is to ensure
that the ID is as reliable as possible, even across incompatible changes
in the OS distributions. A common reason for an incompatible change is
the addition of an os-release file, or the addition of the lsb_release
command, with ID values that differ from what was previously determined
from the distro release file name.
"""
return _distro.id()
def name(pretty=False):
"""
Return the name of the current OS distribution, as a human-readable
string.
If *pretty* is false, the name is returned without version or codename.
(e.g. "CentOS Linux")
If *pretty* is true, the version and codename are appended.
(e.g. "CentOS Linux 7.1.1503 (Core)")
**Lookup hierarchy:**
The name is obtained from the following sources, in the specified order.
The first available and non-empty value is used:
* If *pretty* is false:
- the value of the "NAME" attribute of the os-release file,
- the value of the "Distributor ID" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file.
* If *pretty* is true:
- the value of the "PRETTY_NAME" attribute of the os-release file,
- the value of the "Description" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file, appended
with the value of the pretty version ("<version_id>" and "<codename>"
fields) of the distro release file, if available.
"""
return _distro.name(pretty)
def version(pretty=False, best=False):
"""
Return the version of the current OS distribution, as a human-readable
string.
If *pretty* is false, the version is returned without codename (e.g.
"7.0").
If *pretty* is true, the codename in parenthesis is appended, if the
codename is non-empty (e.g. "7.0 (Maipo)").
Some distributions provide version numbers with different precisions in
the different sources of distribution information. Examining the different
sources in a fixed priority order does not always yield the most precise
version (e.g. for Debian 8.2, or CentOS 7.1).
The *best* parameter can be used to control the approach for the returned
version:
If *best* is false, the first non-empty version number in priority order of
the examined sources is returned.
If *best* is true, the most precise version number out of all examined
sources is returned.
**Lookup hierarchy:**
In all cases, the version number is obtained from the following sources.
If *best* is false, this order represents the priority order:
* the value of the "VERSION_ID" attribute of the os-release file,
* the value of the "Release" attribute returned by the lsb_release
command,
* the version number parsed from the "<version_id>" field of the first line
of the distro release file,
* the version number parsed from the "PRETTY_NAME" attribute of the
os-release file, if it follows the format of the distro release files.
* the version number parsed from the "Description" attribute returned by
the lsb_release command, if it follows the format of the distro release
files.
"""
return _distro.version(pretty, best)
def version_parts(best=False):
"""
Return the version of the current OS distribution as a tuple
``(major, minor, build_number)`` with items as follows:
* ``major``: The result of :func:`distro.major_version`.
* ``minor``: The result of :func:`distro.minor_version`.
* ``build_number``: The result of :func:`distro.build_number`.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.version_parts(best)
def major_version(best=False):
"""
Return the major version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The major version is the first
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.major_version(best)
def minor_version(best=False):
"""
Return the minor version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The minor version is the second
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.minor_version(best)
def build_number(best=False):
"""
Return the build number of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The build number is the third part
of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.build_number(best)
def like():
"""
Return a space-separated list of distro IDs of distributions that are
closely related to the current OS distribution in regards to packaging
and programming interfaces, for example distributions the current
distribution is a derivative from.
**Lookup hierarchy:**
This information item is only provided by the os-release file.
For details, see the description of the "ID_LIKE" attribute in the
`os-release man page
<http://www.freedesktop.org/software/systemd/man/os-release.html>`_.
"""
return _distro.like()
def codename():
"""
Return the codename for the release of the current OS distribution,
as a string.
If the distribution does not have a codename, an empty string is returned.
Note that the returned codename is not always really a codename. For
example, openSUSE returns "x86_64". This function does not handle such
cases in any special way and just returns the string it finds, if any.
**Lookup hierarchy:**
* the codename within the "VERSION" attribute of the os-release file, if
provided,
* the value of the "Codename" attribute returned by the lsb_release
command,
* the value of the "<codename>" field of the distro release file.
"""
return _distro.codename()
def info(pretty=False, best=False):
"""
Return certain machine-readable information items about the current OS
distribution in a dictionary, as shown in the following example:
.. sourcecode:: python
{
'id': 'rhel',
'version': '7.0',
'version_parts': {
'major': '7',
'minor': '0',
'build_number': ''
},
'like': 'fedora',
'codename': 'Maipo'
}
The dictionary structure and keys are always the same, regardless of which
information items are available in the underlying data sources. The values
for the various keys are as follows:
* ``id``: The result of :func:`distro.id`.
* ``version``: The result of :func:`distro.version`.
* ``version_parts -> major``: The result of :func:`distro.major_version`.
* ``version_parts -> minor``: The result of :func:`distro.minor_version`.
* ``version_parts -> build_number``: The result of
:func:`distro.build_number`.
* ``like``: The result of :func:`distro.like`.
* ``codename``: The result of :func:`distro.codename`.
For a description of the *pretty* and *best* parameters, see the
:func:`distro.version` method.
"""
return _distro.info(pretty, best)
def os_release_info():
"""
Return a dictionary containing key-value pairs for the information items
from the os-release file data source of the current OS distribution.
See `os-release file`_ for details about these information items.
"""
return _distro.os_release_info()
def lsb_release_info():
"""
Return a dictionary containing key-value pairs for the information items
from the lsb_release command data source of the current OS distribution.
See `lsb_release command output`_ for details about these information
items.
"""
return _distro.lsb_release_info()
def distro_release_info():
"""
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
See `distro release file`_ for details about these information items.
"""
return _distro.distro_release_info()
def uname_info():
"""
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
"""
return _distro.uname_info()
def os_release_attr(attribute):
"""
Return a single named information item from the os-release file data source
of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `os-release file`_ for details about these information items.
"""
return _distro.os_release_attr(attribute)
def lsb_release_attr(attribute):
"""
Return a single named information item from the lsb_release command output
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `lsb_release command output`_ for details about these information
items.
"""
return _distro.lsb_release_attr(attribute)
def distro_release_attr(attribute):
"""
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `distro release file`_ for details about these information items.
"""
return _distro.distro_release_attr(attribute)
def uname_attr(attribute):
"""
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
"""
return _distro.uname_attr(attribute)
class cached_property(object):
"""A version of @property which caches the value. On access, it calls the
underlying function and sets the value in `__dict__` so future accesses
will not re-call the property.
"""
def __init__(self, f):
self._fname = f.__name__
self._f = f
def __get__(self, obj, owner):
assert obj is not None, 'call {} on an instance'.format(self._fname)
ret = obj.__dict__[self._fname] = self._f(obj)
return ret
class LinuxDistribution(object):
"""
Provides information about a OS distribution.
This package creates a private module-global instance of this class with
default initialization arguments, that is used by the
`consolidated accessor functions`_ and `single source accessor functions`_.
By using default initialization arguments, that module-global instance
returns data about the current OS distribution (i.e. the distro this
package runs on).
Normally, it is not necessary to create additional instances of this class.
However, in situations where control is needed over the exact data sources
that are used, instances of this class can be created with a specific
distro release file, or a specific os-release file, or without invoking the
lsb_release command.
"""
def __init__(self,
include_lsb=True,
os_release_file='',
distro_release_file='',
include_uname=True):
"""
The initialization method of this class gathers information from the
available data sources, and stores that in private instance attributes.
Subsequent access to the information items uses these private instance
attributes, so that the data sources are read only once.
Parameters:
* ``include_lsb`` (bool): Controls whether the
`lsb_release command output`_ is included as a data source.
If the lsb_release command is not available in the program execution
path, the data source for the lsb_release command will be empty.
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is to be used as a data source.
An empty string (the default) will cause the default path name to
be used (see `os-release file`_ for details).
If the specified or defaulted os-release file does not exist, the
data source for the os-release file will be empty.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is to be used as a data source.
An empty string (the default) will cause a default search algorithm
to be used (see `distro release file`_ for details).
If the specified distro release file does not exist, or if no default
distro release file can be found, the data source for the distro
release file will be empty.
* ``include_name`` (bool): Controls whether uname command output is
included as a data source. If the uname command is not available in
the program execution path the data source for the uname command will
be empty.
Public instance attributes:
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``include_lsb`` (bool): The result of the ``include_lsb`` parameter.
This controls whether the lsb information will be loaded.
* ``include_uname`` (bool): The result of the ``include_uname``
parameter. This controls whether the uname information will
be loaded.
Raises:
* :py:exc:`IOError`: Some I/O issue with an os-release file or distro
release file.
* :py:exc:`subprocess.CalledProcessError`: The lsb_release command had
some issue (other than not being available in the program execution
path).
* :py:exc:`UnicodeError`: A data source has unexpected characters or
uses an unexpected encoding.
"""
self.os_release_file = os_release_file or \
os.path.join(_UNIXCONFDIR, _OS_RELEASE_BASENAME)
self.distro_release_file = distro_release_file or '' # updated later
self.include_lsb = include_lsb
self.include_uname = include_uname
def __repr__(self):
"""Return repr of all info
"""
return \
"LinuxDistribution(" \
"os_release_file={self.os_release_file!r}, " \
"distro_release_file={self.distro_release_file!r}, " \
"include_lsb={self.include_lsb!r}, " \
"include_uname={self.include_uname!r}, " \
"_os_release_info={self._os_release_info!r}, " \
"_lsb_release_info={self._lsb_release_info!r}, " \
"_distro_release_info={self._distro_release_info!r}, " \
"_uname_info={self._uname_info!r})".format(
self=self)
def linux_distribution(self, full_distribution_name=True):
"""
Return information about the OS distribution that is compatible
with Python's :func:`platform.linux_distribution`, supporting a subset
of its parameters.
For details, see :func:`distro.linux_distribution`.
"""
return (
self.name() if full_distribution_name else self.id(),
self.version(),
self.codename()
)
def id(self):
"""Return the distro ID of the OS distribution, as a string.
For details, see :func:`distro.id`.
"""
def normalize(distro_id, table):
distro_id = distro_id.lower().replace(' ', '_')
return table.get(distro_id, distro_id)
distro_id = self.os_release_attr('id')
if distro_id:
return normalize(distro_id, NORMALIZED_OS_ID)
distro_id = self.lsb_release_attr('distributor_id')
if distro_id:
return normalize(distro_id, NORMALIZED_LSB_ID)
distro_id = self.distro_release_attr('id')
if distro_id:
return normalize(distro_id, NORMALIZED_DISTRO_ID)
distro_id = self.uname_attr('id')
if distro_id:
return normalize(distro_id, NORMALIZED_DISTRO_ID)
return ''
def name(self, pretty=False):
"""
Return the name of the OS distribution, as a string.
For details, see :func:`distro.name`.
"""
name = self.os_release_attr('name') \
or self.lsb_release_attr('distributor_id') \
or self.distro_release_attr('name') \
or self.uname_attr('name')
if pretty:
name = self.os_release_attr('pretty_name') \
or self.lsb_release_attr('description')
if not name:
name = self.distro_release_attr('name') \
or self.uname_attr('name')
version = self.version(pretty=True)
if version:
name = name + ' ' + version
return name or ''
def version(self, pretty=False, best=False):
"""
Return the version of the OS distribution, as a string.
For details, see :func:`distro.version`.
"""
versions = [
self.os_release_attr('version_id'),
self.lsb_release_attr('release'),
self.distro_release_attr('version_id'),
self._parse_distro_release_content(
self.os_release_attr('pretty_name')).get('version_id', ''),
self._parse_distro_release_content(
self.lsb_release_attr('description')).get('version_id', ''),
self.uname_attr('release')
]
version = ''
if best:
# This algorithm uses the last version in priority order that has
# the best precision. If the versions are not in conflict, that
# does not matter; otherwise, using the last one instead of the
# first one might be considered a surprise.
for v in versions:
if v.count(".") > version.count(".") or version == '':
version = v
else:
for v in versions:
if v != '':
version = v
break
if pretty and version and self.codename():
version = u'{0} ({1})'.format(version, self.codename())
return version
def version_parts(self, best=False):
"""
Return the version of the OS distribution, as a tuple of version
numbers.
For details, see :func:`distro.version_parts`.
"""
version_str = self.version(best=best)
if version_str:
version_regex = re.compile(r'(\d+)\.?(\d+)?\.?(\d+)?')
matches = version_regex.match(version_str)
if matches:
major, minor, build_number = matches.groups()
return major, minor or '', build_number or ''
return '', '', ''
def major_version(self, best=False):
"""
Return the major version number of the current distribution.
For details, see :func:`distro.major_version`.
"""
return self.version_parts(best)[0]
def minor_version(self, best=False):
"""
Return the minor version number of the current distribution.
For details, see :func:`distro.minor_version`.
"""
return self.version_parts(best)[1]
def build_number(self, best=False):
"""
Return the build number of the current distribution.
For details, see :func:`distro.build_number`.
"""
return self.version_parts(best)[2]
def like(self):
"""
Return the IDs of distributions that are like the OS distribution.
For details, see :func:`distro.like`.
"""
return self.os_release_attr('id_like') or ''
def codename(self):
"""
Return the codename of the OS distribution.
For details, see :func:`distro.codename`.
"""
try:
# Handle os_release specially since distros might purposefully set
# this to empty string to have no codename
return self._os_release_info['codename']
except KeyError:
return self.lsb_release_attr('codename') \
or self.distro_release_attr('codename') \
or ''
def info(self, pretty=False, best=False):
"""
Return certain machine-readable information about the OS
distribution.
For details, see :func:`distro.info`.
"""
return dict(
id=self.id(),
version=self.version(pretty, best),
version_parts=dict(
major=self.major_version(best),
minor=self.minor_version(best),
build_number=self.build_number(best)
),
like=self.like(),
codename=self.codename(),
)
def os_release_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the os-release file data source of the OS distribution.
For details, see :func:`distro.os_release_info`.
"""
return self._os_release_info
def lsb_release_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the lsb_release command data source of the OS
distribution.
For details, see :func:`distro.lsb_release_info`.
"""
return self._lsb_release_info
def distro_release_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the distro release file data source of the OS
distribution.
For details, see :func:`distro.distro_release_info`.
"""
return self._distro_release_info
def uname_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the uname command data source of the OS distribution.
For details, see :func:`distro.uname_info`.
"""
return self._uname_info
def os_release_attr(self, attribute):
"""
Return a single named information item from the os-release file data
source of the OS distribution.
For details, see :func:`distro.os_release_attr`.
"""
return self._os_release_info.get(attribute, '')
def lsb_release_attr(self, attribute):
"""
Return a single named information item from the lsb_release command
output data source of the OS distribution.
For details, see :func:`distro.lsb_release_attr`.
"""
return self._lsb_release_info.get(attribute, '')
def distro_release_attr(self, attribute):
"""
Return a single named information item from the distro release file
data source of the OS distribution.
For details, see :func:`distro.distro_release_attr`.
"""
return self._distro_release_info.get(attribute, '')
def uname_attr(self, attribute):
"""
Return a single named information item from the uname command
output data source of the OS distribution.
For details, see :func:`distro.uname_release_attr`.
"""
return self._uname_info.get(attribute, '')
@cached_property
def _os_release_info(self):
"""
Get the information items from the specified os-release file.
Returns:
A dictionary containing all information items.
"""
if os.path.isfile(self.os_release_file):
with open(self.os_release_file) as release_file:
return self._parse_os_release_content(release_file)
return {}
@staticmethod
def _parse_os_release_content(lines):
"""
Parse the lines of an os-release file.
Parameters:
* lines: Iterable through the lines in the os-release file.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
"""
props = {}
lexer = shlex.shlex(lines, posix=True)
lexer.whitespace_split = True
# The shlex module defines its `wordchars` variable using literals,
# making it dependent on the encoding of the Python source file.
# In Python 2.6 and 2.7, the shlex source file is encoded in
# 'iso-8859-1', and the `wordchars` variable is defined as a byte
# string. This causes a UnicodeDecodeError to be raised when the
# parsed content is a unicode object. The following fix resolves that
# (... but it should be fixed in shlex...):
if sys.version_info[0] == 2 and isinstance(lexer.wordchars, bytes):
lexer.wordchars = lexer.wordchars.decode('iso-8859-1')
tokens = list(lexer)
for token in tokens:
# At this point, all shell-like parsing has been done (i.e.
# comments processed, quotes and backslash escape sequences
# processed, multi-line values assembled, trailing newlines
# stripped, etc.), so the tokens are now either:
# * variable assignments: var=value
# * commands or their arguments (not allowed in os-release)
if '=' in token:
k, v = token.split('=', 1)
if isinstance(v, bytes):
v = v.decode('utf-8')
props[k.lower()] = v
else:
# Ignore any tokens that are not variable assignments
pass
if 'version_codename' in props:
# os-release added a version_codename field. Use that in
# preference to anything else Note that some distros purposefully
# do not have code names. They should be setting
# version_codename=""
props['codename'] = props['version_codename']
elif 'ubuntu_codename' in props:
# Same as above but a non-standard field name used on older Ubuntus
props['codename'] = props['ubuntu_codename']
elif 'version' in props:
# If there is no version_codename, parse it from the version
codename = re.search(r'(\(\D+\))|,(\s+)?\D+', props['version'])
if codename:
codename = codename.group()
codename = codename.strip('()')
codename = codename.strip(',')
codename = codename.strip()
# codename appears within paranthese.
props['codename'] = codename
return props
@cached_property
def _lsb_release_info(self):
"""
Get the information items from the lsb_release command output.
Returns:
A dictionary containing all information items.
"""
if not self.include_lsb:
return {}
with open(os.devnull, 'w') as devnull:
try:
cmd = ('lsb_release', '-a')
stdout = subprocess.check_output(cmd, stderr=devnull)
except OSError: # Command not found
return {}
content = stdout.decode(sys.getfilesystemencoding()).splitlines()
return self._parse_lsb_release_content(content)
@staticmethod
def _parse_lsb_release_content(lines):
"""
Parse the output of the lsb_release command.
Parameters:
* lines: Iterable through the lines of the lsb_release output.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
"""
props = {}
for line in lines:
kv = line.strip('\n').split(':', 1)
if len(kv) != 2:
# Ignore lines without colon.
continue
k, v = kv
props.update({k.replace(' ', '_').lower(): v.strip()})
return props
@cached_property
def _uname_info(self):
with open(os.devnull, 'w') as devnull:
try:
cmd = ('uname', '-rs')
stdout = subprocess.check_output(cmd, stderr=devnull)
except OSError:
return {}
content = stdout.decode(sys.getfilesystemencoding()).splitlines()
return self._parse_uname_content(content)
@staticmethod
def _parse_uname_content(lines):
props = {}
match = re.search(r'^([^\s]+)\s+([\d\.]+)', lines[0].strip())
if match:
name, version = match.groups()
# This is to prevent the Linux kernel version from
# appearing as the 'best' version on otherwise
# identifiable distributions.
if name == 'Linux':
return {}
props['id'] = name.lower()
props['name'] = name
props['release'] = version
return props
@cached_property
def _distro_release_info(self):
"""
Get the information items from the specified distro release file.
Returns:
A dictionary containing all information items.
"""
if self.distro_release_file:
# If it was specified, we use it and parse what we can, even if
# its file name or content does not match the expected pattern.
distro_info = self._parse_distro_release_file(
self.distro_release_file)
basename = os.path.basename(self.distro_release_file)
# The file name pattern for user-specified distro release files
# is somewhat more tolerant (compared to when searching for the
# file), because we want to use what was specified as best as
# possible.
match = _DISTRO_RELEASE_BASENAME_PATTERN.match(basename)
if 'name' in distro_info \
and 'cloudlinux' in distro_info['name'].lower():
distro_info['id'] = 'cloudlinux'
elif match:
distro_info['id'] = match.group(1)
return distro_info
else:
try:
basenames = os.listdir(_UNIXCONFDIR)
# We sort for repeatability in cases where there are multiple
# distro specific files; e.g. CentOS, Oracle, Enterprise all
# containing `redhat-release` on top of their own.
basenames.sort()
except OSError:
# This may occur when /etc is not readable but we can't be
# sure about the *-release files. Check common entries of
# /etc for information. If they turn out to not be there the
# error is handled in `_parse_distro_release_file()`.
basenames = ['SuSE-release',
'arch-release',
'base-release',
'centos-release',
'fedora-release',
'gentoo-release',
'mageia-release',
'mandrake-release',
'mandriva-release',
'mandrivalinux-release',
'manjaro-release',
'oracle-release',
'redhat-release',
'sl-release',
'slackware-version']
for basename in basenames:
if basename in _DISTRO_RELEASE_IGNORE_BASENAMES:
continue
match = _DISTRO_RELEASE_BASENAME_PATTERN.match(basename)
if match:
filepath = os.path.join(_UNIXCONFDIR, basename)
distro_info = self._parse_distro_release_file(filepath)
if 'name' in distro_info:
# The name is always present if the pattern matches
self.distro_release_file = filepath
distro_info['id'] = match.group(1)
if 'cloudlinux' in distro_info['name'].lower():
distro_info['id'] = 'cloudlinux'
return distro_info
return {}
def _parse_distro_release_file(self, filepath):
"""
Parse a distro release file.
Parameters:
* filepath: Path name of the distro release file.
Returns:
A dictionary containing all information items.
"""
try:
with open(filepath) as fp:
# Only parse the first line. For instance, on SLES there
# are multiple lines. We don't want them...
return self._parse_distro_release_content(fp.readline())
except (OSError, IOError):
# Ignore not being able to read a specific, seemingly version
# related file.
# See https://github.com/nir0s/distro/issues/162
return {}
@staticmethod
def _parse_distro_release_content(line):
"""
Parse a line from a distro release file.
Parameters:
* line: Line from the distro release file. Must be a unicode string
or a UTF-8 encoded byte string.
Returns:
A dictionary containing all information items.
"""
if isinstance(line, bytes):
line = line.decode('utf-8')
matches = _DISTRO_RELEASE_CONTENT_REVERSED_PATTERN.match(
line.strip()[::-1])
distro_info = {}
if matches:
# regexp ensures non-None
distro_info['name'] = matches.group(3)[::-1]
if matches.group(2):
distro_info['version_id'] = matches.group(2)[::-1]
if matches.group(1):
distro_info['codename'] = matches.group(1)[::-1]
elif line:
distro_info['name'] = line.strip()
return distro_info
_distro = LinuxDistribution()
def main():
logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)
logger.addHandler(logging.StreamHandler(sys.stdout))
parser = argparse.ArgumentParser(description="OS distro info tool")
parser.add_argument(
'--json',
'-j',
help="Output in machine readable format",
action="store_true")
args = parser.parse_args()
if args.json:
logger.info(json.dumps(info(), indent=4, sort_keys=True))
else:
logger.info('Name: %s', name(pretty=True))
distribution_version = version(pretty=True)
logger.info('Version: %s', distribution_version)
distribution_codename = codename()
logger.info('Codename: %s', distribution_codename)
if __name__ == '__main__':
main()
site-packages/pip/_vendor/cachecontrol/__init__.py 0000644 00000000456 15201600075 0016266 0 ustar 00 """CacheControl import Interface.
Make it easy to import from cachecontrol without long namespaces.
"""
__author__ = "Eric Larson"
__email__ = "eric@ionrock.org"
__version__ = "0.12.5"
from .wrapper import CacheControl
from .adapter import CacheControlAdapter
from .controller import CacheController
site-packages/pip/_vendor/cachecontrol/caches/__init__.py 0000644 00000000126 15201600075 0017506 0 ustar 00 from .file_cache import FileCache # noqa
from .redis_cache import RedisCache # noqa
site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py 0000644 00000001530 15201600075 0020200 0 ustar 00 from __future__ import division
from datetime import datetime
from pip._vendor.cachecontrol.cache import BaseCache
class RedisCache(BaseCache):
def __init__(self, conn):
self.conn = conn
def get(self, key):
return self.conn.get(key)
def set(self, key, value, expires=None):
if not expires:
self.conn.set(key, value)
else:
expires = expires - datetime.utcnow()
self.conn.setex(key, int(expires.total_seconds()), value)
def delete(self, key):
self.conn.delete(key)
def clear(self):
"""Helper for clearing all the keys in a database. Use with
caution!"""
for key in self.conn.keys():
self.conn.delete(key)
def close(self):
"""Redis uses connection pooling, no need to close the connection."""
pass
site-packages/pip/_vendor/cachecontrol/caches/file_cache.py 0000644 00000010071 15201600075 0020011 0 ustar 00 import hashlib
import os
from textwrap import dedent
from ..cache import BaseCache
from ..controller import CacheController
try:
FileNotFoundError
except NameError:
# py2.X
FileNotFoundError = (IOError, OSError)
def _secure_open_write(filename, fmode):
# We only want to write to this file, so open it in write only mode
flags = os.O_WRONLY
# os.O_CREAT | os.O_EXCL will fail if the file already exists, so we only
# will open *new* files.
# We specify this because we want to ensure that the mode we pass is the
# mode of the file.
flags |= os.O_CREAT | os.O_EXCL
# Do not follow symlinks to prevent someone from making a symlink that
# we follow and insecurely open a cache file.
if hasattr(os, "O_NOFOLLOW"):
flags |= os.O_NOFOLLOW
# On Windows we'll mark this file as binary
if hasattr(os, "O_BINARY"):
flags |= os.O_BINARY
# Before we open our file, we want to delete any existing file that is
# there
try:
os.remove(filename)
except (IOError, OSError):
# The file must not exist already, so we can just skip ahead to opening
pass
# Open our file, the use of os.O_CREAT | os.O_EXCL will ensure that if a
# race condition happens between the os.remove and this line, that an
# error will be raised. Because we utilize a lockfile this should only
# happen if someone is attempting to attack us.
fd = os.open(filename, flags, fmode)
try:
return os.fdopen(fd, "wb")
except:
# An error occurred wrapping our FD in a file object
os.close(fd)
raise
class FileCache(BaseCache):
def __init__(
self,
directory,
forever=False,
filemode=0o0600,
dirmode=0o0700,
use_dir_lock=None,
lock_class=None,
):
if use_dir_lock is not None and lock_class is not None:
raise ValueError("Cannot use use_dir_lock and lock_class together")
try:
from lockfile import LockFile
from lockfile.mkdirlockfile import MkdirLockFile
except ImportError:
notice = dedent(
"""
NOTE: In order to use the FileCache you must have
lockfile installed. You can install it via pip:
pip install lockfile
"""
)
raise ImportError(notice)
else:
if use_dir_lock:
lock_class = MkdirLockFile
elif lock_class is None:
lock_class = LockFile
self.directory = directory
self.forever = forever
self.filemode = filemode
self.dirmode = dirmode
self.lock_class = lock_class
@staticmethod
def encode(x):
return hashlib.sha224(x.encode()).hexdigest()
def _fn(self, name):
# NOTE: This method should not change as some may depend on it.
# See: https://github.com/ionrock/cachecontrol/issues/63
hashed = self.encode(name)
parts = list(hashed[:5]) + [hashed]
return os.path.join(self.directory, *parts)
def get(self, key):
name = self._fn(key)
try:
with open(name, "rb") as fh:
return fh.read()
except FileNotFoundError:
return None
def set(self, key, value):
name = self._fn(key)
# Make sure the directory exists
try:
os.makedirs(os.path.dirname(name), self.dirmode)
except (IOError, OSError):
pass
with self.lock_class(name) as lock:
# Write our actual file
with _secure_open_write(lock.path, self.filemode) as fh:
fh.write(value)
def delete(self, key):
name = self._fn(key)
if not self.forever:
try:
os.remove(name)
except FileNotFoundError:
pass
def url_to_file_path(url, filecache):
"""Return the file cache path based on the URL.
This does not ensure the file exists!
"""
key = CacheController.cache_url(url)
return filecache._fn(key)
site-packages/pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000401 15201600075 0024727 0 ustar 00 U
��.eV � @ s d dl mZ d dlmZ dS )� )� FileCache)�
RedisCacheN)Z
file_cacher Z redis_cacher � r r �L/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/__init__.py�<module> s site-packages/pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-38.opt-1.pyc 0000644 00000006237 15201600075 0025247 0 ustar 00 U
��.e9 � @ s~ d dl Z d dlZd dlmZ ddlmZ ddlmZ ze W n e k
rX e
e fZY nX dd� Z G dd � d e�Z
d
d � ZdS ) � N)�dedent� )� BaseCache)�CacheControllerc C s� t j}|t jt jB O }tt d�r*|t jO }tt d�r>|t jO }zt �| � W n tt fk
rd Y nX t �
| ||�}zt � |d�W S t � |� � Y nX d S )N�
O_NOFOLLOW�O_BINARY�wb)
�os�O_WRONLY�O_CREAT�O_EXCL�hasattrr r �remove�IOError�OSError�open�fdopen�close)�filenameZfmode�flags�fd� r �N/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py�_secure_open_write s
r c @ sB e Zd Zddd�Zedd� �Zd d
� Zd d � Zd
d� Zdd� Z dS )� FileCacheF� � Nc
C s� |d k r|d k rt d��z ddlm} ddlm} W n$ tk
rX td�} t| ��Y nX |rd|}n |d krp|}|| _|| _|| _ || _
|| _ d S )Nz/Cannot use use_dir_lock and lock_class togetherr )�LockFile)�
MkdirLockFilez�
NOTE: In order to use the FileCache you must have
lockfile installed. You can install it via pip:
pip install lockfile
) �
ValueErrorZlockfiler Zlockfile.mkdirlockfiler � ImportErrorr � directory�forever�filemode�dirmode�
lock_class)
�selfr! r" r# r$ Z use_dir_lockr% r r Znoticer r r �__init__: s&
�zFileCache.__init__c C s t �| �� ��� S �N)�hashlibZsha224�encodeZ hexdigest)�xr r r r* a s zFileCache.encodec C s4 | � |�}t|d d� �|g }tjj| jf|�� S )N� )r* �listr �path�joinr! )r& �nameZhashed�partsr r r �_fne s
z
FileCache._fnc
C sR | � |�}z,t|d��}|�� W 5 Q R � W S Q R X W n tk
rL Y d S X d S )N�rb)r2 r �read�FileNotFoundError)r& �keyr0 �fhr r r �getl s
z
FileCache.getc
C s| | � |�}zt�tj�|�| j� W n ttfk
r< Y nX | �|��*}t |j| j
��}|� |� W 5 Q R X W 5 Q R X d S r( ) r2 r �makedirsr. �dirnamer$ r r r% r r# �write)r& r6 �valuer0 �lockr7 r r r �setu s
z
FileCache.setc C s8 | � |�}| js4zt�|� W n tk
r2 Y nX d S r( )r2 r" r r r5 )r& r6 r0 r r r �delete� s
zFileCache.delete)Fr r NN)
�__name__�
__module__� __qualname__r' � staticmethodr* r2 r8 r> r? r r r r r 8 s �
'
r c C s t �| �}|�|�S )z\Return the file cache path based on the URL.
This does not ensure the file exists!
)r Z cache_urlr2 )ZurlZ filecacher6 r r r �url_to_file_path� s
rD )r) r �textwrapr �cacher Z
controllerr r5 � NameErrorr r r r rD r r r r �<module> s )T site-packages/pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-38.pyc 0000644 00000002771 15201600075 0024476 0 ustar 00 U
��.eX � @ s8 d dl mZ d dlmZ d dlmZ G dd� de�ZdS )� )�division)�datetime)� BaseCachec @ s> e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� ZdS )�
RedisCachec C s
|| _ d S �N)�conn)�selfr � r �O/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py�__init__ s zRedisCache.__init__c C s | j �|�S r )r �get�r �keyr r r
r s zRedisCache.getNc C s< |s| j �||� n$|t�� }| j �|t|�� �|� d S r )r �setr ZutcnowZsetex�intZ
total_seconds)r r �valueZexpiresr r r
r s zRedisCache.setc C s | j �|� d S r )r �deleter
r r r
r s zRedisCache.deletec C s | j �� D ]}| j �|� q
dS )zIHelper for clearing all the keys in a database. Use with
caution!N)r �keysr r
r r r
�clear s zRedisCache.clearc C s dS )z?Redis uses connection pooling, no need to close the connection.Nr )r r r r
�close s zRedisCache.close)N) �__name__�
__module__� __qualname__r r r r r r r r r r
r s
r N)Z
__future__r r Z pip._vendor.cachecontrol.cacher r r r r r
�<module> s site-packages/pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-38.pyc 0000644 00000000401 15201600075 0023770 0 ustar 00 U
��.eV � @ s d dl mZ d dlmZ dS )� )� FileCache)�
RedisCacheN)Z
file_cacher Z redis_cacher � r r �L/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/__init__.py�<module> s site-packages/pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-38.pyc 0000644 00000006237 15201600075 0024310 0 ustar 00 U
��.e9 � @ s~ d dl Z d dlZd dlmZ ddlmZ ddlmZ ze W n e k
rX e
e fZY nX dd� Z G dd � d e�Z
d
d � ZdS ) � N)�dedent� )� BaseCache)�CacheControllerc C s� t j}|t jt jB O }tt d�r*|t jO }tt d�r>|t jO }zt �| � W n tt fk
rd Y nX t �
| ||�}zt � |d�W S t � |� � Y nX d S )N�
O_NOFOLLOW�O_BINARY�wb)
�os�O_WRONLY�O_CREAT�O_EXCL�hasattrr r �remove�IOError�OSError�open�fdopen�close)�filenameZfmode�flags�fd� r �N/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py�_secure_open_write s
r c @ sB e Zd Zddd�Zedd� �Zd d
� Zd d � Zd
d� Zdd� Z dS )� FileCacheF� � Nc
C s� |d k r|d k rt d��z ddlm} ddlm} W n$ tk
rX td�} t| ��Y nX |rd|}n |d krp|}|| _|| _|| _ || _
|| _ d S )Nz/Cannot use use_dir_lock and lock_class togetherr )�LockFile)�
MkdirLockFilez�
NOTE: In order to use the FileCache you must have
lockfile installed. You can install it via pip:
pip install lockfile
) �
ValueErrorZlockfiler Zlockfile.mkdirlockfiler � ImportErrorr � directory�forever�filemode�dirmode�
lock_class)
�selfr! r" r# r$ Z use_dir_lockr% r r Znoticer r r �__init__: s&
�zFileCache.__init__c C s t �| �� ��� S �N)�hashlibZsha224�encodeZ hexdigest)�xr r r r* a s zFileCache.encodec C s4 | � |�}t|d d� �|g }tjj| jf|�� S )N� )r* �listr �path�joinr! )r& �nameZhashed�partsr r r �_fne s
z
FileCache._fnc
C sR | � |�}z,t|d��}|�� W 5 Q R � W S Q R X W n tk
rL Y d S X d S )N�rb)r2 r �read�FileNotFoundError)r& �keyr0 �fhr r r �getl s
z
FileCache.getc
C s| | � |�}zt�tj�|�| j� W n ttfk
r< Y nX | �|��*}t |j| j
��}|� |� W 5 Q R X W 5 Q R X d S r( ) r2 r �makedirsr. �dirnamer$ r r r% r r# �write)r& r6 �valuer0 �lockr7 r r r �setu s
z
FileCache.setc C s8 | � |�}| js4zt�|� W n tk
r2 Y nX d S r( )r2 r" r r r5 )r& r6 r0 r r r �delete� s
zFileCache.delete)Fr r NN)
�__name__�
__module__� __qualname__r' � staticmethodr* r2 r8 r> r? r r r r r 8 s �
'
r c C s t �| �}|�|�S )z\Return the file cache path based on the URL.
This does not ensure the file exists!
)r Z cache_urlr2 )ZurlZ filecacher6 r r r �url_to_file_path� s
rD )r) r �textwrapr �cacher Z
controllerr r5 � NameErrorr r r r rD r r r r �<module> s )T site-packages/pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-38.opt-1.pyc 0000644 00000002771 15201600075 0025435 0 ustar 00 U
��.eX � @ s8 d dl mZ d dlmZ d dlmZ G dd� de�ZdS )� )�division)�datetime)� BaseCachec @ s> e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� ZdS )�
RedisCachec C s
|| _ d S �N)�conn)�selfr � r �O/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py�__init__ s zRedisCache.__init__c C s | j �|�S r )r �get�r �keyr r r
r s zRedisCache.getNc C s< |s| j �||� n$|t�� }| j �|t|�� �|� d S r )r �setr ZutcnowZsetex�intZ
total_seconds)r r �valueZexpiresr r r
r s zRedisCache.setc C s | j �|� d S r )r �deleter
r r r
r s zRedisCache.deletec C s | j �� D ]}| j �|� q
dS )zIHelper for clearing all the keys in a database. Use with
caution!N)r �keysr r
r r r
�clear s zRedisCache.clearc C s dS )z?Redis uses connection pooling, no need to close the connection.Nr )r r r r
�close s zRedisCache.close)N) �__name__�
__module__� __qualname__r r r r r r r r r r
r s
r N)Z
__future__r r Z pip._vendor.cachecontrol.cacher r r r r r
�<module> s site-packages/pip/_vendor/cachecontrol/cache.py 0000644 00000001445 15201600075 0015571 0 ustar 00 """
The cache object API for implementing caches. The default is a thread
safe in-memory dictionary.
"""
from threading import Lock
class BaseCache(object):
def get(self, key):
raise NotImplementedError()
def set(self, key, value):
raise NotImplementedError()
def delete(self, key):
raise NotImplementedError()
def close(self):
pass
class DictCache(BaseCache):
def __init__(self, init_dict=None):
self.lock = Lock()
self.data = init_dict or {}
def get(self, key):
return self.data.get(key, None)
def set(self, key, value):
with self.lock:
self.data.update({key: value})
def delete(self, key):
with self.lock:
if key in self.data:
self.data.pop(key)
site-packages/pip/_vendor/cachecontrol/_cmd.py 0000644 00000002417 15201600075 0015430 0 ustar 00 import logging
from pip._vendor import requests
from pip._vendor.cachecontrol.adapter import CacheControlAdapter
from pip._vendor.cachecontrol.cache import DictCache
from pip._vendor.cachecontrol.controller import logger
from argparse import ArgumentParser
def setup_logging():
logger.setLevel(logging.DEBUG)
handler = logging.StreamHandler()
logger.addHandler(handler)
def get_session():
adapter = CacheControlAdapter(
DictCache(), cache_etags=True, serializer=None, heuristic=None
)
sess = requests.Session()
sess.mount("http://", adapter)
sess.mount("https://", adapter)
sess.cache_controller = adapter.controller
return sess
def get_args():
parser = ArgumentParser()
parser.add_argument("url", help="The URL to try and cache")
return parser.parse_args()
def main(args=None):
args = get_args()
sess = get_session()
# Make a request to get a response
resp = sess.get(args.url)
# Turn on logging
setup_logging()
# try setting the cache
sess.cache_controller.cache_response(resp.request, resp.raw)
# Now try to get it
if sess.cache_controller.cached_request(resp.request):
print("Cached!")
else:
print("Not cached :(")
if __name__ == "__main__":
main()
site-packages/pip/_vendor/cachecontrol/filewrapper.py 0000644 00000004745 15201600075 0017054 0 ustar 00 from io import BytesIO
class CallbackFileWrapper(object):
"""
Small wrapper around a fp object which will tee everything read into a
buffer, and when that file is closed it will execute a callback with the
contents of that buffer.
All attributes are proxied to the underlying file object.
This class uses members with a double underscore (__) leading prefix so as
not to accidentally shadow an attribute.
"""
def __init__(self, fp, callback):
self.__buf = BytesIO()
self.__fp = fp
self.__callback = callback
def __getattr__(self, name):
# The vaguaries of garbage collection means that self.__fp is
# not always set. By using __getattribute__ and the private
# name[0] allows looking up the attribute value and raising an
# AttributeError when it doesn't exist. This stop thigns from
# infinitely recursing calls to getattr in the case where
# self.__fp hasn't been set.
#
# [0] https://docs.python.org/2/reference/expressions.html#atom-identifiers
fp = self.__getattribute__("_CallbackFileWrapper__fp")
return getattr(fp, name)
def __is_fp_closed(self):
try:
return self.__fp.fp is None
except AttributeError:
pass
try:
return self.__fp.closed
except AttributeError:
pass
# We just don't cache it then.
# TODO: Add some logging here...
return False
def _close(self):
if self.__callback:
self.__callback(self.__buf.getvalue())
# We assign this to None here, because otherwise we can get into
# really tricky problems where the CPython interpreter dead locks
# because the callback is holding a reference to something which
# has a __del__ method. Setting this to None breaks the cycle
# and allows the garbage collector to do it's thing normally.
self.__callback = None
def read(self, amt=None):
data = self.__fp.read(amt)
self.__buf.write(data)
if self.__is_fp_closed():
self._close()
return data
def _safe_read(self, amt):
data = self.__fp._safe_read(amt)
if amt == 2 and data == b"\r\n":
# urllib executes this read to toss the CRLF at the end
# of the chunk.
return data
self.__buf.write(data)
if self.__is_fp_closed():
self._close()
return data
site-packages/pip/_vendor/cachecontrol/serialize.py 0000644 00000015452 15201600075 0016520 0 ustar 00 import base64
import io
import json
import zlib
from pip._vendor import msgpack
from pip._vendor.requests.structures import CaseInsensitiveDict
from .compat import HTTPResponse, pickle, text_type
def _b64_decode_bytes(b):
return base64.b64decode(b.encode("ascii"))
def _b64_decode_str(s):
return _b64_decode_bytes(s).decode("utf8")
class Serializer(object):
def dumps(self, request, response, body=None):
response_headers = CaseInsensitiveDict(response.headers)
if body is None:
body = response.read(decode_content=False)
# NOTE: 99% sure this is dead code. I'm only leaving it
# here b/c I don't have a test yet to prove
# it. Basically, before using
# `cachecontrol.filewrapper.CallbackFileWrapper`,
# this made an effort to reset the file handle. The
# `CallbackFileWrapper` short circuits this code by
# setting the body as the content is consumed, the
# result being a `body` argument is *always* passed
# into cache_response, and in turn,
# `Serializer.dump`.
response._fp = io.BytesIO(body)
# NOTE: This is all a bit weird, but it's really important that on
# Python 2.x these objects are unicode and not str, even when
# they contain only ascii. The problem here is that msgpack
# understands the difference between unicode and bytes and we
# have it set to differentiate between them, however Python 2
# doesn't know the difference. Forcing these to unicode will be
# enough to have msgpack know the difference.
data = {
u"response": {
u"body": body,
u"headers": dict(
(text_type(k), text_type(v)) for k, v in response.headers.items()
),
u"status": response.status,
u"version": response.version,
u"reason": text_type(response.reason),
u"strict": response.strict,
u"decode_content": response.decode_content,
}
}
# Construct our vary headers
data[u"vary"] = {}
if u"vary" in response_headers:
varied_headers = response_headers[u"vary"].split(",")
for header in varied_headers:
header = text_type(header).strip()
header_value = request.headers.get(header, None)
if header_value is not None:
header_value = text_type(header_value)
data[u"vary"][header] = header_value
return b",".join([b"cc=4", msgpack.dumps(data, use_bin_type=True)])
def loads(self, request, data):
# Short circuit if we've been given an empty set of data
if not data:
return
# Determine what version of the serializer the data was serialized
# with
try:
ver, data = data.split(b",", 1)
except ValueError:
ver = b"cc=0"
# Make sure that our "ver" is actually a version and isn't a false
# positive from a , being in the data stream.
if ver[:3] != b"cc=":
data = ver + data
ver = b"cc=0"
# Get the version number out of the cc=N
ver = ver.split(b"=", 1)[-1].decode("ascii")
# Dispatch to the actual load method for the given version
try:
return getattr(self, "_loads_v{}".format(ver))(request, data)
except AttributeError:
# This is a version we don't have a loads function for, so we'll
# just treat it as a miss and return None
return
def prepare_response(self, request, cached):
"""Verify our vary headers match and construct a real urllib3
HTTPResponse object.
"""
# Special case the '*' Vary value as it means we cannot actually
# determine if the cached response is suitable for this request.
if "*" in cached.get("vary", {}):
return
# Ensure that the Vary headers for the cached response match our
# request
for header, value in cached.get("vary", {}).items():
if request.headers.get(header, None) != value:
return
body_raw = cached["response"].pop("body")
headers = CaseInsensitiveDict(data=cached["response"]["headers"])
if headers.get("transfer-encoding", "") == "chunked":
headers.pop("transfer-encoding")
cached["response"]["headers"] = headers
try:
body = io.BytesIO(body_raw)
except TypeError:
# This can happen if cachecontrol serialized to v1 format (pickle)
# using Python 2. A Python 2 str(byte string) will be unpickled as
# a Python 3 str (unicode string), which will cause the above to
# fail with:
#
# TypeError: 'str' does not support the buffer interface
body = io.BytesIO(body_raw.encode("utf8"))
return HTTPResponse(body=body, preload_content=False, **cached["response"])
def _loads_v0(self, request, data):
# The original legacy cache data. This doesn't contain enough
# information to construct everything we need, so we'll treat this as
# a miss.
return
def _loads_v1(self, request, data):
try:
cached = pickle.loads(data)
except ValueError:
return
return self.prepare_response(request, cached)
def _loads_v2(self, request, data):
try:
cached = json.loads(zlib.decompress(data).decode("utf8"))
except (ValueError, zlib.error):
return
# We need to decode the items that we've base64 encoded
cached["response"]["body"] = _b64_decode_bytes(cached["response"]["body"])
cached["response"]["headers"] = dict(
(_b64_decode_str(k), _b64_decode_str(v))
for k, v in cached["response"]["headers"].items()
)
cached["response"]["reason"] = _b64_decode_str(cached["response"]["reason"])
cached["vary"] = dict(
(_b64_decode_str(k), _b64_decode_str(v) if v is not None else v)
for k, v in cached["vary"].items()
)
return self.prepare_response(request, cached)
def _loads_v3(self, request, data):
# Due to Python 2 encoding issues, it's impossible to know for sure
# exactly how to load v3 entries, thus we'll treat these as a miss so
# that they get rewritten out as v4 entries.
return
def _loads_v4(self, request, data):
try:
cached = msgpack.loads(data, encoding="utf-8")
except ValueError:
return
return self.prepare_response(request, cached)
site-packages/pip/_vendor/cachecontrol/heuristics.py 0000644 00000007746 15201600075 0016722 0 ustar 00 import calendar
import time
from email.utils import formatdate, parsedate, parsedate_tz
from datetime import datetime, timedelta
TIME_FMT = "%a, %d %b %Y %H:%M:%S GMT"
def expire_after(delta, date=None):
date = date or datetime.utcnow()
return date + delta
def datetime_to_header(dt):
return formatdate(calendar.timegm(dt.timetuple()))
class BaseHeuristic(object):
def warning(self, response):
"""
Return a valid 1xx warning header value describing the cache
adjustments.
The response is provided too allow warnings like 113
http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need
to explicitly say response is over 24 hours old.
"""
return '110 - "Response is Stale"'
def update_headers(self, response):
"""Update the response headers with any new headers.
NOTE: This SHOULD always include some Warning header to
signify that the response was cached by the client, not
by way of the provided headers.
"""
return {}
def apply(self, response):
updated_headers = self.update_headers(response)
if updated_headers:
response.headers.update(updated_headers)
warning_header_value = self.warning(response)
if warning_header_value is not None:
response.headers.update({"Warning": warning_header_value})
return response
class OneDayCache(BaseHeuristic):
"""
Cache the response by providing an expires 1 day in the
future.
"""
def update_headers(self, response):
headers = {}
if "expires" not in response.headers:
date = parsedate(response.headers["date"])
expires = expire_after(timedelta(days=1), date=datetime(*date[:6]))
headers["expires"] = datetime_to_header(expires)
headers["cache-control"] = "public"
return headers
class ExpiresAfter(BaseHeuristic):
"""
Cache **all** requests for a defined time period.
"""
def __init__(self, **kw):
self.delta = timedelta(**kw)
def update_headers(self, response):
expires = expire_after(self.delta)
return {"expires": datetime_to_header(expires), "cache-control": "public"}
def warning(self, response):
tmpl = "110 - Automatically cached for %s. Response might be stale"
return tmpl % self.delta
class LastModified(BaseHeuristic):
"""
If there is no Expires header already, fall back on Last-Modified
using the heuristic from
http://tools.ietf.org/html/rfc7234#section-4.2.2
to calculate a reasonable value.
Firefox also does something like this per
https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ
http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397
Unlike mozilla we limit this to 24-hr.
"""
cacheable_by_default_statuses = {
200, 203, 204, 206, 300, 301, 404, 405, 410, 414, 501
}
def update_headers(self, resp):
headers = resp.headers
if "expires" in headers:
return {}
if "cache-control" in headers and headers["cache-control"] != "public":
return {}
if resp.status not in self.cacheable_by_default_statuses:
return {}
if "date" not in headers or "last-modified" not in headers:
return {}
date = calendar.timegm(parsedate_tz(headers["date"]))
last_modified = parsedate(headers["last-modified"])
if date is None or last_modified is None:
return {}
now = time.time()
current_age = max(0, now - date)
delta = date - calendar.timegm(last_modified)
freshness_lifetime = max(0, min(delta / 10, 24 * 3600))
if freshness_lifetime <= current_age:
return {}
expires = date + freshness_lifetime
return {"expires": time.strftime(TIME_FMT, time.gmtime(expires))}
def warning(self, resp):
return None
site-packages/pip/_vendor/cachecontrol/wrapper.py 0000644 00000001237 15201600075 0016205 0 ustar 00 from .adapter import CacheControlAdapter
from .cache import DictCache
def CacheControl(
sess,
cache=None,
cache_etags=True,
serializer=None,
heuristic=None,
controller_class=None,
adapter_class=None,
cacheable_methods=None,
):
cache = cache or DictCache()
adapter_class = adapter_class or CacheControlAdapter
adapter = adapter_class(
cache,
cache_etags=cache_etags,
serializer=serializer,
heuristic=heuristic,
controller_class=controller_class,
cacheable_methods=cacheable_methods,
)
sess.mount("http://", adapter)
sess.mount("https://", adapter)
return sess
site-packages/pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-38.opt-1.pyc 0000644 00000011132 15201600075 0024127 0 ustar 00 U
��.e� � @ s� d dl Z d dlZd dlmZmZmZ d dlmZmZ dZddd�Z dd� Z
G d d
� d
e �Z G d d � d e �Z
G d
d� de �ZG dd� de �ZdS )� N)�
formatdate� parsedate� parsedate_tz)�datetime� timedeltaz%a, %d %b %Y %H:%M:%S GMTc C s |p
t �� }|| S �N)r Zutcnow)�delta�date� r
�G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/heuristics.py� expire_after s r c C s t t�| �� ��S r )r �calendar�timegmZ timetuple)Zdtr
r
r �datetime_to_header s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BaseHeuristicc C s dS )a!
Return a valid 1xx warning header value describing the cache
adjustments.
The response is provided too allow warnings like 113
http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need
to explicitly say response is over 24 hours old.
z110 - "Response is Stale"r
��self�responser
r
r �warning s zBaseHeuristic.warningc C s i S )z�Update the response headers with any new headers.
NOTE: This SHOULD always include some Warning header to
signify that the response was cached by the client, not
by way of the provided headers.
r
r r
r
r �update_headers! s z BaseHeuristic.update_headersc C s@ | � |�}|r<|j�|� | �|�}|d k r<|j�d|i� |S )N�Warning)r �headers�updater )r r Zupdated_headersZwarning_header_valuer
r
r �apply* s
zBaseHeuristic.applyN)�__name__�
__module__� __qualname__r r r r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )� OneDayCachezM
Cache the response by providing an expires 1 day in the
future.
c C sR i }d|j krNt|j d �}ttdd�t|d d� � d�}t|�|d< d|d< |S ) N�expiresr � )Zdays� )r �public�
cache-control)r r r r r r )r r r r r r
r
r r < s
zOneDayCache.update_headersN)r r r �__doc__r r
r
r
r r 6 s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � ExpiresAfterz;
Cache **all** requests for a defined time period.
c K s t f |�| _d S r )r r )r �kwr
r
r �__init__L s zExpiresAfter.__init__c C s t | j�}t|�dd�S )Nr! )r r" )r r r )r r r r
r
r r O s
zExpiresAfter.update_headersc C s d}|| j S )Nz:110 - Automatically cached for %s. Response might be stale)r )r r Ztmplr
r
r r S s zExpiresAfter.warningN)r r r r# r& r r r
r
r
r r$ G s r$ c @ s: e Zd ZdZdddddddd d
d d h Zd
d� Zdd� ZdS )� LastModifieda�
If there is no Expires header already, fall back on Last-Modified
using the heuristic from
http://tools.ietf.org/html/rfc7234#section-4.2.2
to calculate a reasonable value.
Firefox also does something like this per
https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ
http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397
Unlike mozilla we limit this to 24-hr.
�� �� �� �� i, i- i� i� i� i� i� c
C s� |j }d|kri S d|kr*|d dkr*i S |j| jkr:i S d|ksJd|krNi S t�t|d ��}t|d �}|d ks||d kr�i S t�� }td|| �}|t�|� }tdt |d d��}||kr�i S || } dt�
t t� | ��iS ) Nr r" r! r z
last-modifiedr �
i�Q )
r Zstatus� cacheable_by_default_statusesr
r r r �time�max�min�strftime�TIME_FMT�gmtime)
r �respr r Z
last_modifiedZnowZ current_ager Zfreshness_lifetimer r
r
r r h s* zLastModified.update_headersc C s d S r r
)r r4 r
r
r r � s zLastModified.warningN)r r r r# r- r r r
r
r
r r' X s � r' )N)r
r. Z email.utilsr r r r r r2 r r �objectr r r$ r' r
r
r
r �<module> s
" site-packages/pip/_vendor/cachecontrol/__pycache__/adapter.cpython-38.pyc 0000644 00000005737 15201600075 0022444 0 ustar 00 U
��.e� � @ s\ d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZ ddl m
Z
G dd� de�Z dS ) � N)� HTTPAdapter� )�CacheController)� DictCache)�CallbackFileWrapperc sN e Zd ZddhZd� fdd� Zd� fdd� Zd� fd
d � Z� fd d
�Z� ZS )�CacheControlAdapterZPUTZDELETENTc
sL t t| �j||� |pt� | _|| _|p*d| _|p4t} | | j||d�| _d S )N)ZGET)� cache_etags�
serializer) �superr �__init__r �cache� heuristic�cacheable_methodsr �
controller)
�selfr r Zcontroller_classr r
r �args�kwZcontroller_factory�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/adapter.pyr s
�z CacheControlAdapter.__init__c s� |p| j }|j|krhz| j�|�}W n tjk
r> d}Y nX |rT| j||dd�S |j�| j� |�� t
t | �j |f|�}|S )z�
Send a request. Use the request information to see if it
exists in the cache and cache the response if we need to and can.
NT)�
from_cache)
r �methodr Zcached_request�zlib�error�build_responseZheaders�updateZconditional_headersr
r �send)r �requestr r � cacheable�cached_response�respr r r r $ s
zCacheControlAdapter.sendFc
s |p| j }|s�|j|kr�| jr*| j�|�}|jdkrh| j�||�}||k rNd}|jdd� |�� |}n\|jdkr�| j� ||� nBt
|j t �
| jj ||��|_ |jr�|j� � fdd�}t�||�|_tt| ��||�}|j| jk�r|j�r| j�|j�} | j�| � ||_|S )z�
Build a response by making a request or using the cache.
This will end up calling send and returning a potentially
cached response
i0 TF)Zdecode_contenti- c s � � | j dkr| j�� d S )Nr )Z
chunk_left�_fpZ_close�r �Zsuper_update_chunk_lengthr r �_update_chunk_lengthn s
z@CacheControlAdapter.build_response.<locals>._update_chunk_length) r r r
ZapplyZstatusr Zupdate_cached_response�readZ release_connZcache_responser r" � functools�partialZchunkedr% �types�
MethodTyper
r r �invalidating_methods�ok� cache_urlZurlr �deleter )
r r Zresponser r r r r% r! r- r r$ r r 9 sJ
�
�� � z"CacheControlAdapter.build_responsec s | j �� tt| ��� d S )N)r �closer
r r# r r r r/ � s
zCacheControlAdapter.close)NTNNNN)N)FN) �__name__�
__module__� __qualname__r+ r r r r/ �
__classcell__r r r r r s � �Jr ) r) r' r Z pip._vendor.requests.adaptersr r r r r Z filewrapperr r r r r r �<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/adapter.cpython-38.opt-1.pyc 0000644 00000005737 15201600075 0023403 0 ustar 00 U
��.e� � @ s\ d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZ ddl m
Z
G dd� de�Z dS ) � N)� HTTPAdapter� )�CacheController)� DictCache)�CallbackFileWrapperc sN e Zd ZddhZd� fdd� Zd� fdd� Zd� fd
d � Z� fd d
�Z� ZS )�CacheControlAdapterZPUTZDELETENTc
sL t t| �j||� |pt� | _|| _|p*d| _|p4t} | | j||d�| _d S )N)ZGET)� cache_etags�
serializer) �superr �__init__r �cache� heuristic�cacheable_methodsr �
controller)
�selfr r Zcontroller_classr r
r �args�kwZcontroller_factory�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/adapter.pyr s
�z CacheControlAdapter.__init__c s� |p| j }|j|krhz| j�|�}W n tjk
r> d}Y nX |rT| j||dd�S |j�| j� |�� t
t | �j |f|�}|S )z�
Send a request. Use the request information to see if it
exists in the cache and cache the response if we need to and can.
NT)�
from_cache)
r �methodr Zcached_request�zlib�error�build_responseZheaders�updateZconditional_headersr
r �send)r �requestr r � cacheable�cached_response�respr r r r $ s
zCacheControlAdapter.sendFc
s |p| j }|s�|j|kr�| jr*| j�|�}|jdkrh| j�||�}||k rNd}|jdd� |�� |}n\|jdkr�| j� ||� nBt
|j t �
| jj ||��|_ |jr�|j� � fdd�}t�||�|_tt| ��||�}|j| jk�r|j�r| j�|j�} | j�| � ||_|S )z�
Build a response by making a request or using the cache.
This will end up calling send and returning a potentially
cached response
i0 TF)Zdecode_contenti- c s � � | j dkr| j�� d S )Nr )Z
chunk_left�_fpZ_close�r �Zsuper_update_chunk_lengthr r �_update_chunk_lengthn s
z@CacheControlAdapter.build_response.<locals>._update_chunk_length) r r r
ZapplyZstatusr Zupdate_cached_response�readZ release_connZcache_responser r" � functools�partialZchunkedr% �types�
MethodTyper
r r �invalidating_methods�ok� cache_urlZurlr �deleter )
r r Zresponser r r r r% r! r- r r$ r r 9 sJ
�
�� � z"CacheControlAdapter.build_responsec s | j �� tt| ��� d S )N)r �closer
r r# r r r r/ � s
zCacheControlAdapter.close)NTNNNN)N)FN) �__name__�
__module__� __qualname__r+ r r r r/ �
__classcell__r r r r r s � �Jr ) r) r' r Z pip._vendor.requests.adaptersr r r r r Z filewrapperr r r r r r �<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/cache.cpython-38.opt-1.pyc 0000644 00000003322 15201600075 0023012 0 ustar 00 U
��.e% � @ s4 d Z ddlmZ G dd� de�ZG dd� de�ZdS )zb
The cache object API for implementing caches. The default is a thread
safe in-memory dictionary.
� )�Lockc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� BaseCachec C s
t � �d S �N��NotImplementedError��self�key� r
�B/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/cache.py�get
s z
BaseCache.getc C s
t � �d S r r �r r �valuer
r
r �set
s z
BaseCache.setc C s
t � �d S r r r r
r
r �delete s zBaseCache.deletec C s d S r r
)r r
r
r �close s zBaseCache.closeN)�__name__�
__module__� __qualname__r r r r r
r
r
r r s r c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) � DictCacheNc C s t � | _|pi | _d S r )r �lock�data)r Z init_dictr
r
r �__init__ s zDictCache.__init__c C s | j �|d �S r )r r r r
r
r r s z
DictCache.getc C s& | j � | j�||i� W 5 Q R X d S r )r r �updater
r
r
r r s z
DictCache.setc C s, | j � || jkr | j�|� W 5 Q R X d S r )r r �popr r
r
r r $ s
zDictCache.delete)N)r r r r r r r r
r
r
r r s
r N)�__doc__Z threadingr �objectr r r
r
r
r �<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/cache.cpython-38.pyc 0000644 00000003322 15201600075 0022053 0 ustar 00 U
��.e% � @ s4 d Z ddlmZ G dd� de�ZG dd� de�ZdS )zb
The cache object API for implementing caches. The default is a thread
safe in-memory dictionary.
� )�Lockc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� BaseCachec C s
t � �d S �N��NotImplementedError��self�key� r
�B/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/cache.py�get
s z
BaseCache.getc C s
t � �d S r r �r r �valuer
r
r �set
s z
BaseCache.setc C s
t � �d S r r r r
r
r �delete s zBaseCache.deletec C s d S r r
)r r
r
r �close s zBaseCache.closeN)�__name__�
__module__� __qualname__r r r r r
r
r
r r s r c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) � DictCacheNc C s t � | _|pi | _d S r )r �lock�data)r Z init_dictr
r
r �__init__ s zDictCache.__init__c C s | j �|d �S r )r r r r
r
r r s z
DictCache.getc C s& | j � | j�||i� W 5 Q R X d S r )r r �updater
r
r
r r s z
DictCache.setc C s, | j � || jkr | j�|� W 5 Q R X d S r )r r �popr r
r
r r $ s
zDictCache.delete)N)r r r r r r r r
r
r
r r s
r N)�__doc__Z threadingr �objectr r r
r
r
r �<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001001 15201600075 0023476 0 ustar 00 U
��.e. � @ s8 d Z dZdZdZddlmZ ddlmZ ddlm Z dS ) zbCacheControl import Interface.
Make it easy to import from cachecontrol without long namespaces.
z Eric Larsonzeric@ionrock.orgz0.12.5� )� CacheControl)�CacheControlAdapter)�CacheControllerN)
�__doc__�
__author__Z __email__� __version__�wrapperr Zadapterr Z
controllerr � r r �E/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/__init__.py�<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-38.pyc 0000644 00000001165 15201600075 0022473 0 ustar 00 U
��.e� � @ s& d dl mZ d dlmZ ddd�ZdS )� )�CacheControlAdapter)� DictCacheNTc C sB |pt � }|pt}|||||||d�}| �d|� | �d|� | S )N)� cache_etags�
serializer� heuristic�controller_class�cacheable_methodszhttp://zhttps://)r r Zmount) Zsess�cacher r r r Z
adapter_classr �adapter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/wrapper.py� CacheControl s
� r
)NTNNNNN)r
r r r r
r r r r �<module> s � site-packages/pip/_vendor/cachecontrol/__pycache__/compat.cpython-38.pyc 0000644 00000001320 15201600075 0022267 0 ustar 00 U
��.e� � @ s� zd dl mZ W n ek
r0 d dlmZ Y nX z d dlZW n ek
rZ d dlZY nX zd dlmZ W n ek
r� d dlmZ Y nX zd dl m
Z
W n ek
r� d dl m
Z
Y nX ze Z
W n ek
r� eZ
Y nX dS )� )�urljoinN)� HTTPResponse)� is_fp_closed)Z urllib.parser � ImportErrorZurlparseZcPickle�pickleZ.pip._vendor.requests.packages.urllib3.responser Z pip._vendor.urllib3.responseZ*pip._vendor.requests.packages.urllib3.utilr Zpip._vendor.urllib3.utilZunicodeZ text_type� NameError�str� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/compat.py�<module> s& site-packages/pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-38.opt-1.pyc 0000644 00000004133 15201600075 0024270 0 ustar 00 U
��.e� � @ s d dl mZ G dd� de�ZdS )� )�BytesIOc @ sB e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z d
S )�CallbackFileWrapperav
Small wrapper around a fp object which will tee everything read into a
buffer, and when that file is closed it will execute a callback with the
contents of that buffer.
All attributes are proxied to the underlying file object.
This class uses members with a double underscore (__) leading prefix so as
not to accidentally shadow an attribute.
c C s t � | _|| _|| _d S �N)r �_CallbackFileWrapper__buf�_CallbackFileWrapper__fp� _CallbackFileWrapper__callback)�self�fp�callback� r �H/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/filewrapper.py�__init__ s z CallbackFileWrapper.__init__c C s | � d�}t||�S )Nr )�__getattribute__�getattr)r �namer r r r � __getattr__ s
z CallbackFileWrapper.__getattr__c C sH z| j jd kW S tk
r" Y nX z
| j jW S tk
rB Y nX dS )NF)r r �AttributeError�closed�r r r r Z__is_fp_closed! s
z"CallbackFileWrapper.__is_fp_closedc C s | j r| � | j�� � d | _ d S r )r r �getvaluer r r r �_close2 s zCallbackFileWrapper._closeNc C s, | j �|�}| j�|� | �� r(| �� |S r )r �readr �write�"_CallbackFileWrapper__is_fp_closedr �r Zamt�datar r r r = s
zCallbackFileWrapper.readc C s@ | j �|�}|dkr |dkr |S | j�|� | �� r<| �� |S )N� s
)r �
_safe_readr r r r r r r r r E s z CallbackFileWrapper._safe_read)N)
�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r r r s
r N)�ior �objectr r r r r �<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/serialize.cpython-38.opt-1.pyc 0000644 00000010163 15201600075 0023737 0 ustar 00 U
��.e* � @ sp d dl Z d dlZd dlZd dlZd dlmZ d dlmZ ddlm Z m
Z
m Z dd� Z dd � Z
G d
d � d e�ZdS ) � N)�msgpack)�CaseInsensitiveDict� )� HTTPResponse�pickle� text_typec C s t �| �d��S )N�ascii)�base64Z b64decode�encode)�b� r �F/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/serialize.py�_b64_decode_bytes s r c C s t | ��d�S )N�utf8)r �decode)�sr r r
�_b64_decode_str s r c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�
SerializerNc C s� t |j�}|d kr*|jdd�}t�|�|_d|tdd� |j�� D ��|j|j t
|j �|j |j
d�i}i |d< d|kr�|d �d�}|D ]:}t
|��� }|j�|d �}|d k r�t
|�}||d |< q�d �d
tj|d d �g�S )
NF)�decode_content�responsec s s" | ]\}}t |�t |�fV qd S �N)r ��.0�k�vr r r
� <genexpr>2 s z#Serializer.dumps.<locals>.<genexpr>)�body�headers�status�version�reason�strictr �vary�,� ,s cc=4T)Z use_bin_type)r r �read�io�BytesIOZ_fp�dict�itemsr r r r r! r �split�strip�get�joinr �dumps) �self�requestr r Zresponse_headers�dataZvaried_headers�headerZ header_valuer r r
r. s4
��� zSerializer.dumpsc C s� |sd S z|� dd�\}}W n tk
r4 d}Y nX |d d� dkrR|| }d}|� dd�d �d�}zt| d �|��||�W S tk
r� Y d S X d S )
Nr$ r s cc=0� s cc=� =���r z
_loads_v{})r* �
ValueErrorr �getattr�format�AttributeError)r/ r0 r1 Zverr r r
�loadsJ s
zSerializer.loadsc C s� d|� di �krdS |� di ��� D ] \}}|j� |d�|kr$ dS q$|d �d�}t|d d d�}|� dd �d
kr�|�d� ||d d< zt�|�}W n$ tk
r� t�|�d ��}Y nX t f |d d
�|d ��S )z`Verify our vary headers match and construct a real urllib3
HTTPResponse object.
�*r" Nr r r )r1 ztransfer-encoding� Zchunkedr F)r Zpreload_content)
r, r) r �popr r& r' � TypeErrorr
r )r/ r0 �cachedr2 �valueZbody_rawr r r r r
�prepare_responseh s
zSerializer.prepare_responsec C s d S r r �r/ r0 r1 r r r
� _loads_v0� s zSerializer._loads_v0c C s2 zt �|�}W n tk
r$ Y d S X | �||�S r )r r: r6 rA �r/ r0 r1 r? r r r
� _loads_v1� s
zSerializer._loads_v1c C s� zt �t�|��d��}W n ttjfk
r6 Y d S X t|d d �|d d< tdd� |d d � � D ��|d d< t
|d d �|d d< tdd� |d � � D ��|d < | � ||�S )
Nr r r c s s" | ]\}}t |�t |�fV qd S r �r r r r r
r � s �z'Serializer._loads_v2.<locals>.<genexpr>r r c s s. | ]&\}}t |�|d k r t |�n|fV qd S r rF r r r r
r � s �r" ) �jsonr: �zlib�
decompressr r6 �errorr r( r) r rA rD r r r
� _loads_v2� s �
� zSerializer._loads_v2c C s d S r r rB r r r
� _loads_v3� s zSerializer._loads_v3c C s6 zt j|dd�}W n tk
r( Y d S X | �||�S )Nzutf-8)�encoding)r r: r6 rA rD r r r
� _loads_v4� s
zSerializer._loads_v4)N) �__name__�
__module__� __qualname__r. r: rA rC rE rK rL rN r r r r
r s
4 $r )r r& rG rH Z pip._vendorr Z pip._vendor.requests.structuresr �compatr r r r r �objectr r r r r
�<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/controller.cpython-38.opt-1.pyc 0000644 00000016754 15201600075 0024147 0 ustar 00 U
��.e�5 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z e�
e�Ze�d�Zd d
� ZG d d � d e�ZdS )
z7
The httplib2 algorithms ported for use with requests.
� N)� parsedate_tz)�CaseInsensitiveDict� )� DictCache)�
Serializerz9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t �| ��� }|d |d |d |d |d fS )z�Parses a URI using the regex given in Appendix B of RFC 3986.
(scheme, authority, path, query, fragment) = parse_uri(uri)
r � � � � )�URI�match�groups)�urir
� r �G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/controller.py� parse_uri s r c @ s\ e Zd ZdZddd�Zedd� �Zedd � �Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dS )�CacheControllerz9An interface to see if request should cached or not.
NTc C s, |pt � | _|| _|pt� | _|p$d| _d S )N)�� �� i, �- )r �cache� cache_etagsr �
serializer�cacheable_status_codes)�selfr r r � status_codesr r r �__init__" s zCacheController.__init__c C sh t |�\}}}}}|r|s&td| ��|�� }|�� }|s>d}|rPd�||g�pR|}|d | | }|S )z4Normalize the URL to create a safe key for the cachez(Only absolute URIs are allowed. uri = %s�/�?z://)r � Exception�lower�join) �clsr ZschemeZ authority�pathZqueryZfragmentZ request_uriZ
defrag_urir r r �_urlnorm* s zCacheController._urlnormc C s
| � |�S �N)r$ )r" r r r r � cache_url> s zCacheController.cache_urlc
C s( t dft dft dfddddddddt dfd� }|�d|�dd��}i }|�d�D ]�}|�� s^qP|�d d
�}|d �� }z|| \}} W n$ tk
r� t�d |� Y qPY nX |r�| s�d ||< |rPz||d
�� �||< W qP tk
r� | r�t�d
|� Y qP tk
�r t�d||j � Y qPX qP|S )NTF)NF) �max-agez max-stale� min-fresh�no-cache�no-storez no-transformzonly-if-cachedzmust-revalidateZpublicZprivatezproxy-revalidatezs-maxagez
cache-controlz
Cache-Control� �,�=r r z,Ignoring unknown cache-control directive: %sz-Missing value for cache-control directive: %sz8Invalid value for cache-control directive %s, must be %s)
�int�get�split�strip�KeyError�logger�debug�
IndexError�
ValueError�__name__)
r �headersZknown_directivesZ
cc_headersZretvalZ cc_directive�partsZ directive�typZrequiredr r r �parse_cache_controlB sV �
�� z#CacheController.parse_cache_controlc C s0 | � |j�}t�d|� | �|j�}d|kr:t�d� dS d|kr\|d dkr\t�d� dS | j�|�}|dkr~t�d � dS | j� ||�}|s�t�
d
� dS |j d kr�d }t�|� |S t |j�}|r�d
|kr�d|kr�t�d� | j�
|� t�d� dS t�� }t�t|d
��} td|| �}
t�d|
� | �|�} d} d| k�r^| d } t�d| � nDd|k�r�t|d �}
|
dk �r�t�|
�| }td|�} t�d| � d|k�r�|d } t�d| � d|k�r�|d }|
|7 }
t�d|
� | |
k�r t�d� t�d| |
� |S d|k�r,t�d� | j�
|� dS )ze
Return a cached response if it exists in the cache, otherwise
return False.
z Looking up "%s" in the cacher) z-Request header has "no-cache", cache bypassedFr' r z1Request header has "max_age" as 0, cache bypassedNzNo cache entry availablez1Cache entry deserialization failed, entry ignoredr zVReturning cached "301 Moved Permanently" response (ignoring date and etag information)�date�etagz(Purging cached response: no date or etagz!Ignoring cached response: no datez Current age based on date: %iz#Freshness lifetime from max-age: %i�expiresz#Freshness lifetime from expires: %iz+Freshness lifetime from request max-age: %ir( z'Adjusted current age from min-fresh: %iz2The response is "fresh", returning cached responsez%i > %iz4The cached response is "stale" with no etag, purging)r& �urlr3 r4 r; r8 r r/ r �loadsZwarning�statusr �delete�time�calendarZtimegmr �max)r �requestr& �ccZ
cache_data�resp�msgr8 Znowr< Z current_ageZresp_ccZfreshness_lifetimer> Z expire_timeZ min_freshr r r �cached_requestx s|
�
�
z CacheController.cached_requestc C s` | � |j�}| j�|| j�|��}i }|r\t|j�}d|krH|d |d< d|kr\|d |d< |S )Nr= ZETagz
If-None-Matchz
last-modifiedz
Last-ModifiedzIf-Modified-Since)r& r? r r@ r r/ r r8 )r rF r& rH Z new_headersr8 r r r �conditional_headers� s
z#CacheController.conditional_headersc C s� |p| j }|j|kr(t�d|j|� dS t|j�}|dk rfd|krf|d �� rft|d �t|�krfdS | � |j�}| � |�}| �
|j �} t�d| � d}
d|kr�d}
t�d� d|kr�d}
t�d � |
r�| j �
| �r�t�d
� | j �| � |
r�dS | j�r,d |k�r,t�d � | j �| | jj|||d
�� n�|jdk�r\t�d� | j �| | j�||�� n�d|k�r�d|k�r�|d dk�r�t�d� | j �| | jj|||d
�� n:d|k�r�|d �r�t�d� | j �| | jj|||d
�� dS )zc
Algorithm for caching requests.
This assumes a requests Response object.
zStatus code %s not in %sN�content-lengthz&Updating cache with response from "%s"Fr* Tz Response header has "no-store"z Request header has "no-store"z0Purging existing cache entry to honor "no-store"r= zCaching due to etag)�bodyr zCaching permanant redirectr< r' r z'Caching b/c date exists and max-age > 0r> z Caching b/c of expires header)r rA r3 r4 r r8 �isdigitr. �lenr; r& r? r r/ rB r �setr �dumps) r rF �responserM r r Zresponse_headersZcc_reqrG r& Zno_storer r r �cache_response� sr
�
��
��
�
�
�z CacheController.cache_responsec sv | � |j�}| j�|| j�|��}|s*|S dg� |j�t� fdd�|j� � D ��� d|_
| j� || j� ||�� |S )z�On a 304 we will get a new set of headers that we want to
update our cached value with, assuming we have one.
This should only ever be called when we've sent an ETag and
gotten a 304 as the response.
rL c 3 s& | ] \}}|� � � kr||fV qd S r% )r )�.0�k�v�Zexcluded_headersr r � <genexpr>b s �z9CacheController.update_cached_response.<locals>.<genexpr>r )
r& r? r r@ r r/ r8 �update�dict�itemsrA rP rQ )r rF rR r& Zcached_responser rW r �update_cached_responseI s �� z&CacheController.update_cached_response)NTNN)NN)
r7 �
__module__� __qualname__�__doc__r � classmethodr$ r& r; rJ rK rS r\ r r r r r s �
6o
Rr )r_ Zlogging�rerD rC Z email.utilsr Z pip._vendor.requests.structuresr r r Z serializer Z getLoggerr7 r3 �compiler r �objectr r r r r �<module> s
site-packages/pip/_vendor/cachecontrol/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000001320 15201600075 0023226 0 ustar 00 U
��.e� � @ s� zd dl mZ W n ek
r0 d dlmZ Y nX z d dlZW n ek
rZ d dlZY nX zd dlmZ W n ek
r� d dlmZ Y nX zd dl m
Z
W n ek
r� d dl m
Z
Y nX ze Z
W n ek
r� eZ
Y nX dS )� )�urljoinN)� HTTPResponse)� is_fp_closed)Z urllib.parser � ImportErrorZurlparseZcPickle�pickleZ.pip._vendor.requests.packages.urllib3.responser Z pip._vendor.urllib3.responseZ*pip._vendor.requests.packages.urllib3.utilr Zpip._vendor.urllib3.utilZunicodeZ text_type� NameError�str� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/compat.py�<module> s& site-packages/pip/_vendor/cachecontrol/__pycache__/serialize.cpython-38.pyc 0000644 00000010163 15201600075 0023000 0 ustar 00 U
��.e* � @ sp d dl Z d dlZd dlZd dlZd dlmZ d dlmZ ddlm Z m
Z
m Z dd� Z dd � Z
G d
d � d e�ZdS ) � N)�msgpack)�CaseInsensitiveDict� )� HTTPResponse�pickle� text_typec C s t �| �d��S )N�ascii)�base64Z b64decode�encode)�b� r �F/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/serialize.py�_b64_decode_bytes s r c C s t | ��d�S )N�utf8)r �decode)�sr r r
�_b64_decode_str s r c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�
SerializerNc C s� t |j�}|d kr*|jdd�}t�|�|_d|tdd� |j�� D ��|j|j t
|j �|j |j
d�i}i |d< d|kr�|d �d�}|D ]:}t
|��� }|j�|d �}|d k r�t
|�}||d |< q�d �d
tj|d d �g�S )
NF)�decode_content�responsec s s" | ]\}}t |�t |�fV qd S �N)r ��.0�k�vr r r
� <genexpr>2 s z#Serializer.dumps.<locals>.<genexpr>)�body�headers�status�version�reason�strictr �vary�,� ,s cc=4T)Z use_bin_type)r r �read�io�BytesIOZ_fp�dict�itemsr r r r r! r �split�strip�get�joinr �dumps) �self�requestr r Zresponse_headers�dataZvaried_headers�headerZ header_valuer r r
r. s4
��� zSerializer.dumpsc C s� |sd S z|� dd�\}}W n tk
r4 d}Y nX |d d� dkrR|| }d}|� dd�d �d�}zt| d �|��||�W S tk
r� Y d S X d S )
Nr$ r s cc=0� s cc=� =���r z
_loads_v{})r* �
ValueErrorr �getattr�format�AttributeError)r/ r0 r1 Zverr r r
�loadsJ s
zSerializer.loadsc C s� d|� di �krdS |� di ��� D ] \}}|j� |d�|kr$ dS q$|d �d�}t|d d d�}|� dd �d
kr�|�d� ||d d< zt�|�}W n$ tk
r� t�|�d ��}Y nX t f |d d
�|d ��S )z`Verify our vary headers match and construct a real urllib3
HTTPResponse object.
�*r" Nr r r )r1 ztransfer-encoding� Zchunkedr F)r Zpreload_content)
r, r) r �popr r& r' � TypeErrorr
r )r/ r0 �cachedr2 �valueZbody_rawr r r r r
�prepare_responseh s
zSerializer.prepare_responsec C s d S r r �r/ r0 r1 r r r
� _loads_v0� s zSerializer._loads_v0c C s2 zt �|�}W n tk
r$ Y d S X | �||�S r )r r: r6 rA �r/ r0 r1 r? r r r
� _loads_v1� s
zSerializer._loads_v1c C s� zt �t�|��d��}W n ttjfk
r6 Y d S X t|d d �|d d< tdd� |d d � � D ��|d d< t
|d d �|d d< tdd� |d � � D ��|d < | � ||�S )
Nr r r c s s" | ]\}}t |�t |�fV qd S r �r r r r r
r � s �z'Serializer._loads_v2.<locals>.<genexpr>r r c s s. | ]&\}}t |�|d k r t |�n|fV qd S r rF r r r r
r � s �r" ) �jsonr: �zlib�
decompressr r6 �errorr r( r) r rA rD r r r
� _loads_v2� s �
� zSerializer._loads_v2c C s d S r r rB r r r
� _loads_v3� s zSerializer._loads_v3c C s6 zt j|dd�}W n tk
r( Y d S X | �||�S )Nzutf-8)�encoding)r r: r6 rA rD r r r
� _loads_v4� s
zSerializer._loads_v4)N) �__name__�
__module__� __qualname__r. r: rA rC rE rK rL rN r r r r
r s
4 $r )r r& rG rH Z pip._vendorr Z pip._vendor.requests.structuresr �compatr r r r r �objectr r r r r
�<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-38.pyc 0000644 00000011132 15201600075 0023170 0 ustar 00 U
��.e� � @ s� d dl Z d dlZd dlmZmZmZ d dlmZmZ dZddd�Z dd� Z
G d d
� d
e �Z G d d � d e �Z
G d
d� de �ZG dd� de �ZdS )� N)�
formatdate� parsedate� parsedate_tz)�datetime� timedeltaz%a, %d %b %Y %H:%M:%S GMTc C s |p
t �� }|| S �N)r Zutcnow)�delta�date� r
�G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/heuristics.py� expire_after s r c C s t t�| �� ��S r )r �calendar�timegmZ timetuple)Zdtr
r
r �datetime_to_header s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BaseHeuristicc C s dS )a!
Return a valid 1xx warning header value describing the cache
adjustments.
The response is provided too allow warnings like 113
http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need
to explicitly say response is over 24 hours old.
z110 - "Response is Stale"r
��self�responser
r
r �warning s zBaseHeuristic.warningc C s i S )z�Update the response headers with any new headers.
NOTE: This SHOULD always include some Warning header to
signify that the response was cached by the client, not
by way of the provided headers.
r
r r
r
r �update_headers! s z BaseHeuristic.update_headersc C s@ | � |�}|r<|j�|� | �|�}|d k r<|j�d|i� |S )N�Warning)r �headers�updater )r r Zupdated_headersZwarning_header_valuer
r
r �apply* s
zBaseHeuristic.applyN)�__name__�
__module__� __qualname__r r r r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )� OneDayCachezM
Cache the response by providing an expires 1 day in the
future.
c C sR i }d|j krNt|j d �}ttdd�t|d d� � d�}t|�|d< d|d< |S ) N�expiresr � )Zdays� )r �public�
cache-control)r r r r r r )r r r r r r
r
r r < s
zOneDayCache.update_headersN)r r r �__doc__r r
r
r
r r 6 s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � ExpiresAfterz;
Cache **all** requests for a defined time period.
c K s t f |�| _d S r )r r )r �kwr
r
r �__init__L s zExpiresAfter.__init__c C s t | j�}t|�dd�S )Nr! )r r" )r r r )r r r r
r
r r O s
zExpiresAfter.update_headersc C s d}|| j S )Nz:110 - Automatically cached for %s. Response might be stale)r )r r Ztmplr
r
r r S s zExpiresAfter.warningN)r r r r# r& r r r
r
r
r r$ G s r$ c @ s: e Zd ZdZdddddddd d
d d h Zd
d� Zdd� ZdS )� LastModifieda�
If there is no Expires header already, fall back on Last-Modified
using the heuristic from
http://tools.ietf.org/html/rfc7234#section-4.2.2
to calculate a reasonable value.
Firefox also does something like this per
https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ
http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397
Unlike mozilla we limit this to 24-hr.
�� �� �� �� i, i- i� i� i� i� i� c
C s� |j }d|kri S d|kr*|d dkr*i S |j| jkr:i S d|ksJd|krNi S t�t|d ��}t|d �}|d ks||d kr�i S t�� }td|| �}|t�|� }tdt |d d��}||kr�i S || } dt�
t t� | ��iS ) Nr r" r! r z
last-modifiedr �
i�Q )
r Zstatus� cacheable_by_default_statusesr
r r r �time�max�min�strftime�TIME_FMT�gmtime)
r �respr r Z
last_modifiedZnowZ current_ager Zfreshness_lifetimer r
r
r r h s* zLastModified.update_headersc C s d S r r
)r r4 r
r
r r � s zLastModified.warningN)r r r r# r- r r r
r
r
r r' X s � r' )N)r
r. Z email.utilsr r r r r r2 r r �objectr r r$ r' r
r
r
r �<module> s
" site-packages/pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-38.pyc 0000644 00000004133 15201600075 0023331 0 ustar 00 U
��.e� � @ s d dl mZ G dd� de�ZdS )� )�BytesIOc @ sB e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z d
S )�CallbackFileWrapperav
Small wrapper around a fp object which will tee everything read into a
buffer, and when that file is closed it will execute a callback with the
contents of that buffer.
All attributes are proxied to the underlying file object.
This class uses members with a double underscore (__) leading prefix so as
not to accidentally shadow an attribute.
c C s t � | _|| _|| _d S �N)r �_CallbackFileWrapper__buf�_CallbackFileWrapper__fp� _CallbackFileWrapper__callback)�self�fp�callback� r �H/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/filewrapper.py�__init__ s z CallbackFileWrapper.__init__c C s | � d�}t||�S )Nr )�__getattribute__�getattr)r �namer r r r � __getattr__ s
z CallbackFileWrapper.__getattr__c C sH z| j jd kW S tk
r" Y nX z
| j jW S tk
rB Y nX dS )NF)r r �AttributeError�closed�r r r r Z__is_fp_closed! s
z"CallbackFileWrapper.__is_fp_closedc C s | j r| � | j�� � d | _ d S r )r r �getvaluer r r r �_close2 s zCallbackFileWrapper._closeNc C s, | j �|�}| j�|� | �� r(| �� |S r )r �readr �write�"_CallbackFileWrapper__is_fp_closedr �r Zamt�datar r r r = s
zCallbackFileWrapper.readc C s@ | j �|�}|dkr |dkr |S | j�|� | �� r<| �� |S )N� s
)r �
_safe_readr r r r r r r r r E s z CallbackFileWrapper._safe_read)N)
�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r r r s
r N)�ior �objectr r r r r �<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-38.opt-1.pyc 0000644 00000001165 15201600075 0023432 0 ustar 00 U
��.e� � @ s& d dl mZ d dlmZ ddd�ZdS )� )�CacheControlAdapter)� DictCacheNTc C sB |pt � }|pt}|||||||d�}| �d|� | �d|� | S )N)� cache_etags�
serializer� heuristic�controller_class�cacheable_methodszhttp://zhttps://)r r Zmount) Zsess�cacher r r r Z
adapter_classr �adapter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/wrapper.py� CacheControl s
� r
)NTNNNNN)r
r r r r
r r r r �<module> s � site-packages/pip/_vendor/cachecontrol/__pycache__/controller.cpython-38.pyc 0000644 00000016754 15201600075 0023210 0 ustar 00 U
��.e�5 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z e�
e�Ze�d�Zd d
� ZG d d � d e�ZdS )
z7
The httplib2 algorithms ported for use with requests.
� N)� parsedate_tz)�CaseInsensitiveDict� )� DictCache)�
Serializerz9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t �| ��� }|d |d |d |d |d fS )z�Parses a URI using the regex given in Appendix B of RFC 3986.
(scheme, authority, path, query, fragment) = parse_uri(uri)
r � � � � )�URI�match�groups)�urir
� r �G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/controller.py� parse_uri s r c @ s\ e Zd ZdZddd�Zedd� �Zedd � �Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dS )�CacheControllerz9An interface to see if request should cached or not.
NTc C s, |pt � | _|| _|pt� | _|p$d| _d S )N)�� �� i, �- )r �cache� cache_etagsr �
serializer�cacheable_status_codes)�selfr r r � status_codesr r r �__init__" s zCacheController.__init__c C sh t |�\}}}}}|r|s&td| ��|�� }|�� }|s>d}|rPd�||g�pR|}|d | | }|S )z4Normalize the URL to create a safe key for the cachez(Only absolute URIs are allowed. uri = %s�/�?z://)r � Exception�lower�join) �clsr ZschemeZ authority�pathZqueryZfragmentZ request_uriZ
defrag_urir r r �_urlnorm* s zCacheController._urlnormc C s
| � |�S �N)r$ )r" r r r r � cache_url> s zCacheController.cache_urlc
C s( t dft dft dfddddddddt dfd� }|�d|�dd��}i }|�d�D ]�}|�� s^qP|�d d
�}|d �� }z|| \}} W n$ tk
r� t�d |� Y qPY nX |r�| s�d ||< |rPz||d
�� �||< W qP tk
r� | r�t�d
|� Y qP tk
�r t�d||j � Y qPX qP|S )NTF)NF) �max-agez max-stale� min-fresh�no-cache�no-storez no-transformzonly-if-cachedzmust-revalidateZpublicZprivatezproxy-revalidatezs-maxagez
cache-controlz
Cache-Control� �,�=r r z,Ignoring unknown cache-control directive: %sz-Missing value for cache-control directive: %sz8Invalid value for cache-control directive %s, must be %s)
�int�get�split�strip�KeyError�logger�debug�
IndexError�
ValueError�__name__)
r �headersZknown_directivesZ
cc_headersZretvalZ cc_directive�partsZ directive�typZrequiredr r r �parse_cache_controlB sV �
�� z#CacheController.parse_cache_controlc C s0 | � |j�}t�d|� | �|j�}d|kr:t�d� dS d|kr\|d dkr\t�d� dS | j�|�}|dkr~t�d � dS | j� ||�}|s�t�
d
� dS |j d kr�d }t�|� |S t |j�}|r�d
|kr�d|kr�t�d� | j�
|� t�d� dS t�� }t�t|d
��} td|| �}
t�d|
� | �|�} d} d| k�r^| d } t�d| � nDd|k�r�t|d �}
|
dk �r�t�|
�| }td|�} t�d| � d|k�r�|d } t�d| � d|k�r�|d }|
|7 }
t�d|
� | |
k�r t�d� t�d| |
� |S d|k�r,t�d� | j�
|� dS )ze
Return a cached response if it exists in the cache, otherwise
return False.
z Looking up "%s" in the cacher) z-Request header has "no-cache", cache bypassedFr' r z1Request header has "max_age" as 0, cache bypassedNzNo cache entry availablez1Cache entry deserialization failed, entry ignoredr zVReturning cached "301 Moved Permanently" response (ignoring date and etag information)�date�etagz(Purging cached response: no date or etagz!Ignoring cached response: no datez Current age based on date: %iz#Freshness lifetime from max-age: %i�expiresz#Freshness lifetime from expires: %iz+Freshness lifetime from request max-age: %ir( z'Adjusted current age from min-fresh: %iz2The response is "fresh", returning cached responsez%i > %iz4The cached response is "stale" with no etag, purging)r& �urlr3 r4 r; r8 r r/ r �loadsZwarning�statusr �delete�time�calendarZtimegmr �max)r �requestr& �ccZ
cache_data�resp�msgr8 Znowr< Z current_ageZresp_ccZfreshness_lifetimer> Z expire_timeZ min_freshr r r �cached_requestx s|
�
�
z CacheController.cached_requestc C s` | � |j�}| j�|| j�|��}i }|r\t|j�}d|krH|d |d< d|kr\|d |d< |S )Nr= ZETagz
If-None-Matchz
last-modifiedz
Last-ModifiedzIf-Modified-Since)r& r? r r@ r r/ r r8 )r rF r& rH Z new_headersr8 r r r �conditional_headers� s
z#CacheController.conditional_headersc C s� |p| j }|j|kr(t�d|j|� dS t|j�}|dk rfd|krf|d �� rft|d �t|�krfdS | � |j�}| � |�}| �
|j �} t�d| � d}
d|kr�d}
t�d� d|kr�d}
t�d � |
r�| j �
| �r�t�d
� | j �| � |
r�dS | j�r,d |k�r,t�d � | j �| | jj|||d
�� n�|jdk�r\t�d� | j �| | j�||�� n�d|k�r�d|k�r�|d dk�r�t�d� | j �| | jj|||d
�� n:d|k�r�|d �r�t�d� | j �| | jj|||d
�� dS )zc
Algorithm for caching requests.
This assumes a requests Response object.
zStatus code %s not in %sN�content-lengthz&Updating cache with response from "%s"Fr* Tz Response header has "no-store"z Request header has "no-store"z0Purging existing cache entry to honor "no-store"r= zCaching due to etag)�bodyr zCaching permanant redirectr< r' r z'Caching b/c date exists and max-age > 0r> z Caching b/c of expires header)r rA r3 r4 r r8 �isdigitr. �lenr; r& r? r r/ rB r �setr �dumps) r rF �responserM r r Zresponse_headersZcc_reqrG r& Zno_storer r r �cache_response� sr
�
��
��
�
�
�z CacheController.cache_responsec sv | � |j�}| j�|| j�|��}|s*|S dg� |j�t� fdd�|j� � D ��� d|_
| j� || j� ||�� |S )z�On a 304 we will get a new set of headers that we want to
update our cached value with, assuming we have one.
This should only ever be called when we've sent an ETag and
gotten a 304 as the response.
rL c 3 s& | ] \}}|� � � kr||fV qd S r% )r )�.0�k�v�Zexcluded_headersr r � <genexpr>b s �z9CacheController.update_cached_response.<locals>.<genexpr>r )
r& r? r r@ r r/ r8 �update�dict�itemsrA rP rQ )r rF rR r& Zcached_responser rW r �update_cached_responseI s �� z&CacheController.update_cached_response)NTNN)NN)
r7 �
__module__� __qualname__�__doc__r � classmethodr$ r& r; rJ rK rS r\ r r r r r s �
6o
Rr )r_ Zlogging�rerD rC Z email.utilsr Z pip._vendor.requests.structuresr r r Z serializer Z getLoggerr7 r3 �compiler r �objectr r r r r �<module> s
site-packages/pip/_vendor/cachecontrol/__pycache__/__init__.cpython-38.pyc 0000644 00000001001 15201600075 0022537 0 ustar 00 U
��.e. � @ s8 d Z dZdZdZddlmZ ddlmZ ddlm Z dS ) zbCacheControl import Interface.
Make it easy to import from cachecontrol without long namespaces.
z Eric Larsonzeric@ionrock.orgz0.12.5� )� CacheControl)�CacheControlAdapter)�CacheControllerN)
�__doc__�
__author__Z __email__� __version__�wrapperr Zadapterr Z
controllerr � r r �E/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/__init__.py�<module> s site-packages/pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-38.pyc 0000644 00000003004 15201600075 0021707 0 ustar 00 U
��.e � @ sx d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl m
Z
dd� Z d d
� Z d d � Z
dd
d�Zedkrte� dS )� N)�requests)�CacheControlAdapter)� DictCache)�logger)�ArgumentParserc C s" t �tj� t�� } t �| � d S )N)r ZsetLevel�logging�DEBUGZ
StreamHandlerZ
addHandler)Zhandler� r �A/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/_cmd.py�
setup_logging s r c C s> t t� dd d d�} t�� }|�d| � |�d| � | j|_|S )NT)Z cache_etagsZ
serializerZ heuristiczhttp://zhttps://)r r r ZSessionZmountZ
controller�cache_controller)Zadapter�sessr r r
� get_session s � r c C s t � } | jddd� | �� S )N�urlzThe URL to try and cache)�help)r � add_argument�
parse_args)�parserr r r
�get_args s r c C sT t � } t� }|�| j�}t� |j�|j|j� |j� |j�rHt
d� nt
d� d S )NzCached!z
Not cached :() r r �getr r r Zcache_responseZrequest�rawZcached_request�print)�argsr
Zrespr r r
�main$ s
r �__main__)N)r Z pip._vendorr Z pip._vendor.cachecontrol.adapterr Z pip._vendor.cachecontrol.cacher Z#pip._vendor.cachecontrol.controllerr �argparser r r r r �__name__r r r r
�<module> s
site-packages/pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-38.opt-1.pyc 0000644 00000003004 15201600075 0022646 0 ustar 00 U
��.e � @ sx d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl m
Z
dd� Z d d
� Z d d � Z
dd
d�Zedkrte� dS )� N)�requests)�CacheControlAdapter)� DictCache)�logger)�ArgumentParserc C s" t �tj� t�� } t �| � d S )N)r ZsetLevel�logging�DEBUGZ
StreamHandlerZ
addHandler)Zhandler� r �A/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/_cmd.py�
setup_logging s r c C s> t t� dd d d�} t�� }|�d| � |�d| � | j|_|S )NT)Z cache_etagsZ
serializerZ heuristiczhttp://zhttps://)r r r ZSessionZmountZ
controller�cache_controller)Zadapter�sessr r r
� get_session s � r c C s t � } | jddd� | �� S )N�urlzThe URL to try and cache)�help)r � add_argument�
parse_args)�parserr r r
�get_args s r c C sT t � } t� }|�| j�}t� |j�|j|j� |j� |j�rHt
d� nt
d� d S )NzCached!z
Not cached :() r r �getr r r Zcache_responseZrequest�rawZcached_request�print)�argsr
Zrespr r r
�main$ s
r �__main__)N)r Z pip._vendorr Z pip._vendor.cachecontrol.adapterr Z pip._vendor.cachecontrol.cacher Z#pip._vendor.cachecontrol.controllerr �argparser r r r r �__name__r r r r
�<module> s
site-packages/pip/_vendor/cachecontrol/controller.py 0000644 00000032602 15201600075 0016710 0 ustar 00 """
The httplib2 algorithms ported for use with requests.
"""
import logging
import re
import calendar
import time
from email.utils import parsedate_tz
from pip._vendor.requests.structures import CaseInsensitiveDict
from .cache import DictCache
from .serialize import Serializer
logger = logging.getLogger(__name__)
URI = re.compile(r"^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?")
def parse_uri(uri):
"""Parses a URI using the regex given in Appendix B of RFC 3986.
(scheme, authority, path, query, fragment) = parse_uri(uri)
"""
groups = URI.match(uri).groups()
return (groups[1], groups[3], groups[4], groups[6], groups[8])
class CacheController(object):
"""An interface to see if request should cached or not.
"""
def __init__(
self, cache=None, cache_etags=True, serializer=None, status_codes=None
):
self.cache = cache or DictCache()
self.cache_etags = cache_etags
self.serializer = serializer or Serializer()
self.cacheable_status_codes = status_codes or (200, 203, 300, 301)
@classmethod
def _urlnorm(cls, uri):
"""Normalize the URL to create a safe key for the cache"""
(scheme, authority, path, query, fragment) = parse_uri(uri)
if not scheme or not authority:
raise Exception("Only absolute URIs are allowed. uri = %s" % uri)
scheme = scheme.lower()
authority = authority.lower()
if not path:
path = "/"
# Could do syntax based normalization of the URI before
# computing the digest. See Section 6.2.2 of Std 66.
request_uri = query and "?".join([path, query]) or path
defrag_uri = scheme + "://" + authority + request_uri
return defrag_uri
@classmethod
def cache_url(cls, uri):
return cls._urlnorm(uri)
def parse_cache_control(self, headers):
known_directives = {
# https://tools.ietf.org/html/rfc7234#section-5.2
"max-age": (int, True),
"max-stale": (int, False),
"min-fresh": (int, True),
"no-cache": (None, False),
"no-store": (None, False),
"no-transform": (None, False),
"only-if-cached": (None, False),
"must-revalidate": (None, False),
"public": (None, False),
"private": (None, False),
"proxy-revalidate": (None, False),
"s-maxage": (int, True),
}
cc_headers = headers.get("cache-control", headers.get("Cache-Control", ""))
retval = {}
for cc_directive in cc_headers.split(","):
if not cc_directive.strip():
continue
parts = cc_directive.split("=", 1)
directive = parts[0].strip()
try:
typ, required = known_directives[directive]
except KeyError:
logger.debug("Ignoring unknown cache-control directive: %s", directive)
continue
if not typ or not required:
retval[directive] = None
if typ:
try:
retval[directive] = typ(parts[1].strip())
except IndexError:
if required:
logger.debug(
"Missing value for cache-control " "directive: %s",
directive,
)
except ValueError:
logger.debug(
"Invalid value for cache-control directive " "%s, must be %s",
directive,
typ.__name__,
)
return retval
def cached_request(self, request):
"""
Return a cached response if it exists in the cache, otherwise
return False.
"""
cache_url = self.cache_url(request.url)
logger.debug('Looking up "%s" in the cache', cache_url)
cc = self.parse_cache_control(request.headers)
# Bail out if the request insists on fresh data
if "no-cache" in cc:
logger.debug('Request header has "no-cache", cache bypassed')
return False
if "max-age" in cc and cc["max-age"] == 0:
logger.debug('Request header has "max_age" as 0, cache bypassed')
return False
# Request allows serving from the cache, let's see if we find something
cache_data = self.cache.get(cache_url)
if cache_data is None:
logger.debug("No cache entry available")
return False
# Check whether it can be deserialized
resp = self.serializer.loads(request, cache_data)
if not resp:
logger.warning("Cache entry deserialization failed, entry ignored")
return False
# If we have a cached 301, return it immediately. We don't
# need to test our response for other headers b/c it is
# intrinsically "cacheable" as it is Permanent.
# See:
# https://tools.ietf.org/html/rfc7231#section-6.4.2
#
# Client can try to refresh the value by repeating the request
# with cache busting headers as usual (ie no-cache).
if resp.status == 301:
msg = (
'Returning cached "301 Moved Permanently" response '
"(ignoring date and etag information)"
)
logger.debug(msg)
return resp
headers = CaseInsensitiveDict(resp.headers)
if not headers or "date" not in headers:
if "etag" not in headers:
# Without date or etag, the cached response can never be used
# and should be deleted.
logger.debug("Purging cached response: no date or etag")
self.cache.delete(cache_url)
logger.debug("Ignoring cached response: no date")
return False
now = time.time()
date = calendar.timegm(parsedate_tz(headers["date"]))
current_age = max(0, now - date)
logger.debug("Current age based on date: %i", current_age)
# TODO: There is an assumption that the result will be a
# urllib3 response object. This may not be best since we
# could probably avoid instantiating or constructing the
# response until we know we need it.
resp_cc = self.parse_cache_control(headers)
# determine freshness
freshness_lifetime = 0
# Check the max-age pragma in the cache control header
if "max-age" in resp_cc:
freshness_lifetime = resp_cc["max-age"]
logger.debug("Freshness lifetime from max-age: %i", freshness_lifetime)
# If there isn't a max-age, check for an expires header
elif "expires" in headers:
expires = parsedate_tz(headers["expires"])
if expires is not None:
expire_time = calendar.timegm(expires) - date
freshness_lifetime = max(0, expire_time)
logger.debug("Freshness lifetime from expires: %i", freshness_lifetime)
# Determine if we are setting freshness limit in the
# request. Note, this overrides what was in the response.
if "max-age" in cc:
freshness_lifetime = cc["max-age"]
logger.debug(
"Freshness lifetime from request max-age: %i", freshness_lifetime
)
if "min-fresh" in cc:
min_fresh = cc["min-fresh"]
# adjust our current age by our min fresh
current_age += min_fresh
logger.debug("Adjusted current age from min-fresh: %i", current_age)
# Return entry if it is fresh enough
if freshness_lifetime > current_age:
logger.debug('The response is "fresh", returning cached response')
logger.debug("%i > %i", freshness_lifetime, current_age)
return resp
# we're not fresh. If we don't have an Etag, clear it out
if "etag" not in headers:
logger.debug('The cached response is "stale" with no etag, purging')
self.cache.delete(cache_url)
# return the original handler
return False
def conditional_headers(self, request):
cache_url = self.cache_url(request.url)
resp = self.serializer.loads(request, self.cache.get(cache_url))
new_headers = {}
if resp:
headers = CaseInsensitiveDict(resp.headers)
if "etag" in headers:
new_headers["If-None-Match"] = headers["ETag"]
if "last-modified" in headers:
new_headers["If-Modified-Since"] = headers["Last-Modified"]
return new_headers
def cache_response(self, request, response, body=None, status_codes=None):
"""
Algorithm for caching requests.
This assumes a requests Response object.
"""
# From httplib2: Don't cache 206's since we aren't going to
# handle byte range requests
cacheable_status_codes = status_codes or self.cacheable_status_codes
if response.status not in cacheable_status_codes:
logger.debug(
"Status code %s not in %s", response.status, cacheable_status_codes
)
return
response_headers = CaseInsensitiveDict(response.headers)
# If we've been given a body, our response has a Content-Length, that
# Content-Length is valid then we can check to see if the body we've
# been given matches the expected size, and if it doesn't we'll just
# skip trying to cache it.
if (
body is not None
and "content-length" in response_headers
and response_headers["content-length"].isdigit()
and int(response_headers["content-length"]) != len(body)
):
return
cc_req = self.parse_cache_control(request.headers)
cc = self.parse_cache_control(response_headers)
cache_url = self.cache_url(request.url)
logger.debug('Updating cache with response from "%s"', cache_url)
# Delete it from the cache if we happen to have it stored there
no_store = False
if "no-store" in cc:
no_store = True
logger.debug('Response header has "no-store"')
if "no-store" in cc_req:
no_store = True
logger.debug('Request header has "no-store"')
if no_store and self.cache.get(cache_url):
logger.debug('Purging existing cache entry to honor "no-store"')
self.cache.delete(cache_url)
if no_store:
return
# If we've been given an etag, then keep the response
if self.cache_etags and "etag" in response_headers:
logger.debug("Caching due to etag")
self.cache.set(
cache_url, self.serializer.dumps(request, response, body=body)
)
# Add to the cache any 301s. We do this before looking that
# the Date headers.
elif response.status == 301:
logger.debug("Caching permanant redirect")
self.cache.set(cache_url, self.serializer.dumps(request, response))
# Add to the cache if the response headers demand it. If there
# is no date header then we can't do anything about expiring
# the cache.
elif "date" in response_headers:
# cache when there is a max-age > 0
if "max-age" in cc and cc["max-age"] > 0:
logger.debug("Caching b/c date exists and max-age > 0")
self.cache.set(
cache_url, self.serializer.dumps(request, response, body=body)
)
# If the request can expire, it means we should cache it
# in the meantime.
elif "expires" in response_headers:
if response_headers["expires"]:
logger.debug("Caching b/c of expires header")
self.cache.set(
cache_url, self.serializer.dumps(request, response, body=body)
)
def update_cached_response(self, request, response):
"""On a 304 we will get a new set of headers that we want to
update our cached value with, assuming we have one.
This should only ever be called when we've sent an ETag and
gotten a 304 as the response.
"""
cache_url = self.cache_url(request.url)
cached_response = self.serializer.loads(request, self.cache.get(cache_url))
if not cached_response:
# we didn't have a cached response
return response
# Lets update our headers with the headers from the new request:
# http://tools.ietf.org/html/draft-ietf-httpbis-p4-conditional-26#section-4.1
#
# The server isn't supposed to send headers that would make
# the cached body invalid. But... just in case, we'll be sure
# to strip out ones we know that might be problmatic due to
# typical assumptions.
excluded_headers = ["content-length"]
cached_response.headers.update(
dict(
(k, v)
for k, v in response.headers.items()
if k.lower() not in excluded_headers
)
)
# we want a 200 b/c we have content via the cache
cached_response.status = 200
# update our cache
self.cache.set(cache_url, self.serializer.dumps(request, cached_response))
return cached_response
site-packages/pip/_vendor/cachecontrol/adapter.py 0000644 00000011377 15201600075 0016153 0 ustar 00 import types
import functools
import zlib
from pip._vendor.requests.adapters import HTTPAdapter
from .controller import CacheController
from .cache import DictCache
from .filewrapper import CallbackFileWrapper
class CacheControlAdapter(HTTPAdapter):
invalidating_methods = {"PUT", "DELETE"}
def __init__(
self,
cache=None,
cache_etags=True,
controller_class=None,
serializer=None,
heuristic=None,
cacheable_methods=None,
*args,
**kw
):
super(CacheControlAdapter, self).__init__(*args, **kw)
self.cache = cache or DictCache()
self.heuristic = heuristic
self.cacheable_methods = cacheable_methods or ("GET",)
controller_factory = controller_class or CacheController
self.controller = controller_factory(
self.cache, cache_etags=cache_etags, serializer=serializer
)
def send(self, request, cacheable_methods=None, **kw):
"""
Send a request. Use the request information to see if it
exists in the cache and cache the response if we need to and can.
"""
cacheable = cacheable_methods or self.cacheable_methods
if request.method in cacheable:
try:
cached_response = self.controller.cached_request(request)
except zlib.error:
cached_response = None
if cached_response:
return self.build_response(request, cached_response, from_cache=True)
# check for etags and add headers if appropriate
request.headers.update(self.controller.conditional_headers(request))
resp = super(CacheControlAdapter, self).send(request, **kw)
return resp
def build_response(
self, request, response, from_cache=False, cacheable_methods=None
):
"""
Build a response by making a request or using the cache.
This will end up calling send and returning a potentially
cached response
"""
cacheable = cacheable_methods or self.cacheable_methods
if not from_cache and request.method in cacheable:
# Check for any heuristics that might update headers
# before trying to cache.
if self.heuristic:
response = self.heuristic.apply(response)
# apply any expiration heuristics
if response.status == 304:
# We must have sent an ETag request. This could mean
# that we've been expired already or that we simply
# have an etag. In either case, we want to try and
# update the cache if that is the case.
cached_response = self.controller.update_cached_response(
request, response
)
if cached_response is not response:
from_cache = True
# We are done with the server response, read a
# possible response body (compliant servers will
# not return one, but we cannot be 100% sure) and
# release the connection back to the pool.
response.read(decode_content=False)
response.release_conn()
response = cached_response
# We always cache the 301 responses
elif response.status == 301:
self.controller.cache_response(request, response)
else:
# Wrap the response file with a wrapper that will cache the
# response when the stream has been consumed.
response._fp = CallbackFileWrapper(
response._fp,
functools.partial(
self.controller.cache_response, request, response
),
)
if response.chunked:
super_update_chunk_length = response._update_chunk_length
def _update_chunk_length(self):
super_update_chunk_length()
if self.chunk_left == 0:
self._fp._close()
response._update_chunk_length = types.MethodType(
_update_chunk_length, response
)
resp = super(CacheControlAdapter, self).build_response(request, response)
# See if we should invalidate the cache.
if request.method in self.invalidating_methods and resp.ok:
cache_url = self.controller.cache_url(request.url)
self.cache.delete(cache_url)
# Give the request a from_cache attr to let people use it
resp.from_cache = from_cache
return resp
def close(self):
self.cache.close()
super(CacheControlAdapter, self).close()
site-packages/pip/_vendor/cachecontrol/compat.py 0000644 00000001267 15201600075 0016013 0 ustar 00 try:
from urllib.parse import urljoin
except ImportError:
from urlparse import urljoin
try:
import cPickle as pickle
except ImportError:
import pickle
# Handle the case where the requests module has been patched to not have
# urllib3 bundled as part of its source.
try:
from pip._vendor.requests.packages.urllib3.response import HTTPResponse
except ImportError:
from pip._vendor.urllib3.response import HTTPResponse
try:
from pip._vendor.requests.packages.urllib3.util import is_fp_closed
except ImportError:
from pip._vendor.urllib3.util import is_fp_closed
# Replicate some six behaviour
try:
text_type = unicode
except NameError:
text_type = str
site-packages/pip/_vendor/pytoml/__init__.py 0000644 00000000177 15201600075 0015146 0 ustar 00 from .core import TomlError
from .parser import load, loads
from .test import translate_to_test
from .writer import dump, dumps site-packages/pip/_vendor/pytoml/test.py 0000644 00000001775 15201600075 0014373 0 ustar 00 import datetime
from .utils import format_rfc3339
try:
_string_types = (str, unicode)
_int_types = (int, long)
except NameError:
_string_types = str
_int_types = int
def translate_to_test(v):
if isinstance(v, dict):
return { k: translate_to_test(v) for k, v in v.items() }
if isinstance(v, list):
a = [translate_to_test(x) for x in v]
if v and isinstance(v[0], dict):
return a
else:
return {'type': 'array', 'value': a}
if isinstance(v, datetime.datetime):
return {'type': 'datetime', 'value': format_rfc3339(v)}
if isinstance(v, bool):
return {'type': 'bool', 'value': 'true' if v else 'false'}
if isinstance(v, _int_types):
return {'type': 'integer', 'value': str(v)}
if isinstance(v, float):
return {'type': 'float', 'value': '{:.17}'.format(v)}
if isinstance(v, _string_types):
return {'type': 'string', 'value': v}
raise RuntimeError('unexpected value: {!r}'.format(v))
site-packages/pip/_vendor/pytoml/utils.py 0000644 00000003201 15201600075 0014536 0 ustar 00 import datetime
import re
rfc3339_re = re.compile(r'(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))')
def parse_rfc3339(v):
m = rfc3339_re.match(v)
if not m or m.group(0) != v:
return None
return parse_rfc3339_re(m)
def parse_rfc3339_re(m):
r = map(int, m.groups()[:6])
if m.group(7):
micro = float(m.group(7))
else:
micro = 0
if m.group(8):
g = int(m.group(8), 10) * 60 + int(m.group(9), 10)
tz = _TimeZone(datetime.timedelta(0, g * 60))
else:
tz = _TimeZone(datetime.timedelta(0, 0))
y, m, d, H, M, S = r
return datetime.datetime(y, m, d, H, M, S, int(micro * 1000000), tz)
def format_rfc3339(v):
offs = v.utcoffset()
offs = int(offs.total_seconds()) // 60 if offs is not None else 0
if offs == 0:
suffix = 'Z'
else:
if offs > 0:
suffix = '+'
else:
suffix = '-'
offs = -offs
suffix = '{0}{1:02}:{2:02}'.format(suffix, offs // 60, offs % 60)
if v.microsecond:
return v.strftime('%Y-%m-%dT%H:%M:%S.%f') + suffix
else:
return v.strftime('%Y-%m-%dT%H:%M:%S') + suffix
class _TimeZone(datetime.tzinfo):
def __init__(self, offset):
self._offset = offset
def utcoffset(self, dt):
return self._offset
def dst(self, dt):
return None
def tzname(self, dt):
m = self._offset.total_seconds() // 60
if m < 0:
res = '-'
m = -m
else:
res = '+'
h = m // 60
m = m - h * 60
return '{}{:.02}{:.02}'.format(res, h, m)
site-packages/pip/_vendor/pytoml/parser.py 0000644 00000024105 15201600075 0014700 0 ustar 00 import re, sys
from .core import TomlError
from .utils import rfc3339_re, parse_rfc3339_re
if sys.version_info[0] == 2:
_chr = unichr
else:
_chr = chr
def load(fin, translate=lambda t, x, v: v, object_pairs_hook=dict):
return loads(fin.read(), translate=translate, object_pairs_hook=object_pairs_hook, filename=getattr(fin, 'name', repr(fin)))
def loads(s, filename='<string>', translate=lambda t, x, v: v, object_pairs_hook=dict):
if isinstance(s, bytes):
s = s.decode('utf-8')
s = s.replace('\r\n', '\n')
root = object_pairs_hook()
tables = object_pairs_hook()
scope = root
src = _Source(s, filename=filename)
ast = _p_toml(src, object_pairs_hook=object_pairs_hook)
def error(msg):
raise TomlError(msg, pos[0], pos[1], filename)
def process_value(v, object_pairs_hook):
kind, text, value, pos = v
if kind == 'array':
if value and any(k != value[0][0] for k, t, v, p in value[1:]):
error('array-type-mismatch')
value = [process_value(item, object_pairs_hook=object_pairs_hook) for item in value]
elif kind == 'table':
value = object_pairs_hook([(k, process_value(value[k], object_pairs_hook=object_pairs_hook)) for k in value])
return translate(kind, text, value)
for kind, value, pos in ast:
if kind == 'kv':
k, v = value
if k in scope:
error('duplicate_keys. Key "{0}" was used more than once.'.format(k))
scope[k] = process_value(v, object_pairs_hook=object_pairs_hook)
else:
is_table_array = (kind == 'table_array')
cur = tables
for name in value[:-1]:
if isinstance(cur.get(name), list):
d, cur = cur[name][-1]
else:
d, cur = cur.setdefault(name, (None, object_pairs_hook()))
scope = object_pairs_hook()
name = value[-1]
if name not in cur:
if is_table_array:
cur[name] = [(scope, object_pairs_hook())]
else:
cur[name] = (scope, object_pairs_hook())
elif isinstance(cur[name], list):
if not is_table_array:
error('table_type_mismatch')
cur[name].append((scope, object_pairs_hook()))
else:
if is_table_array:
error('table_type_mismatch')
old_scope, next_table = cur[name]
if old_scope is not None:
error('duplicate_tables')
cur[name] = (scope, next_table)
def merge_tables(scope, tables):
if scope is None:
scope = object_pairs_hook()
for k in tables:
if k in scope:
error('key_table_conflict')
v = tables[k]
if isinstance(v, list):
scope[k] = [merge_tables(sc, tbl) for sc, tbl in v]
else:
scope[k] = merge_tables(v[0], v[1])
return scope
return merge_tables(root, tables)
class _Source:
def __init__(self, s, filename=None):
self.s = s
self._pos = (1, 1)
self._last = None
self._filename = filename
self.backtrack_stack = []
def last(self):
return self._last
def pos(self):
return self._pos
def fail(self):
return self._expect(None)
def consume_dot(self):
if self.s:
self._last = self.s[0]
self.s = self[1:]
self._advance(self._last)
return self._last
return None
def expect_dot(self):
return self._expect(self.consume_dot())
def consume_eof(self):
if not self.s:
self._last = ''
return True
return False
def expect_eof(self):
return self._expect(self.consume_eof())
def consume(self, s):
if self.s.startswith(s):
self.s = self.s[len(s):]
self._last = s
self._advance(s)
return True
return False
def expect(self, s):
return self._expect(self.consume(s))
def consume_re(self, re):
m = re.match(self.s)
if m:
self.s = self.s[len(m.group(0)):]
self._last = m
self._advance(m.group(0))
return m
return None
def expect_re(self, re):
return self._expect(self.consume_re(re))
def __enter__(self):
self.backtrack_stack.append((self.s, self._pos))
def __exit__(self, type, value, traceback):
if type is None:
self.backtrack_stack.pop()
else:
self.s, self._pos = self.backtrack_stack.pop()
return type == TomlError
def commit(self):
self.backtrack_stack[-1] = (self.s, self._pos)
def _expect(self, r):
if not r:
raise TomlError('msg', self._pos[0], self._pos[1], self._filename)
return r
def _advance(self, s):
suffix_pos = s.rfind('\n')
if suffix_pos == -1:
self._pos = (self._pos[0], self._pos[1] + len(s))
else:
self._pos = (self._pos[0] + s.count('\n'), len(s) - suffix_pos)
_ews_re = re.compile(r'(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*')
def _p_ews(s):
s.expect_re(_ews_re)
_ws_re = re.compile(r'[ \t]*')
def _p_ws(s):
s.expect_re(_ws_re)
_escapes = { 'b': '\b', 'n': '\n', 'r': '\r', 't': '\t', '"': '"',
'\\': '\\', 'f': '\f' }
_basicstr_re = re.compile(r'[^"\\\000-\037]*')
_short_uni_re = re.compile(r'u([0-9a-fA-F]{4})')
_long_uni_re = re.compile(r'U([0-9a-fA-F]{8})')
_escapes_re = re.compile(r'[btnfr\"\\]')
_newline_esc_re = re.compile('\n[ \t\n]*')
def _p_basicstr_content(s, content=_basicstr_re):
res = []
while True:
res.append(s.expect_re(content).group(0))
if not s.consume('\\'):
break
if s.consume_re(_newline_esc_re):
pass
elif s.consume_re(_short_uni_re) or s.consume_re(_long_uni_re):
v = int(s.last().group(1), 16)
if 0xd800 <= v < 0xe000:
s.fail()
res.append(_chr(v))
else:
s.expect_re(_escapes_re)
res.append(_escapes[s.last().group(0)])
return ''.join(res)
_key_re = re.compile(r'[0-9a-zA-Z-_]+')
def _p_key(s):
with s:
s.expect('"')
r = _p_basicstr_content(s, _basicstr_re)
s.expect('"')
return r
if s.consume('\''):
if s.consume('\'\''):
s.consume('\n')
r = s.expect_re(_litstr_ml_re).group(0)
s.expect('\'\'\'')
else:
r = s.expect_re(_litstr_re).group(0)
s.expect('\'')
return r
return s.expect_re(_key_re).group(0)
_float_re = re.compile(r'[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?')
_basicstr_ml_re = re.compile(r'(?:""?(?!")|[^"\\\000-\011\013-\037])*')
_litstr_re = re.compile(r"[^'\000\010\012-\037]*")
_litstr_ml_re = re.compile(r"(?:(?:|'|'')(?:[^'\000-\010\013-\037]))*")
def _p_value(s, object_pairs_hook):
pos = s.pos()
if s.consume('true'):
return 'bool', s.last(), True, pos
if s.consume('false'):
return 'bool', s.last(), False, pos
if s.consume('"'):
if s.consume('""'):
s.consume('\n')
r = _p_basicstr_content(s, _basicstr_ml_re)
s.expect('"""')
else:
r = _p_basicstr_content(s, _basicstr_re)
s.expect('"')
return 'str', r, r, pos
if s.consume('\''):
if s.consume('\'\''):
s.consume('\n')
r = s.expect_re(_litstr_ml_re).group(0)
s.expect('\'\'\'')
else:
r = s.expect_re(_litstr_re).group(0)
s.expect('\'')
return 'str', r, r, pos
if s.consume_re(rfc3339_re):
m = s.last()
return 'datetime', m.group(0), parse_rfc3339_re(m), pos
if s.consume_re(_float_re):
m = s.last().group(0)
r = m.replace('_','')
if '.' in m or 'e' in m or 'E' in m:
return 'float', m, float(r), pos
else:
return 'int', m, int(r, 10), pos
if s.consume('['):
items = []
with s:
while True:
_p_ews(s)
items.append(_p_value(s, object_pairs_hook=object_pairs_hook))
s.commit()
_p_ews(s)
s.expect(',')
s.commit()
_p_ews(s)
s.expect(']')
return 'array', None, items, pos
if s.consume('{'):
_p_ws(s)
items = object_pairs_hook()
if not s.consume('}'):
k = _p_key(s)
_p_ws(s)
s.expect('=')
_p_ws(s)
items[k] = _p_value(s, object_pairs_hook=object_pairs_hook)
_p_ws(s)
while s.consume(','):
_p_ws(s)
k = _p_key(s)
_p_ws(s)
s.expect('=')
_p_ws(s)
items[k] = _p_value(s, object_pairs_hook=object_pairs_hook)
_p_ws(s)
s.expect('}')
return 'table', None, items, pos
s.fail()
def _p_stmt(s, object_pairs_hook):
pos = s.pos()
if s.consume( '['):
is_array = s.consume('[')
_p_ws(s)
keys = [_p_key(s)]
_p_ws(s)
while s.consume('.'):
_p_ws(s)
keys.append(_p_key(s))
_p_ws(s)
s.expect(']')
if is_array:
s.expect(']')
return 'table_array' if is_array else 'table', keys, pos
key = _p_key(s)
_p_ws(s)
s.expect('=')
_p_ws(s)
value = _p_value(s, object_pairs_hook=object_pairs_hook)
return 'kv', (key, value), pos
_stmtsep_re = re.compile(r'(?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*')
def _p_toml(s, object_pairs_hook):
stmts = []
_p_ews(s)
with s:
stmts.append(_p_stmt(s, object_pairs_hook=object_pairs_hook))
while True:
s.commit()
s.expect_re(_stmtsep_re)
stmts.append(_p_stmt(s, object_pairs_hook=object_pairs_hook))
_p_ews(s)
s.expect_eof()
return stmts
site-packages/pip/_vendor/pytoml/writer.py 0000644 00000006451 15201600075 0014724 0 ustar 00 from __future__ import unicode_literals
import io, datetime, math, string, sys
from .utils import format_rfc3339
try:
from pathlib import PurePath as _path_types
except ImportError:
_path_types = ()
if sys.version_info[0] == 3:
long = int
unicode = str
def dumps(obj, sort_keys=False):
fout = io.StringIO()
dump(obj, fout, sort_keys=sort_keys)
return fout.getvalue()
_escapes = {'\n': 'n', '\r': 'r', '\\': '\\', '\t': 't', '\b': 'b', '\f': 'f', '"': '"'}
def _escape_string(s):
res = []
start = 0
def flush():
if start != i:
res.append(s[start:i])
return i + 1
i = 0
while i < len(s):
c = s[i]
if c in '"\\\n\r\t\b\f':
start = flush()
res.append('\\' + _escapes[c])
elif ord(c) < 0x20:
start = flush()
res.append('\\u%04x' % ord(c))
i += 1
flush()
return '"' + ''.join(res) + '"'
_key_chars = string.digits + string.ascii_letters + '-_'
def _escape_id(s):
if any(c not in _key_chars for c in s):
return _escape_string(s)
return s
def _format_value(v):
if isinstance(v, bool):
return 'true' if v else 'false'
if isinstance(v, int) or isinstance(v, long):
return unicode(v)
if isinstance(v, float):
if math.isnan(v) or math.isinf(v):
raise ValueError("{0} is not a valid TOML value".format(v))
else:
return repr(v)
elif isinstance(v, unicode) or isinstance(v, bytes):
return _escape_string(v)
elif isinstance(v, datetime.datetime):
return format_rfc3339(v)
elif isinstance(v, list):
return '[{0}]'.format(', '.join(_format_value(obj) for obj in v))
elif isinstance(v, dict):
return '{{{0}}}'.format(', '.join('{} = {}'.format(_escape_id(k), _format_value(obj)) for k, obj in v.items()))
elif isinstance(v, _path_types):
return _escape_string(str(v))
else:
raise RuntimeError(v)
def dump(obj, fout, sort_keys=False):
tables = [((), obj, False)]
while tables:
name, table, is_array = tables.pop()
if name:
section_name = '.'.join(_escape_id(c) for c in name)
if is_array:
fout.write('[[{0}]]\n'.format(section_name))
else:
fout.write('[{0}]\n'.format(section_name))
table_keys = sorted(table.keys()) if sort_keys else table.keys()
new_tables = []
has_kv = False
for k in table_keys:
v = table[k]
if isinstance(v, dict):
new_tables.append((name + (k,), v, False))
elif isinstance(v, list) and v and all(isinstance(o, dict) for o in v):
new_tables.extend((name + (k,), d, True) for d in v)
elif v is None:
# based on mojombo's comment: https://github.com/toml-lang/toml/issues/146#issuecomment-25019344
fout.write(
'#{} = null # To use: uncomment and replace null with value\n'.format(_escape_id(k)))
has_kv = True
else:
fout.write('{0} = {1}\n'.format(_escape_id(k), _format_value(v)))
has_kv = True
tables.extend(reversed(new_tables))
if (name or has_kv) and tables:
fout.write('\n')
site-packages/pip/_vendor/pytoml/core.py 0000644 00000000775 15201600075 0014343 0 ustar 00 class TomlError(RuntimeError):
def __init__(self, message, line, col, filename):
RuntimeError.__init__(self, message, line, col, filename)
self.message = message
self.line = line
self.col = col
self.filename = filename
def __str__(self):
return '{}({}, {}): {}'.format(self.filename, self.line, self.col, self.message)
def __repr__(self):
return 'TomlError({!r}, {!r}, {!r}, {!r})'.format(self.message, self.line, self.col, self.filename)
site-packages/pip/_vendor/pytoml/__pycache__/core.cpython-38.pyc 0000644 00000001625 15201600075 0020624 0 ustar 00 U
��.e� � @ s G d d� de �ZdS )c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TomlErrorc C s. t �| ||||� || _|| _|| _|| _d S )N)� RuntimeError�__init__�message�line�col�filename)�selfr r r r � r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/core.pyr s
zTomlError.__init__c C s d� | j| j| j| j�S )Nz{}({}, {}): {})�formatr r r r �r r r r
�__str__ s zTomlError.__str__c C s d� | j| j| j| j�S )Nz!TomlError({!r}, {!r}, {!r}, {!r}))r r r r r r r r r
�__repr__ s zTomlError.__repr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)r r r r r r
�<module> � site-packages/pip/_vendor/pytoml/__pycache__/writer.cpython-38.opt-1.pyc 0000644 00000007171 15201600075 0022151 0 ustar 00 U
��.e)
� @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZ zd dl m
Z W n e k
rh dZ Y nX ej
d dkr�eZeZd d d
�Zd d d
ddddd�Zdd� Zejej d Zdd� Zdd� Zd dd�ZdS ) � )�unicode_literalsN� )�format_rfc3339)�PurePath� � Fc C s t �� }t| ||d� |�� S )N)� sort_keys)�io�StringIO�dump�getvalue)�objr �foutr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/writer.py�dumps s r �n�r�\�t�b�f�")�
�
r � �� r c s� g �d�� ���fdd�}d� � t ��k r��� }|dkrT|� ���dt| � n$t|�dk rx|� ���dt|� � � d7 � q |� d d
��� d S ) Nr c s" �� kr�� ��� � � � d S )Nr )�appendr ��i�res�s�startr r �flush s z _escape_string.<locals>.flushz"\
r � z\u%04xr r � )�lenr �_escapes�ord�join)r! r# �cr r r �_escape_string s
r+ z-_c C s t dd� | D ��rt| �S | S )Nc s s | ]}|t kV qd S �N)�
_key_chars��.0r* r r r � <genexpr>4 s z _escape_id.<locals>.<genexpr>)�anyr+ )r! r r r �
_escape_id3 s r2 c C s
t | t�r| rdS dS t | t�s*t | t�r2t| �S t | t�rjt�| �sPt�| �r`t d�
| ���nt | �S n�t | t�s~t | t �r�t
| �S t | tj�r�t| �S t | t�r�d�
d�dd� | D ���S t | t�r�d�
d�d d� | �� D ���S t | t�� r�t
t| ��S t| ��d S )
N�trueZfalsez {0} is not a valid TOML valuez[{0}]z, c s s | ]}t |�V qd S r, )�
_format_value)r/ r
r r r r0 H s z _format_value.<locals>.<genexpr>z{{{0}}}c s s& | ] \}}d � t|�t|��V qdS )z{} = {}N)�formatr2 r4 )r/ �kr
r r r r0 J s )�
isinstance�bool�int�long�unicode�float�mathZisnanZisinf�
ValueErrorr5 �repr�bytesr+ �datetimer �listr) �dict�items� _path_types�str� RuntimeError)�vr r r r4 9 s&
r4 c s\ d| dfg}|�rX|� � \�}}�r^d�dd� �D ��}|rN|�d�|�� n|�d�|�� |rnt|�� �n|�� }g }d} |D ]�� |� }
t|
t�r�|��� f |
df� q�t|
t �r�|
r�t
dd� |
D ��r�|� � �fd d�|
D �� q�|
d k�r|�d
�t � ��� d } q�|�d �t � �t
|
��� d } q�|� t|�� ��sH| r |r |�d
� q d S )Nr F�.c s s | ]}t |�V qd S r, )r2 r. r r r r0 W s zdump.<locals>.<genexpr>z[[{0}]]
z[{0}]
c s s | ]}t |t�V qd S r, )r7 rC )r/ �or r r r0 d s c 3 s | ]}�� f |d fV qdS )TNr )r/ �d�r6 �namer r r0 e s z<#{} = null # To use: uncomment and replace null with value
Tz
{0} = {1}
r )�popr) �writer5 �sorted�keysr7 rC r rB �all�extendr2 r4 �reversed) r
r r Ztables�tableZis_arrayZ section_nameZ
table_keysZ
new_tablesZhas_kvrH r rL r r Q s6
�r )F)F)Z
__future__r r rA r= �string�sysZutilsr �pathlibr rE � ImportError� version_infor9 r: rF r; r r' r+ ZdigitsZ
ascii_lettersr- r2 r4 r r r r r �<module> s (
site-packages/pip/_vendor/pytoml/__pycache__/writer.cpython-38.pyc 0000644 00000007171 15201600075 0021212 0 ustar 00 U
��.e)
� @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZ zd dl m
Z W n e k
rh dZ Y nX ej
d dkr�eZeZd d d
�Zd d d
ddddd�Zdd� Zejej d Zdd� Zdd� Zd dd�ZdS ) � )�unicode_literalsN� )�format_rfc3339)�PurePath� � Fc C s t �� }t| ||d� |�� S )N)� sort_keys)�io�StringIO�dump�getvalue)�objr �foutr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/writer.py�dumps s r �n�r�\�t�b�f�")�
�
r � �� r c s� g �d�� ���fdd�}d� � t ��k r��� }|dkrT|� ���dt| � n$t|�dk rx|� ���dt|� � � d7 � q |� d d
��� d S ) Nr c s" �� kr�� ��� � � � d S )Nr )�appendr ��i�res�s�startr r �flush s z _escape_string.<locals>.flushz"\
r � z\u%04xr r � )�lenr �_escapes�ord�join)r! r# �cr r r �_escape_string s
r+ z-_c C s t dd� | D ��rt| �S | S )Nc s s | ]}|t kV qd S �N)�
_key_chars��.0r* r r r � <genexpr>4 s z _escape_id.<locals>.<genexpr>)�anyr+ )r! r r r �
_escape_id3 s r2 c C s
t | t�r| rdS dS t | t�s*t | t�r2t| �S t | t�rjt�| �sPt�| �r`t d�
| ���nt | �S n�t | t�s~t | t �r�t
| �S t | tj�r�t| �S t | t�r�d�
d�dd� | D ���S t | t�r�d�
d�d d� | �� D ���S t | t�� r�t
t| ��S t| ��d S )
N�trueZfalsez {0} is not a valid TOML valuez[{0}]z, c s s | ]}t |�V qd S r, )�
_format_value)r/ r
r r r r0 H s z _format_value.<locals>.<genexpr>z{{{0}}}c s s& | ] \}}d � t|�t|��V qdS )z{} = {}N)�formatr2 r4 )r/ �kr
r r r r0 J s )�
isinstance�bool�int�long�unicode�float�mathZisnanZisinf�
ValueErrorr5 �repr�bytesr+ �datetimer �listr) �dict�items� _path_types�str� RuntimeError)�vr r r r4 9 s&
r4 c s\ d| dfg}|�rX|� � \�}}�r^d�dd� �D ��}|rN|�d�|�� n|�d�|�� |rnt|�� �n|�� }g }d} |D ]�� |� }
t|
t�r�|��� f |
df� q�t|
t �r�|
r�t
dd� |
D ��r�|� � �fd d�|
D �� q�|
d k�r|�d
�t � ��� d } q�|�d �t � �t
|
��� d } q�|� t|�� ��sH| r |r |�d
� q d S )Nr F�.c s s | ]}t |�V qd S r, )r2 r. r r r r0 W s zdump.<locals>.<genexpr>z[[{0}]]
z[{0}]
c s s | ]}t |t�V qd S r, )r7 rC )r/ �or r r r0 d s c 3 s | ]}�� f |d fV qdS )TNr )r/ �d�r6 �namer r r0 e s z<#{} = null # To use: uncomment and replace null with value
Tz
{0} = {1}
r )�popr) �writer5 �sorted�keysr7 rC r rB �all�extendr2 r4 �reversed) r
r r Ztables�tableZis_arrayZ section_nameZ
table_keysZ
new_tablesZhas_kvrH r rL r r Q s6
�r )F)F)Z
__future__r r rA r= �string�sysZutilsr �pathlibr rE � ImportError� version_infor9 r: rF r; r r' r+ ZdigitsZ
ascii_lettersr- r2 r4 r r r r r �<module> s (
site-packages/pip/_vendor/pytoml/__pycache__/parser.cpython-38.pyc 0000644 00000023542 15201600075 0021172 0 ustar 00 U
��.eE( � @ sN d dl Z d dlZddlmZ ddlmZmZ ejd dkr@eZ ne
Z dd� e fdd �Z d
d d� e fd d
�Z
G dd� d�Ze �d�Zdd� Ze �d�Zdd� Zddddddd d �Ze �d �Ze �d �Ze �d �Ze �d!�Ze �d"�Zefd#d$�Ze �d%�Zd&d'� Z e �d(�Z e �d)�Z e �d*�Z e �d+�Z d,d-� Z!d.d/� Z"e �d0�Z#d1d2� Z$dS )3� N� �� TomlError)�
rfc3339_re�parse_rfc3339_re� c C s |S �N� ��t�x�vr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/parser.py�<lambda>
� r c C s t | �� ||t| dt| ��d�S )N�name)� translate�object_pairs_hook�filename)�loads�read�getattr�repr)Zfinr r r r r �load
s r z<string>c C s |S r r r
r r r r
r c s� t | t�r| �d�} | �dd�} �� }�� }|}t| �d�}t|�d�}��fdd�� � ��fdd ��|D �]D\} }
�| d
kr�|
\} } | |kr�� d �| �� �| �d�|| < qj| d k}
|}|
d d
� D ]<}t |�|�t�r�|| d
\}}q�|� |d �� f�\}}qƈ� }|
d
}||k�rD|
�r4|�� fg||< n|�� f||< qjt || t��rx|
�sb� d� || �
|�� f� qj|
�r�� d� || \}}|d k �r�� d� ||f||< qj� ��fdd���||�S )Nzutf-8z
�
)r �r c s t | �d �d � ��d S �Nr r r )�msg)r �posr r �error s zloads.<locals>.errorc s� | \}}�}|dkrT�r>t �fdd��dd � D ��r>�d� � �fdd��D ��n"|dkrv� � ��fd d��D ����||��S )
N�arrayc 3 s& | ] \}}}}|� d d kV qdS )r Nr )�.0�kr r
�p)�valuer r � <genexpr> s
z/loads.<locals>.process_value.<locals>.<genexpr>r zarray-type-mismatchc s g | ]}�|� d ��qS �r r )r! �item)r �
process_valuer r �
<listcomp>" s z0loads.<locals>.process_value.<locals>.<listcomp>�tablec s g | ]}|��| � d �f�qS r& r )r! r" )r r( r$ r r r) $ s )�any)r
r �kind�textr )r r( r )r r$ r r( s "z loads.<locals>.process_value�kvz2duplicate_keys. Key "{0}" was used more than once.� table_array���Ztable_type_mismatchZduplicate_tablesc sl | d kr�� } |D ]T}|| kr&� d� || }t |t�rP�fdd�|D �| |< q�|d |d �| |< q| S )NZkey_table_conflictc s g | ]\}}� ||��qS r r )r! ZscZtbl)� merge_tablesr r r) Q s z/loads.<locals>.merge_tables.<locals>.<listcomp>r r )�
isinstance�list)�scope�tablesr" r
)r r1 r r r r1 I s
zloads.<locals>.merge_tables) r2 �bytes�decode�replace�_Source�_p_toml�format�getr3 �
setdefault�append)�sr r r �rootr5 r4 �srcZastr, r$ r" r
Zis_table_arrayZcurr �dZ old_scopeZ
next_tabler )r r r1 r r r( r r r
sP
r c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZdS )%r9 Nc C s" || _ d| _d | _|| _g | _d S )N)r r )r? �_pos�_last� _filename�backtrack_stack)�selfr? r r r r �__init__Y s
z_Source.__init__c C s | j S r )rD �rG r r r �last` s z _Source.lastc C s | j S r )rC rI r r r r c s z _Source.posc C s
| � d �S r )�_expectrI r r r �failf s z _Source.failc C s6 | j r2| j d | _| dd � | _ | �| j� | jS d S r )r? rD �_advancerI r r r � consume_doti s z_Source.consume_dotc C s | � | �� �S r )rK rN rI r r r �
expect_dotq s z_Source.expect_dotc C s | j sd| _dS dS )N� TF)r? rD rI r r r � consume_eoft s z_Source.consume_eofc C s | � | �� �S r )rK rQ rI r r r �
expect_eofz s z_Source.expect_eofc C s8 | j �|�r4| j t|�d � | _ || _| �|� dS dS )NTF)r? �
startswith�lenrD rM �rG r? r r r �consume} s
z_Source.consumec C s | � | �|��S r )rK rV rU r r r �expect� s z_Source.expectc C sH |� | j�}|rD| jt|�d��d � | _|| _| �|�d�� |S d S )Nr )�matchr? rT �grouprD rM )rG �re�mr r r �
consume_re� s z_Source.consume_rec C s | � | �|��S r )rK r\ )rG rZ r r r � expect_re� s z_Source.expect_rec C s | j �| j| jf� d S r )rF r> r? rC rI r r r � __enter__� s z_Source.__enter__c C s. |d kr| j �� n| j �� \| _| _|tkS r )rF �popr? rC r )rG �typer$ � tracebackr r r �__exit__� s z_Source.__exit__c C s | j | jf| jd< d S )Nr0 )r? rC rF rI r r r �commit� s z_Source.commitc C s$ |s t d| jd | jd | j��|S )Nr r r )r rC rE )rG �rr r r rK � s z_Source._expectc C sX |� d�}|dkr2| jd | jd t|� f| _n"| jd |�d� t|�| f| _d S )Nr r0 r r )�rfindrC rT �count)rG r? Z
suffix_posr r r rM � s
z_Source._advance)N)�__name__�
__module__� __qualname__rH rJ r rL rN rO rQ rR rV rW r\ r] r^ rb rc rK rM r r r r r9 X s"
r9 z!(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*c C s | � t� d S r )r] �_ews_re�r? r r r �_p_ews� s rl z[ \t]*c C s | � t� d S r )r] �_ws_rerk r r r �_p_ws� s rn �r �
� �"�\� )�b�nrd r rr rs �fz[^"\\\000-\037]*zu([0-9a-fA-F]{4})zU([0-9a-fA-F]{8})z [btnfr\"\\]z
[
]*c C s� g }|� | �|��d�� | �d�s&q�| �t�r2q| �t�sF| �t�r�t| � � �d�d�}d| krndk rzn n| �
� |� t |�� q| �t � |� t
| � � �d� � qd�|�S )Nr rs r � i � i � rP )r> r] rY rV r\ �_newline_esc_re�
_short_uni_re� _long_uni_re�intrJ rL �_chr� _escapes_re�_escapes�join)r? Zcontent�resr
r r r �_p_basicstr_content� s
r� z[0-9a-zA-Z-_]+c
C s� | �0 | � d� t| t�}| � d� |W 5 Q R � S Q R X | �d�r�| �d�rt| �d� | �t��d�}| � d� n| �t��d�}| � d� |S | �t��d�S )Nrr �'�''r r �''') rW r� � _basicstr_rerV r] �
_litstr_ml_rerY �
_litstr_re�_key_re)r? rd r r r �_p_key� s
r� zH[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?z&(?:""?(?!")|[^"\\\000-\011\013-\037])*z[^'\000\010\012-\037]*z((?:(?:|'|'')(?:[^'\000-\010\013-\037]))*c C s� | � � }| �d�r"d| �� d|fS | �d�r<d| �� d|fS | �d�r�| �d�rp| �d� t| t�}| �d � nt| t�}| �d� d
|||fS | �d �r�| �d �r�| �d� | �t�� d
�}| �d� n| �t
�� d
�}| �d � d
|||fS | � t ��r| �� }d|� d
�t
|�|fS | � t��r�| �� � d
�}|�dd�}d|k�s^d|k�s^d|k�rnd|t|�|fS d|t|d�|fS | �d��r�g }| �F t| � |�t| |d�� | �� t| � | �d� | �� �q�W 5 Q R X t| � | �d� d d ||fS | �d ��r�t| � |� }| �d ��s�t| �}t| � | �d � t| � t| |d�||< t| � | �d��r�t| � t| �}t| � | �d � t| � t| |d�||< t| � �q^| �d � d d ||fS | �� d S )!N�true�boolTZfalseFrr z""r z"""�strr� r� r r� Zdatetime�_rP �.�e�E�floatr| �
�[r �,�]r �{�}�=r* )r rV rJ r� �_basicstr_ml_rerW r� r] r� rY r� r\ r r � _float_rer8 r� r| rl r> �_p_valuerc rn r� rL )r? r r rd r[ �itemsr" r r r r� � s~
r� c C s� | � � }| �d�r�| �d�}t| � t| �g}t| � | �d�r`t| � |�t| �� t| � q6| �d� |rx| �d� |r�dnd||fS t| �}t| � | �d� t| � t| |d�}d||f|fS ) Nr� r� r� r/ r* r� r r. )r rV rn r� r> rW r� )r? r r Zis_array�keys�keyr$ r r r �_p_stmt3 s(
r� z (?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*c C sh g }t | � | �> |�t| |d�� | �� | �t� |�t| |d�� q$W 5 Q R X t | � | �� |S )Nr )rl r> r� rc r] � _stmtsep_rerR )r? r Zstmtsr r r r: K s
r: )%rZ �sysZcorer Zutilsr r � version_infoZunichrr} �chr�dictr r r9 �compilerj rl rm rn r r� rz r{ r~ ry r� r� r� r� r� r� r� r� r� r� r: r r r r �<module> s@ KU
�
M
site-packages/pip/_vendor/pytoml/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000524 15201600075 0022367 0 ustar 00 U
��.e � @ s< d dl mZ d dlmZmZ d dlmZ d dlmZm Z dS )� )� TomlError)�load�loads)�translate_to_test)�dump�dumpsN)
Zcorer �parserr r Ztestr �writerr r � r
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/__init__.py�<module> s site-packages/pip/_vendor/pytoml/__pycache__/test.cpython-38.pyc 0000644 00000002303 15201600075 0020645 0 ustar 00 U
��.e� � @ sR d dl Z ddlmZ zeefZeefZW n e k
rD eZeZY nX dd� Z
dS )� N� )�format_rfc3339c C s� t | t�r dd� | �� D �S t | t�rTdd� | D �}| rJt | d t�rJ|S d|d�S t | tj�rndt| �d�S t | t�r�d | r�d
nd d�S t | t�r�d t| �d�S t | t �r�d
d�
| �d�S t | t �r�d| d�S t d�
| ���d S )Nc S s i | ]\}}|t |��qS � ��translate_to_test)�.0�k�vr r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/test.py�
<dictcomp>
s z%translate_to_test.<locals>.<dictcomp>c S s g | ] }t |��qS r r )r �xr r r
�
<listcomp> s z%translate_to_test.<locals>.<listcomp>r Zarray)�type�value�datetime�bool�trueZfalseZinteger�floatz{:.17}�stringzunexpected value: {!r})
�
isinstance�dict�items�listr r r �
_int_types�strr �format�
_string_types� RuntimeError)r �ar r r
r s$
r ) r Zutilsr r Zunicoder �intZlongr � NameErrorr r r r r
�<module> s
site-packages/pip/_vendor/pytoml/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000004121 15201600075 0021765 0 ustar 00 U
��.e� � @ sH d dl Z d dlZe�d�Zdd� Zdd� Zdd� ZG d d
� d
e j�ZdS ) � NzP(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))c C s( t �| �}|r |�d�| kr d S t|�S )Nr )�
rfc3339_re�match�group�parse_rfc3339_re)�v�m� r �</usr/lib/python3.8/site-packages/pip/_vendor/pytoml/utils.py�
parse_rfc3339 s
r
c
C s� t t| �� d d� �}| �d�r0t| �d��}nd}| �d�rxt| �d�d�d t| �d�d� }tt�d|d ��}ntt�dd��}|\}} }}}} t�|| |||| t|d �|�S ) N� � r � �
�< � i@B )�map�int�groupsr �float� _TimeZone�datetimeZ timedelta)
r �r�micro�gZtz�y�d�H�M�Sr r r r s
$r c C s� | � � }|d k r t|�� �d nd}|dkr2d}n.|dkr@d}n
d}| }d�||d |d �}| jrt| �d�| S | �d�| S d S ) Nr r �Z�+�-z{0}{1:02}:{2:02}z%Y-%m-%dT%H:%M:%S.%fz%Y-%m-%dT%H:%M:%S)� utcoffsetr �
total_seconds�formatZ microsecond�strftime)r Zoffs�suffixr r r �format_rfc3339 s r' c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s
|| _ d S �N��_offset)�self�offsetr r r �__init__1 s z_TimeZone.__init__c C s | j S r( r) �r+ �dtr r r r" 4 s z_TimeZone.utcoffsetc C s d S r( r r. r r r �dst7 s z
_TimeZone.dstc C sH | j �� d }|dk r"d}| }nd}|d }||d }d�|||�S )Nr r r! r z{}{:.02}{:.02})r* r# r$ )r+ r/ r �res�hr r r �tzname: s z_TimeZone.tznameN)�__name__�
__module__� __qualname__r- r" r0 r3 r r r r r 0 s r ) r �re�compiler r
r r' Ztzinfor r r r r �<module> s
site-packages/pip/_vendor/pytoml/__pycache__/utils.cpython-38.pyc 0000644 00000004121 15201600075 0021026 0 ustar 00 U
��.e� � @ sH d dl Z d dlZe�d�Zdd� Zdd� Zdd� ZG d d
� d
e j�ZdS ) � NzP(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))c C s( t �| �}|r |�d�| kr d S t|�S )Nr )�
rfc3339_re�match�group�parse_rfc3339_re)�v�m� r �</usr/lib/python3.8/site-packages/pip/_vendor/pytoml/utils.py�
parse_rfc3339 s
r
c
C s� t t| �� d d� �}| �d�r0t| �d��}nd}| �d�rxt| �d�d�d t| �d�d� }tt�d|d ��}ntt�dd��}|\}} }}}} t�|| |||| t|d �|�S ) N� � r � �
�< � i@B )�map�int�groupsr �float� _TimeZone�datetimeZ timedelta)
r �r�micro�gZtz�y�d�H�M�Sr r r r s
$r c C s� | � � }|d k r t|�� �d nd}|dkr2d}n.|dkr@d}n
d}| }d�||d |d �}| jrt| �d�| S | �d�| S d S ) Nr r �Z�+�-z{0}{1:02}:{2:02}z%Y-%m-%dT%H:%M:%S.%fz%Y-%m-%dT%H:%M:%S)� utcoffsetr �
total_seconds�formatZ microsecond�strftime)r Zoffs�suffixr r r �format_rfc3339 s r' c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s
|| _ d S �N��_offset)�self�offsetr r r �__init__1 s z_TimeZone.__init__c C s | j S r( r) �r+ �dtr r r r" 4 s z_TimeZone.utcoffsetc C s d S r( r r. r r r �dst7 s z
_TimeZone.dstc C sH | j �� d }|dk r"d}| }nd}|d }||d }d�|||�S )Nr r r! r z{}{:.02}{:.02})r* r# r$ )r+ r/ r �res�hr r r �tzname: s z_TimeZone.tznameN)�__name__�
__module__� __qualname__r- r" r0 r3 r r r r r 0 s r ) r �re�compiler r
r r' Ztzinfor r r r r �<module> s
site-packages/pip/_vendor/pytoml/__pycache__/parser.cpython-38.opt-1.pyc 0000644 00000023542 15201600075 0022131 0 ustar 00 U
��.eE( � @ sN d dl Z d dlZddlmZ ddlmZmZ ejd dkr@eZ ne
Z dd� e fdd �Z d
d d� e fd d
�Z
G dd� d�Ze �d�Zdd� Ze �d�Zdd� Zddddddd d �Ze �d �Ze �d �Ze �d �Ze �d!�Ze �d"�Zefd#d$�Ze �d%�Zd&d'� Z e �d(�Z e �d)�Z e �d*�Z e �d+�Z d,d-� Z!d.d/� Z"e �d0�Z#d1d2� Z$dS )3� N� �� TomlError)�
rfc3339_re�parse_rfc3339_re� c C s |S �N� ��t�x�vr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/parser.py�<lambda>
� r c C s t | �� ||t| dt| ��d�S )N�name)� translate�object_pairs_hook�filename)�loads�read�getattr�repr)Zfinr r r r r �load
s r z<string>c C s |S r r r
r r r r
r c s� t | t�r| �d�} | �dd�} �� }�� }|}t| �d�}t|�d�}��fdd�� � ��fdd ��|D �]D\} }
�| d
kr�|
\} } | |kr�� d �| �� �| �d�|| < qj| d k}
|}|
d d
� D ]<}t |�|�t�r�|| d
\}}q�|� |d �� f�\}}qƈ� }|
d
}||k�rD|
�r4|�� fg||< n|�� f||< qjt || t��rx|
�sb� d� || �
|�� f� qj|
�r�� d� || \}}|d k �r�� d� ||f||< qj� ��fdd���||�S )Nzutf-8z
�
)r �r c s t | �d �d � ��d S �Nr r r )�msg)r �posr r �error s zloads.<locals>.errorc s� | \}}�}|dkrT�r>t �fdd��dd � D ��r>�d� � �fdd��D ��n"|dkrv� � ��fd d��D ����||��S )
N�arrayc 3 s& | ] \}}}}|� d d kV qdS )r Nr )�.0�kr r
�p)�valuer r � <genexpr> s
z/loads.<locals>.process_value.<locals>.<genexpr>r zarray-type-mismatchc s g | ]}�|� d ��qS �r r )r! �item)r �
process_valuer r �
<listcomp>" s z0loads.<locals>.process_value.<locals>.<listcomp>�tablec s g | ]}|��| � d �f�qS r& r )r! r" )r r( r$ r r r) $ s )�any)r
r �kind�textr )r r( r )r r$ r r( s "z loads.<locals>.process_value�kvz2duplicate_keys. Key "{0}" was used more than once.� table_array���Ztable_type_mismatchZduplicate_tablesc sl | d kr�� } |D ]T}|| kr&� d� || }t |t�rP�fdd�|D �| |< q�|d |d �| |< q| S )NZkey_table_conflictc s g | ]\}}� ||��qS r r )r! ZscZtbl)� merge_tablesr r r) Q s z/loads.<locals>.merge_tables.<locals>.<listcomp>r r )�
isinstance�list)�scope�tablesr" r
)r r1 r r r r1 I s
zloads.<locals>.merge_tables) r2 �bytes�decode�replace�_Source�_p_toml�format�getr3 �
setdefault�append)�sr r r �rootr5 r4 �srcZastr, r$ r" r
Zis_table_arrayZcurr �dZ old_scopeZ
next_tabler )r r r1 r r r( r r r
sP
r c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZdS )%r9 Nc C s" || _ d| _d | _|| _g | _d S )N)r r )r? �_pos�_last� _filename�backtrack_stack)�selfr? r r r r �__init__Y s
z_Source.__init__c C s | j S r )rD �rG r r r �last` s z _Source.lastc C s | j S r )rC rI r r r r c s z _Source.posc C s
| � d �S r )�_expectrI r r r �failf s z _Source.failc C s6 | j r2| j d | _| dd � | _ | �| j� | jS d S r )r? rD �_advancerI r r r � consume_doti s z_Source.consume_dotc C s | � | �� �S r )rK rN rI r r r �
expect_dotq s z_Source.expect_dotc C s | j sd| _dS dS )N� TF)r? rD rI r r r � consume_eoft s z_Source.consume_eofc C s | � | �� �S r )rK rQ rI r r r �
expect_eofz s z_Source.expect_eofc C s8 | j �|�r4| j t|�d � | _ || _| �|� dS dS )NTF)r? �
startswith�lenrD rM �rG r? r r r �consume} s
z_Source.consumec C s | � | �|��S r )rK rV rU r r r �expect� s z_Source.expectc C sH |� | j�}|rD| jt|�d��d � | _|| _| �|�d�� |S d S )Nr )�matchr? rT �grouprD rM )rG �re�mr r r �
consume_re� s z_Source.consume_rec C s | � | �|��S r )rK r\ )rG rZ r r r � expect_re� s z_Source.expect_rec C s | j �| j| jf� d S r )rF r> r? rC rI r r r � __enter__� s z_Source.__enter__c C s. |d kr| j �� n| j �� \| _| _|tkS r )rF �popr? rC r )rG �typer$ � tracebackr r r �__exit__� s z_Source.__exit__c C s | j | jf| jd< d S )Nr0 )r? rC rF rI r r r �commit� s z_Source.commitc C s$ |s t d| jd | jd | j��|S )Nr r r )r rC rE )rG �rr r r rK � s z_Source._expectc C sX |� d�}|dkr2| jd | jd t|� f| _n"| jd |�d� t|�| f| _d S )Nr r0 r r )�rfindrC rT �count)rG r? Z
suffix_posr r r rM � s
z_Source._advance)N)�__name__�
__module__� __qualname__rH rJ r rL rN rO rQ rR rV rW r\ r] r^ rb rc rK rM r r r r r9 X s"
r9 z!(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*c C s | � t� d S r )r] �_ews_re�r? r r r �_p_ews� s rl z[ \t]*c C s | � t� d S r )r] �_ws_rerk r r r �_p_ws� s rn �r �
� �"�\� )�b�nrd r rr rs �fz[^"\\\000-\037]*zu([0-9a-fA-F]{4})zU([0-9a-fA-F]{8})z [btnfr\"\\]z
[
]*c C s� g }|� | �|��d�� | �d�s&q�| �t�r2q| �t�sF| �t�r�t| � � �d�d�}d| krndk rzn n| �
� |� t |�� q| �t � |� t
| � � �d� � qd�|�S )Nr rs r � i � i � rP )r> r] rY rV r\ �_newline_esc_re�
_short_uni_re� _long_uni_re�intrJ rL �_chr� _escapes_re�_escapes�join)r? Zcontent�resr
r r r �_p_basicstr_content� s
r� z[0-9a-zA-Z-_]+c
C s� | �0 | � d� t| t�}| � d� |W 5 Q R � S Q R X | �d�r�| �d�rt| �d� | �t��d�}| � d� n| �t��d�}| � d� |S | �t��d�S )Nrr �'�''r r �''') rW r� � _basicstr_rerV r] �
_litstr_ml_rerY �
_litstr_re�_key_re)r? rd r r r �_p_key� s
r� zH[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?z&(?:""?(?!")|[^"\\\000-\011\013-\037])*z[^'\000\010\012-\037]*z((?:(?:|'|'')(?:[^'\000-\010\013-\037]))*c C s� | � � }| �d�r"d| �� d|fS | �d�r<d| �� d|fS | �d�r�| �d�rp| �d� t| t�}| �d � nt| t�}| �d� d
|||fS | �d �r�| �d �r�| �d� | �t�� d
�}| �d� n| �t
�� d
�}| �d � d
|||fS | � t ��r| �� }d|� d
�t
|�|fS | � t��r�| �� � d
�}|�dd�}d|k�s^d|k�s^d|k�rnd|t|�|fS d|t|d�|fS | �d��r�g }| �F t| � |�t| |d�� | �� t| � | �d� | �� �q�W 5 Q R X t| � | �d� d d ||fS | �d ��r�t| � |� }| �d ��s�t| �}t| � | �d � t| � t| |d�||< t| � | �d��r�t| � t| �}t| � | �d � t| � t| |d�||< t| � �q^| �d � d d ||fS | �� d S )!N�true�boolTZfalseFrr z""r z"""�strr� r� r r� Zdatetime�_rP �.�e�E�floatr| �
�[r �,�]r �{�}�=r* )r rV rJ r� �_basicstr_ml_rerW r� r] r� rY r� r\ r r � _float_rer8 r� r| rl r> �_p_valuerc rn r� rL )r? r r rd r[ �itemsr" r r r r� � s~
r� c C s� | � � }| �d�r�| �d�}t| � t| �g}t| � | �d�r`t| � |�t| �� t| � q6| �d� |rx| �d� |r�dnd||fS t| �}t| � | �d� t| � t| |d�}d||f|fS ) Nr� r� r� r/ r* r� r r. )r rV rn r� r> rW r� )r? r r Zis_array�keys�keyr$ r r r �_p_stmt3 s(
r� z (?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*c C sh g }t | � | �> |�t| |d�� | �� | �t� |�t| |d�� q$W 5 Q R X t | � | �� |S )Nr )rl r> r� rc r] � _stmtsep_rerR )r? r Zstmtsr r r r: K s
r: )%rZ �sysZcorer Zutilsr r � version_infoZunichrr} �chr�dictr r r9 �compilerj rl rm rn r r� rz r{ r~ ry r� r� r� r� r� r� r� r� r� r� r: r r r r �<module> s@ KU
�
M
site-packages/pip/_vendor/pytoml/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000001625 15201600075 0021563 0 ustar 00 U
��.e� � @ s G d d� de �ZdS )c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TomlErrorc C s. t �| ||||� || _|| _|| _|| _d S )N)� RuntimeError�__init__�message�line�col�filename)�selfr r r r � r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/core.pyr s
zTomlError.__init__c C s d� | j| j| j| j�S )Nz{}({}, {}): {})�formatr r r r �r r r r
�__str__ s zTomlError.__str__c C s d� | j| j| j| j�S )Nz!TomlError({!r}, {!r}, {!r}, {!r}))r r r r r r r r r
�__repr__ s zTomlError.__repr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)r r r r r r
�<module> � site-packages/pip/_vendor/pytoml/__pycache__/__init__.cpython-38.pyc 0000644 00000000524 15201600075 0021430 0 ustar 00 U
��.e � @ s< d dl mZ d dlmZmZ d dlmZ d dlmZm Z dS )� )� TomlError)�load�loads)�translate_to_test)�dump�dumpsN)
Zcorer �parserr r Ztestr �writerr r � r
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/__init__.py�<module> s site-packages/pip/_vendor/pytoml/__pycache__/test.cpython-38.opt-1.pyc 0000644 00000002303 15201600075 0021604 0 ustar 00 U
��.e� � @ sR d dl Z ddlmZ zeefZeefZW n e k
rD eZeZY nX dd� Z
dS )� N� )�format_rfc3339c C s� t | t�r dd� | �� D �S t | t�rTdd� | D �}| rJt | d t�rJ|S d|d�S t | tj�rndt| �d�S t | t�r�d | r�d
nd d�S t | t�r�d t| �d�S t | t �r�d
d�
| �d�S t | t �r�d| d�S t d�
| ���d S )Nc S s i | ]\}}|t |��qS � ��translate_to_test)�.0�k�vr r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/test.py�
<dictcomp>
s z%translate_to_test.<locals>.<dictcomp>c S s g | ] }t |��qS r r )r �xr r r
�
<listcomp> s z%translate_to_test.<locals>.<listcomp>r Zarray)�type�value�datetime�bool�trueZfalseZinteger�floatz{:.17}�stringzunexpected value: {!r})
�
isinstance�dict�items�listr r r �
_int_types�strr �format�
_string_types� RuntimeError)r �ar r r
r s$
r ) r Zutilsr r Zunicoder �intZlongr � NameErrorr r r r r
�<module> s
site-packages/pip/_vendor/distlib/__init__.py 0000644 00000001113 15201600075 0015243 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2019 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import logging
__version__ = '0.2.9.post0'
class DistlibException(Exception):
pass
try:
from logging import NullHandler
except ImportError: # pragma: no cover
class NullHandler(logging.Handler):
def handle(self, record): pass
def emit(self, record): pass
def createLock(self): self.lock = None
logger = logging.getLogger(__name__)
logger.addHandler(NullHandler())
site-packages/pip/_vendor/distlib/resources.py 0000644 00000025016 15201600075 0015526 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import unicode_literals
import bisect
import io
import logging
import os
import pkgutil
import shutil
import sys
import types
import zipimport
from . import DistlibException
from .util import cached_property, get_cache_base, path_to_cache_dir, Cache
logger = logging.getLogger(__name__)
cache = None # created when needed
class ResourceCache(Cache):
def __init__(self, base=None):
if base is None:
# Use native string to avoid issues on 2.x: see Python #20140.
base = os.path.join(get_cache_base(), str('resource-cache'))
super(ResourceCache, self).__init__(base)
def is_stale(self, resource, path):
"""
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
"""
# Cache invalidation is a hard problem :-)
return True
def get(self, resource):
"""
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
"""
prefix, path = resource.finder.get_cache_info(resource)
if prefix is None:
result = path
else:
result = os.path.join(self.base, self.prefix_to_dir(prefix), path)
dirname = os.path.dirname(result)
if not os.path.isdir(dirname):
os.makedirs(dirname)
if not os.path.exists(result):
stale = True
else:
stale = self.is_stale(resource, path)
if stale:
# write the bytes of the resource to the cache location
with open(result, 'wb') as f:
f.write(resource.bytes)
return result
class ResourceBase(object):
def __init__(self, finder, name):
self.finder = finder
self.name = name
class Resource(ResourceBase):
"""
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
"""
is_container = False # Backwards compatibility
def as_stream(self):
"""
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
"""
return self.finder.get_stream(self)
@cached_property
def file_path(self):
global cache
if cache is None:
cache = ResourceCache()
return cache.get(self)
@cached_property
def bytes(self):
return self.finder.get_bytes(self)
@cached_property
def size(self):
return self.finder.get_size(self)
class ResourceContainer(ResourceBase):
is_container = True # Backwards compatibility
@cached_property
def resources(self):
return self.finder.get_resources(self)
class ResourceFinder(object):
"""
Resource finder for file system resources.
"""
if sys.platform.startswith('java'):
skipped_extensions = ('.pyc', '.pyo', '.class')
else:
skipped_extensions = ('.pyc', '.pyo')
def __init__(self, module):
self.module = module
self.loader = getattr(module, '__loader__', None)
self.base = os.path.dirname(getattr(module, '__file__', ''))
def _adjust_path(self, path):
return os.path.realpath(path)
def _make_path(self, resource_name):
# Issue #50: need to preserve type of path on Python 2.x
# like os.path._get_sep
if isinstance(resource_name, bytes): # should only happen on 2.x
sep = b'/'
else:
sep = '/'
parts = resource_name.split(sep)
parts.insert(0, self.base)
result = os.path.join(*parts)
return self._adjust_path(result)
def _find(self, path):
return os.path.exists(path)
def get_cache_info(self, resource):
return None, resource.path
def find(self, resource_name):
path = self._make_path(resource_name)
if not self._find(path):
result = None
else:
if self._is_directory(path):
result = ResourceContainer(self, resource_name)
else:
result = Resource(self, resource_name)
result.path = path
return result
def get_stream(self, resource):
return open(resource.path, 'rb')
def get_bytes(self, resource):
with open(resource.path, 'rb') as f:
return f.read()
def get_size(self, resource):
return os.path.getsize(resource.path)
def get_resources(self, resource):
def allowed(f):
return (f != '__pycache__' and not
f.endswith(self.skipped_extensions))
return set([f for f in os.listdir(resource.path) if allowed(f)])
def is_container(self, resource):
return self._is_directory(resource.path)
_is_directory = staticmethod(os.path.isdir)
def iterator(self, resource_name):
resource = self.find(resource_name)
if resource is not None:
todo = [resource]
while todo:
resource = todo.pop(0)
yield resource
if resource.is_container:
rname = resource.name
for name in resource.resources:
if not rname:
new_name = name
else:
new_name = '/'.join([rname, name])
child = self.find(new_name)
if child.is_container:
todo.append(child)
else:
yield child
class ZipResourceFinder(ResourceFinder):
"""
Resource finder for resources in .zip files.
"""
def __init__(self, module):
super(ZipResourceFinder, self).__init__(module)
archive = self.loader.archive
self.prefix_len = 1 + len(archive)
# PyPy doesn't have a _files attr on zipimporter, and you can't set one
if hasattr(self.loader, '_files'):
self._files = self.loader._files
else:
self._files = zipimport._zip_directory_cache[archive]
self.index = sorted(self._files)
def _adjust_path(self, path):
return path
def _find(self, path):
path = path[self.prefix_len:]
if path in self._files:
result = True
else:
if path and path[-1] != os.sep:
path = path + os.sep
i = bisect.bisect(self.index, path)
try:
result = self.index[i].startswith(path)
except IndexError:
result = False
if not result:
logger.debug('_find failed: %r %r', path, self.loader.prefix)
else:
logger.debug('_find worked: %r %r', path, self.loader.prefix)
return result
def get_cache_info(self, resource):
prefix = self.loader.archive
path = resource.path[1 + len(prefix):]
return prefix, path
def get_bytes(self, resource):
return self.loader.get_data(resource.path)
def get_stream(self, resource):
return io.BytesIO(self.get_bytes(resource))
def get_size(self, resource):
path = resource.path[self.prefix_len:]
return self._files[path][3]
def get_resources(self, resource):
path = resource.path[self.prefix_len:]
if path and path[-1] != os.sep:
path += os.sep
plen = len(path)
result = set()
i = bisect.bisect(self.index, path)
while i < len(self.index):
if not self.index[i].startswith(path):
break
s = self.index[i][plen:]
result.add(s.split(os.sep, 1)[0]) # only immediate children
i += 1
return result
def _is_directory(self, path):
path = path[self.prefix_len:]
if path and path[-1] != os.sep:
path += os.sep
i = bisect.bisect(self.index, path)
try:
result = self.index[i].startswith(path)
except IndexError:
result = False
return result
_finder_registry = {
type(None): ResourceFinder,
zipimport.zipimporter: ZipResourceFinder
}
try:
# In Python 3.6, _frozen_importlib -> _frozen_importlib_external
try:
import _frozen_importlib_external as _fi
except ImportError:
import _frozen_importlib as _fi
_finder_registry[_fi.SourceFileLoader] = ResourceFinder
_finder_registry[_fi.FileFinder] = ResourceFinder
del _fi
except (ImportError, AttributeError):
pass
def register_finder(loader, finder_maker):
_finder_registry[type(loader)] = finder_maker
_finder_cache = {}
def finder(package):
"""
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
"""
if package in _finder_cache:
result = _finder_cache[package]
else:
if package not in sys.modules:
__import__(package)
module = sys.modules[package]
path = getattr(module, '__path__', None)
if path is None:
raise DistlibException('You cannot get a finder for a module, '
'only for a package')
loader = getattr(module, '__loader__', None)
finder_maker = _finder_registry.get(type(loader))
if finder_maker is None:
raise DistlibException('Unable to locate finder for %r' % package)
result = finder_maker(module)
_finder_cache[package] = result
return result
_dummy_module = types.ModuleType(str('__dummy__'))
def finder_for_path(path):
"""
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
"""
result = None
# calls any path hooks, gets importer into cache
pkgutil.get_importer(path)
loader = sys.path_importer_cache.get(path)
finder = _finder_registry.get(type(loader))
if finder:
module = _dummy_module
module.__file__ = os.path.join(path, '')
module.__loader__ = loader
result = finder(module)
return result
site-packages/pip/_vendor/distlib/locators.py 0000644 00000145137 15201600075 0015351 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2015 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import gzip
from io import BytesIO
import json
import logging
import os
import posixpath
import re
try:
import threading
except ImportError: # pragma: no cover
import dummy_threading as threading
import zlib
from . import DistlibException
from .compat import (urljoin, urlparse, urlunparse, url2pathname, pathname2url,
queue, quote, unescape, string_types, build_opener,
HTTPRedirectHandler as BaseRedirectHandler, text_type,
Request, HTTPError, URLError)
from .database import Distribution, DistributionPath, make_dist
from .metadata import Metadata, MetadataInvalidError
from .util import (cached_property, parse_credentials, ensure_slash,
split_filename, get_project_data, parse_requirement,
parse_name_and_version, ServerProxy, normalize_name)
from .version import get_scheme, UnsupportedVersionError
from .wheel import Wheel, is_compatible
logger = logging.getLogger(__name__)
HASHER_HASH = re.compile(r'^(\w+)=([a-f0-9]+)')
CHARSET = re.compile(r';\s*charset\s*=\s*(.*)\s*$', re.I)
HTML_CONTENT_TYPE = re.compile('text/html|application/x(ht)?ml')
DEFAULT_INDEX = 'https://pypi.org/pypi'
def get_all_distribution_names(url=None):
"""
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
"""
if url is None:
url = DEFAULT_INDEX
client = ServerProxy(url, timeout=3.0)
try:
return client.list_packages()
finally:
client('close')()
class RedirectHandler(BaseRedirectHandler):
"""
A class to work around a bug in some Python 3.2.x releases.
"""
# There's a bug in the base version for some 3.2.x
# (e.g. 3.2.2 on Ubuntu Oneiric). If a Location header
# returns e.g. /abc, it bails because it says the scheme ''
# is bogus, when actually it should use the request's
# URL for the scheme. See Python issue #13696.
def http_error_302(self, req, fp, code, msg, headers):
# Some servers (incorrectly) return multiple Location headers
# (so probably same goes for URI). Use first header.
newurl = None
for key in ('location', 'uri'):
if key in headers:
newurl = headers[key]
break
if newurl is None: # pragma: no cover
return
urlparts = urlparse(newurl)
if urlparts.scheme == '':
newurl = urljoin(req.get_full_url(), newurl)
if hasattr(headers, 'replace_header'):
headers.replace_header(key, newurl)
else:
headers[key] = newurl
return BaseRedirectHandler.http_error_302(self, req, fp, code, msg,
headers)
http_error_301 = http_error_303 = http_error_307 = http_error_302
class Locator(object):
"""
A base class for locators - things that locate distributions.
"""
source_extensions = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz')
binary_extensions = ('.egg', '.exe', '.whl')
excluded_extensions = ('.pdf',)
# A list of tags indicating which wheels you want to match. The default
# value of None matches against the tags compatible with the running
# Python. If you want to match other values, set wheel_tags on a locator
# instance to a list of tuples (pyver, abi, arch) which you want to match.
wheel_tags = None
downloadable_extensions = source_extensions + ('.whl',)
def __init__(self, scheme='default'):
"""
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
"""
self._cache = {}
self.scheme = scheme
# Because of bugs in some of the handlers on some of the platforms,
# we use our own opener rather than just using urlopen.
self.opener = build_opener(RedirectHandler())
# If get_project() is called from locate(), the matcher instance
# is set from the requirement passed to locate(). See issue #18 for
# why this can be useful to know.
self.matcher = None
self.errors = queue.Queue()
def get_errors(self):
"""
Return any errors which have occurred.
"""
result = []
while not self.errors.empty(): # pragma: no cover
try:
e = self.errors.get(False)
result.append(e)
except self.errors.Empty:
continue
self.errors.task_done()
return result
def clear_errors(self):
"""
Clear any errors which may have been logged.
"""
# Just get the errors and throw them away
self.get_errors()
def clear_cache(self):
self._cache.clear()
def _get_scheme(self):
return self._scheme
def _set_scheme(self, value):
self._scheme = value
scheme = property(_get_scheme, _set_scheme)
def _get_project(self, name):
"""
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
"""
raise NotImplementedError('Please implement in the subclass')
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Please implement in the subclass')
def get_project(self, name):
"""
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
"""
if self._cache is None: # pragma: no cover
result = self._get_project(name)
elif name in self._cache:
result = self._cache[name]
else:
self.clear_errors()
result = self._get_project(name)
self._cache[name] = result
return result
def score_url(self, url):
"""
Give an url a score which can be used to choose preferred URLs
for a given project release.
"""
t = urlparse(url)
basename = posixpath.basename(t.path)
compatible = True
is_wheel = basename.endswith('.whl')
is_downloadable = basename.endswith(self.downloadable_extensions)
if is_wheel:
compatible = is_compatible(Wheel(basename), self.wheel_tags)
return (t.scheme == 'https', 'pypi.org' in t.netloc,
is_downloadable, is_wheel, compatible, basename)
def prefer_url(self, url1, url2):
"""
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
"""
result = url2
if url1:
s1 = self.score_url(url1)
s2 = self.score_url(url2)
if s1 > s2:
result = url1
if result != url2:
logger.debug('Not replacing %r with %r', url1, url2)
else:
logger.debug('Replacing %r with %r', url1, url2)
return result
def split_filename(self, filename, project_name):
"""
Attempt to split a filename in project name, version and Python version.
"""
return split_filename(filename, project_name)
def convert_url_to_download_info(self, url, project_name):
"""
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
"""
def same_project(name1, name2):
return normalize_name(name1) == normalize_name(name2)
result = None
scheme, netloc, path, params, query, frag = urlparse(url)
if frag.lower().startswith('egg='): # pragma: no cover
logger.debug('%s: version hint in fragment: %r',
project_name, frag)
m = HASHER_HASH.match(frag)
if m:
algo, digest = m.groups()
else:
algo, digest = None, None
origpath = path
if path and path[-1] == '/': # pragma: no cover
path = path[:-1]
if path.endswith('.whl'):
try:
wheel = Wheel(path)
if not is_compatible(wheel, self.wheel_tags):
logger.debug('Wheel not compatible: %s', path)
else:
if project_name is None:
include = True
else:
include = same_project(wheel.name, project_name)
if include:
result = {
'name': wheel.name,
'version': wheel.version,
'filename': wheel.filename,
'url': urlunparse((scheme, netloc, origpath,
params, query, '')),
'python-version': ', '.join(
['.'.join(list(v[2:])) for v in wheel.pyver]),
}
except Exception as e: # pragma: no cover
logger.warning('invalid path for wheel: %s', path)
elif not path.endswith(self.downloadable_extensions): # pragma: no cover
logger.debug('Not downloadable: %s', path)
else: # downloadable extension
path = filename = posixpath.basename(path)
for ext in self.downloadable_extensions:
if path.endswith(ext):
path = path[:-len(ext)]
t = self.split_filename(path, project_name)
if not t: # pragma: no cover
logger.debug('No match for project/version: %s', path)
else:
name, version, pyver = t
if not project_name or same_project(project_name, name):
result = {
'name': name,
'version': version,
'filename': filename,
'url': urlunparse((scheme, netloc, origpath,
params, query, '')),
#'packagetype': 'sdist',
}
if pyver: # pragma: no cover
result['python-version'] = pyver
break
if result and algo:
result['%s_digest' % algo] = digest
return result
def _get_digest(self, info):
"""
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
"""
result = None
for algo in ('sha256', 'md5'):
key = '%s_digest' % algo
if key in info:
result = (algo, info[key])
break
return result
def _update_version_data(self, result, info):
"""
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
"""
name = info.pop('name')
version = info.pop('version')
if version in result:
dist = result[version]
md = dist.metadata
else:
dist = make_dist(name, version, scheme=self.scheme)
md = dist.metadata
dist.digest = digest = self._get_digest(info)
url = info['url']
result['digests'][url] = digest
if md.source_url != info['url']:
md.source_url = self.prefer_url(md.source_url, url)
result['urls'].setdefault(version, set()).add(url)
dist.locator = self
result[version] = dist
def locate(self, requirement, prereleases=False):
"""
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
"""
result = None
r = parse_requirement(requirement)
if r is None: # pragma: no cover
raise DistlibException('Not a valid requirement: %r' % requirement)
scheme = get_scheme(self.scheme)
self.matcher = matcher = scheme.matcher(r.requirement)
logger.debug('matcher: %s (%s)', matcher, type(matcher).__name__)
versions = self.get_project(r.name)
if len(versions) > 2: # urls and digests keys are present
# sometimes, versions are invalid
slist = []
vcls = matcher.version_class
for k in versions:
if k in ('urls', 'digests'):
continue
try:
if not matcher.match(k):
logger.debug('%s did not match %r', matcher, k)
else:
if prereleases or not vcls(k).is_prerelease:
slist.append(k)
else:
logger.debug('skipping pre-release '
'version %s of %s', k, matcher.name)
except Exception: # pragma: no cover
logger.warning('error matching %s with %r', matcher, k)
pass # slist.append(k)
if len(slist) > 1:
slist = sorted(slist, key=scheme.key)
if slist:
logger.debug('sorted list: %s', slist)
version = slist[-1]
result = versions[version]
if result:
if r.extras:
result.extras = r.extras
result.download_urls = versions.get('urls', {}).get(version, set())
d = {}
sd = versions.get('digests', {})
for url in result.download_urls:
if url in sd: # pragma: no cover
d[url] = sd[url]
result.digests = d
self.matcher = None
return result
class PyPIRPCLocator(Locator):
"""
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
"""
def __init__(self, url, **kwargs):
"""
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
"""
super(PyPIRPCLocator, self).__init__(**kwargs)
self.base_url = url
self.client = ServerProxy(url, timeout=3.0)
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
return set(self.client.list_packages())
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
versions = self.client.package_releases(name, True)
for v in versions:
urls = self.client.release_urls(name, v)
data = self.client.release_data(name, v)
metadata = Metadata(scheme=self.scheme)
metadata.name = data['name']
metadata.version = data['version']
metadata.license = data.get('license')
metadata.keywords = data.get('keywords', [])
metadata.summary = data.get('summary')
dist = Distribution(metadata)
if urls:
info = urls[0]
metadata.source_url = info['url']
dist.digest = self._get_digest(info)
dist.locator = self
result[v] = dist
for info in urls:
url = info['url']
digest = self._get_digest(info)
result['urls'].setdefault(v, set()).add(url)
result['digests'][url] = digest
return result
class PyPIJSONLocator(Locator):
"""
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
"""
def __init__(self, url, **kwargs):
super(PyPIJSONLocator, self).__init__(**kwargs)
self.base_url = ensure_slash(url)
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Not available from this locator')
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
url = urljoin(self.base_url, '%s/json' % quote(name))
try:
resp = self.opener.open(url)
data = resp.read().decode() # for now
d = json.loads(data)
md = Metadata(scheme=self.scheme)
data = d['info']
md.name = data['name']
md.version = data['version']
md.license = data.get('license')
md.keywords = data.get('keywords', [])
md.summary = data.get('summary')
dist = Distribution(md)
dist.locator = self
urls = d['urls']
result[md.version] = dist
for info in d['urls']:
url = info['url']
dist.download_urls.add(url)
dist.digests[url] = self._get_digest(info)
result['urls'].setdefault(md.version, set()).add(url)
result['digests'][url] = self._get_digest(info)
# Now get other releases
for version, infos in d['releases'].items():
if version == md.version:
continue # already done
omd = Metadata(scheme=self.scheme)
omd.name = md.name
omd.version = version
odist = Distribution(omd)
odist.locator = self
result[version] = odist
for info in infos:
url = info['url']
odist.download_urls.add(url)
odist.digests[url] = self._get_digest(info)
result['urls'].setdefault(version, set()).add(url)
result['digests'][url] = self._get_digest(info)
# for info in urls:
# md.source_url = info['url']
# dist.digest = self._get_digest(info)
# dist.locator = self
# for info in urls:
# url = info['url']
# result['urls'].setdefault(md.version, set()).add(url)
# result['digests'][url] = self._get_digest(info)
except Exception as e:
self.errors.put(text_type(e))
logger.exception('JSON fetch failed: %s', e)
return result
class Page(object):
"""
This class represents a scraped HTML page.
"""
# The following slightly hairy-looking regex just looks for the contents of
# an anchor link, which has an attribute "href" either immediately preceded
# or immediately followed by a "rel" attribute. The attribute values can be
# declared with double quotes, single quotes or no quotes - which leads to
# the length of the expression.
_href = re.compile("""
(rel\\s*=\\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\\s\n]*))\\s+)?
href\\s*=\\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\\s\n]*))
(\\s+rel\\s*=\\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\\s\n]*)))?
""", re.I | re.S | re.X)
_base = re.compile(r"""<base\s+href\s*=\s*['"]?([^'">]+)""", re.I | re.S)
def __init__(self, data, url):
"""
Initialise an instance with the Unicode page contents and the URL they
came from.
"""
self.data = data
self.base_url = self.url = url
m = self._base.search(self.data)
if m:
self.base_url = m.group(1)
_clean_re = re.compile(r'[^a-z0-9$&+,/:;=?@.#%_\\|-]', re.I)
@cached_property
def links(self):
"""
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
"""
def clean(url):
"Tidy up an URL."
scheme, netloc, path, params, query, frag = urlparse(url)
return urlunparse((scheme, netloc, quote(path),
params, query, frag))
result = set()
for match in self._href.finditer(self.data):
d = match.groupdict('')
rel = (d['rel1'] or d['rel2'] or d['rel3'] or
d['rel4'] or d['rel5'] or d['rel6'])
url = d['url1'] or d['url2'] or d['url3']
url = urljoin(self.base_url, url)
url = unescape(url)
url = self._clean_re.sub(lambda m: '%%%2x' % ord(m.group(0)), url)
result.add((url, rel))
# We sort the result, hoping to bring the most recent versions
# to the front
result = sorted(result, key=lambda t: t[0], reverse=True)
return result
class SimpleScrapingLocator(Locator):
"""
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
"""
# These are used to deal with various Content-Encoding schemes.
decoders = {
'deflate': zlib.decompress,
'gzip': lambda b: gzip.GzipFile(fileobj=BytesIO(d)).read(),
'none': lambda b: b,
}
def __init__(self, url, timeout=None, num_workers=10, **kwargs):
"""
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
"""
super(SimpleScrapingLocator, self).__init__(**kwargs)
self.base_url = ensure_slash(url)
self.timeout = timeout
self._page_cache = {}
self._seen = set()
self._to_fetch = queue.Queue()
self._bad_hosts = set()
self.skip_externals = False
self.num_workers = num_workers
self._lock = threading.RLock()
# See issue #45: we need to be resilient when the locator is used
# in a thread, e.g. with concurrent.futures. We can't use self._lock
# as it is for coordinating our internal threads - the ones created
# in _prepare_threads.
self._gplock = threading.RLock()
self.platform_check = False # See issue #112
def _prepare_threads(self):
"""
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
"""
self._threads = []
for i in range(self.num_workers):
t = threading.Thread(target=self._fetch)
t.setDaemon(True)
t.start()
self._threads.append(t)
def _wait_threads(self):
"""
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
"""
# Note that you need two loops, since you can't say which
# thread will get each sentinel
for t in self._threads:
self._to_fetch.put(None) # sentinel
for t in self._threads:
t.join()
self._threads = []
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
with self._gplock:
self.result = result
self.project_name = name
url = urljoin(self.base_url, '%s/' % quote(name))
self._seen.clear()
self._page_cache.clear()
self._prepare_threads()
try:
logger.debug('Queueing %s', url)
self._to_fetch.put(url)
self._to_fetch.join()
finally:
self._wait_threads()
del self.result
return result
platform_dependent = re.compile(r'\b(linux_(i\d86|x86_64|arm\w+)|'
r'win(32|_amd64)|macosx_?\d+)\b', re.I)
def _is_platform_dependent(self, url):
"""
Does an URL refer to a platform-specific download?
"""
return self.platform_dependent.search(url)
def _process_download(self, url):
"""
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
"""
if self.platform_check and self._is_platform_dependent(url):
info = None
else:
info = self.convert_url_to_download_info(url, self.project_name)
logger.debug('process_download: %s -> %s', url, info)
if info:
with self._lock: # needed because self.result is shared
self._update_version_data(self.result, info)
return info
def _should_queue(self, link, referrer, rel):
"""
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
"""
scheme, netloc, path, _, _, _ = urlparse(link)
if path.endswith(self.source_extensions + self.binary_extensions +
self.excluded_extensions):
result = False
elif self.skip_externals and not link.startswith(self.base_url):
result = False
elif not referrer.startswith(self.base_url):
result = False
elif rel not in ('homepage', 'download'):
result = False
elif scheme not in ('http', 'https', 'ftp'):
result = False
elif self._is_platform_dependent(link):
result = False
else:
host = netloc.split(':', 1)[0]
if host.lower() == 'localhost':
result = False
else:
result = True
logger.debug('should_queue: %s (%s) from %s -> %s', link, rel,
referrer, result)
return result
def _fetch(self):
"""
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
"""
while True:
url = self._to_fetch.get()
try:
if url:
page = self.get_page(url)
if page is None: # e.g. after an error
continue
for link, rel in page.links:
if link not in self._seen:
try:
self._seen.add(link)
if (not self._process_download(link) and
self._should_queue(link, url, rel)):
logger.debug('Queueing %s from %s', link, url)
self._to_fetch.put(link)
except MetadataInvalidError: # e.g. invalid versions
pass
except Exception as e: # pragma: no cover
self.errors.put(text_type(e))
finally:
# always do this, to avoid hangs :-)
self._to_fetch.task_done()
if not url:
#logger.debug('Sentinel seen, quitting.')
break
def get_page(self, url):
"""
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
"""
# http://peak.telecommunity.com/DevCenter/EasyInstall#package-index-api
scheme, netloc, path, _, _, _ = urlparse(url)
if scheme == 'file' and os.path.isdir(url2pathname(path)):
url = urljoin(ensure_slash(url), 'index.html')
if url in self._page_cache:
result = self._page_cache[url]
logger.debug('Returning %s from cache: %s', url, result)
else:
host = netloc.split(':', 1)[0]
result = None
if host in self._bad_hosts:
logger.debug('Skipping %s due to bad host %s', url, host)
else:
req = Request(url, headers={'Accept-encoding': 'identity'})
try:
logger.debug('Fetching %s', url)
resp = self.opener.open(req, timeout=self.timeout)
logger.debug('Fetched %s', url)
headers = resp.info()
content_type = headers.get('Content-Type', '')
if HTML_CONTENT_TYPE.match(content_type):
final_url = resp.geturl()
data = resp.read()
encoding = headers.get('Content-Encoding')
if encoding:
decoder = self.decoders[encoding] # fail if not found
data = decoder(data)
encoding = 'utf-8'
m = CHARSET.search(content_type)
if m:
encoding = m.group(1)
try:
data = data.decode(encoding)
except UnicodeError: # pragma: no cover
data = data.decode('latin-1') # fallback
result = Page(data, final_url)
self._page_cache[final_url] = result
except HTTPError as e:
if e.code != 404:
logger.exception('Fetch failed: %s: %s', url, e)
except URLError as e: # pragma: no cover
logger.exception('Fetch failed: %s: %s', url, e)
with self._lock:
self._bad_hosts.add(host)
except Exception as e: # pragma: no cover
logger.exception('Fetch failed: %s: %s', url, e)
finally:
self._page_cache[url] = result # even if None (failure)
return result
_distname_re = re.compile('<a href=[^>]*>([^<]+)<')
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
page = self.get_page(self.base_url)
if not page:
raise DistlibException('Unable to get %s' % self.base_url)
for match in self._distname_re.finditer(page.data):
result.add(match.group(1))
return result
class DirectoryLocator(Locator):
"""
This class locates distributions in a directory tree.
"""
def __init__(self, path, **kwargs):
"""
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
"""
self.recursive = kwargs.pop('recursive', True)
super(DirectoryLocator, self).__init__(**kwargs)
path = os.path.abspath(path)
if not os.path.isdir(path): # pragma: no cover
raise DistlibException('Not a directory: %r' % path)
self.base_dir = path
def should_include(self, filename, parent):
"""
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
"""
return filename.endswith(self.downloadable_extensions)
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
for root, dirs, files in os.walk(self.base_dir):
for fn in files:
if self.should_include(fn, root):
fn = os.path.join(root, fn)
url = urlunparse(('file', '',
pathname2url(os.path.abspath(fn)),
'', '', ''))
info = self.convert_url_to_download_info(url, name)
if info:
self._update_version_data(result, info)
if not self.recursive:
break
return result
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
for root, dirs, files in os.walk(self.base_dir):
for fn in files:
if self.should_include(fn, root):
fn = os.path.join(root, fn)
url = urlunparse(('file', '',
pathname2url(os.path.abspath(fn)),
'', '', ''))
info = self.convert_url_to_download_info(url, None)
if info:
result.add(info['name'])
if not self.recursive:
break
return result
class JSONLocator(Locator):
"""
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
"""
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Not available from this locator')
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
data = get_project_data(name)
if data:
for info in data.get('files', []):
if info['ptype'] != 'sdist' or info['pyversion'] != 'source':
continue
# We don't store summary in project metadata as it makes
# the data bigger for no benefit during dependency
# resolution
dist = make_dist(data['name'], info['version'],
summary=data.get('summary',
'Placeholder for summary'),
scheme=self.scheme)
md = dist.metadata
md.source_url = info['url']
# TODO SHA256 digest
if 'digest' in info and info['digest']:
dist.digest = ('md5', info['digest'])
md.dependencies = info.get('requirements', {})
dist.exports = info.get('exports', {})
result[dist.version] = dist
result['urls'].setdefault(dist.version, set()).add(info['url'])
return result
class DistPathLocator(Locator):
"""
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
"""
def __init__(self, distpath, **kwargs):
"""
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
"""
super(DistPathLocator, self).__init__(**kwargs)
assert isinstance(distpath, DistributionPath)
self.distpath = distpath
def _get_project(self, name):
dist = self.distpath.get_distribution(name)
if dist is None:
result = {'urls': {}, 'digests': {}}
else:
result = {
dist.version: dist,
'urls': {dist.version: set([dist.source_url])},
'digests': {dist.version: set([None])}
}
return result
class AggregatingLocator(Locator):
"""
This class allows you to chain and/or merge a list of locators.
"""
def __init__(self, *locators, **kwargs):
"""
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
"""
self.merge = kwargs.pop('merge', False)
self.locators = locators
super(AggregatingLocator, self).__init__(**kwargs)
def clear_cache(self):
super(AggregatingLocator, self).clear_cache()
for locator in self.locators:
locator.clear_cache()
def _set_scheme(self, value):
self._scheme = value
for locator in self.locators:
locator.scheme = value
scheme = property(Locator.scheme.fget, _set_scheme)
def _get_project(self, name):
result = {}
for locator in self.locators:
d = locator.get_project(name)
if d:
if self.merge:
files = result.get('urls', {})
digests = result.get('digests', {})
# next line could overwrite result['urls'], result['digests']
result.update(d)
df = result.get('urls')
if files and df:
for k, v in files.items():
if k in df:
df[k] |= v
else:
df[k] = v
dd = result.get('digests')
if digests and dd:
dd.update(digests)
else:
# See issue #18. If any dists are found and we're looking
# for specific constraints, we only return something if
# a match is found. For example, if a DirectoryLocator
# returns just foo (1.0) while we're looking for
# foo (>= 2.0), we'll pretend there was nothing there so
# that subsequent locators can be queried. Otherwise we
# would just return foo (1.0) which would then lead to a
# failure to find foo (>= 2.0), because other locators
# weren't searched. Note that this only matters when
# merge=False.
if self.matcher is None:
found = True
else:
found = False
for k in d:
if self.matcher.match(k):
found = True
break
if found:
result = d
break
return result
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
for locator in self.locators:
try:
result |= locator.get_distribution_names()
except NotImplementedError:
pass
return result
# We use a legacy scheme simply because most of the dists on PyPI use legacy
# versions which don't conform to PEP 426 / PEP 440.
default_locator = AggregatingLocator(
JSONLocator(),
SimpleScrapingLocator('https://pypi.org/simple/',
timeout=3.0),
scheme='legacy')
locate = default_locator.locate
NAME_VERSION_RE = re.compile(r'(?P<name>[\w-]+)\s*'
r'\(\s*(==\s*)?(?P<ver>[^)]+)\)$')
class DependencyFinder(object):
"""
Locate dependencies for distributions.
"""
def __init__(self, locator=None):
"""
Initialise an instance, using the specified locator
to locate distributions.
"""
self.locator = locator or default_locator
self.scheme = get_scheme(self.locator.scheme)
def add_distribution(self, dist):
"""
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
"""
logger.debug('adding distribution %s', dist)
name = dist.key
self.dists_by_name[name] = dist
self.dists[(name, dist.version)] = dist
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Add to provided: %s, %s, %s', name, version, dist)
self.provided.setdefault(name, set()).add((version, dist))
def remove_distribution(self, dist):
"""
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
"""
logger.debug('removing distribution %s', dist)
name = dist.key
del self.dists_by_name[name]
del self.dists[(name, dist.version)]
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Remove from provided: %s, %s, %s', name, version, dist)
s = self.provided[name]
s.remove((version, dist))
if not s:
del self.provided[name]
def get_matcher(self, reqt):
"""
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
"""
try:
matcher = self.scheme.matcher(reqt)
except UnsupportedVersionError: # pragma: no cover
# XXX compat-mode if cannot read the version
name = reqt.split()[0]
matcher = self.scheme.matcher(name)
return matcher
def find_providers(self, reqt):
"""
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
"""
matcher = self.get_matcher(reqt)
name = matcher.key # case-insensitive
result = set()
provided = self.provided
if name in provided:
for version, provider in provided[name]:
try:
match = matcher.match(version)
except UnsupportedVersionError:
match = False
if match:
result.add(provider)
break
return result
def try_to_replace(self, provider, other, problems):
"""
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
"""
rlist = self.reqts[other]
unmatched = set()
for s in rlist:
matcher = self.get_matcher(s)
if not matcher.match(provider.version):
unmatched.add(s)
if unmatched:
# can't replace other with provider
problems.add(('cantreplace', provider, other,
frozenset(unmatched)))
result = False
else:
# can replace other with provider
self.remove_distribution(other)
del self.reqts[other]
for s in rlist:
self.reqts.setdefault(provider, set()).add(s)
self.add_distribution(provider)
result = True
return result
def find(self, requirement, meta_extras=None, prereleases=False):
"""
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
"""
self.provided = {}
self.dists = {}
self.dists_by_name = {}
self.reqts = {}
meta_extras = set(meta_extras or [])
if ':*:' in meta_extras:
meta_extras.remove(':*:')
# :meta: and :run: are implicitly included
meta_extras |= set([':test:', ':build:', ':dev:'])
if isinstance(requirement, Distribution):
dist = odist = requirement
logger.debug('passed %s as requirement', odist)
else:
dist = odist = self.locator.locate(requirement,
prereleases=prereleases)
if dist is None:
raise DistlibException('Unable to locate %r' % requirement)
logger.debug('located %s', odist)
dist.requested = True
problems = set()
todo = set([dist])
install_dists = set([odist])
while todo:
dist = todo.pop()
name = dist.key # case-insensitive
if name not in self.dists_by_name:
self.add_distribution(dist)
else:
#import pdb; pdb.set_trace()
other = self.dists_by_name[name]
if other != dist:
self.try_to_replace(dist, other, problems)
ireqts = dist.run_requires | dist.meta_requires
sreqts = dist.build_requires
ereqts = set()
if meta_extras and dist in install_dists:
for key in ('test', 'build', 'dev'):
e = ':%s:' % key
if e in meta_extras:
ereqts |= getattr(dist, '%s_requires' % key)
all_reqts = ireqts | sreqts | ereqts
for r in all_reqts:
providers = self.find_providers(r)
if not providers:
logger.debug('No providers found for %r', r)
provider = self.locator.locate(r, prereleases=prereleases)
# If no provider is found and we didn't consider
# prereleases, consider them now.
if provider is None and not prereleases:
provider = self.locator.locate(r, prereleases=True)
if provider is None:
logger.debug('Cannot satisfy %r', r)
problems.add(('unsatisfied', r))
else:
n, v = provider.key, provider.version
if (n, v) not in self.dists:
todo.add(provider)
providers.add(provider)
if r in ireqts and dist in install_dists:
install_dists.add(provider)
logger.debug('Adding %s to install_dists',
provider.name_and_version)
for p in providers:
name = p.key
if name not in self.dists_by_name:
self.reqts.setdefault(p, set()).add(r)
else:
other = self.dists_by_name[name]
if other != p:
# see if other can be replaced by p
self.try_to_replace(p, other, problems)
dists = set(self.dists.values())
for dist in dists:
dist.build_time_dependency = dist not in install_dists
if dist.build_time_dependency:
logger.debug('%s is a build-time dependency only.',
dist.name_and_version)
logger.debug('find done for %s', odist)
return dists, problems
site-packages/pip/_vendor/distlib/util.py 0000644 00000165770 15201600075 0014505 0 ustar 00 #
# Copyright (C) 2012-2017 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import codecs
from collections import deque
import contextlib
import csv
from glob import iglob as std_iglob
import io
import json
import logging
import os
import py_compile
import re
import socket
try:
import ssl
except ImportError: # pragma: no cover
ssl = None
import subprocess
import sys
import tarfile
import tempfile
import textwrap
try:
import threading
except ImportError: # pragma: no cover
import dummy_threading as threading
import time
from . import DistlibException
from .compat import (string_types, text_type, shutil, raw_input, StringIO,
cache_from_source, urlopen, urljoin, httplib, xmlrpclib,
splittype, HTTPHandler, BaseConfigurator, valid_ident,
Container, configparser, URLError, ZipFile, fsdecode,
unquote, urlparse)
logger = logging.getLogger(__name__)
#
# Requirement parsing code as per PEP 508
#
IDENTIFIER = re.compile(r'^([\w\.-]+)\s*')
VERSION_IDENTIFIER = re.compile(r'^([\w\.*+-]+)\s*')
COMPARE_OP = re.compile(r'^(<=?|>=?|={2,3}|[~!]=)\s*')
MARKER_OP = re.compile(r'^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*')
OR = re.compile(r'^or\b\s*')
AND = re.compile(r'^and\b\s*')
NON_SPACE = re.compile(r'(\S+)\s*')
STRING_CHUNK = re.compile(r'([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)')
def parse_marker(marker_string):
"""
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
"""
def marker_var(remaining):
# either identifier, or literal string
m = IDENTIFIER.match(remaining)
if m:
result = m.groups()[0]
remaining = remaining[m.end():]
elif not remaining:
raise SyntaxError('unexpected end of input')
else:
q = remaining[0]
if q not in '\'"':
raise SyntaxError('invalid expression: %s' % remaining)
oq = '\'"'.replace(q, '')
remaining = remaining[1:]
parts = [q]
while remaining:
# either a string chunk, or oq, or q to terminate
if remaining[0] == q:
break
elif remaining[0] == oq:
parts.append(oq)
remaining = remaining[1:]
else:
m = STRING_CHUNK.match(remaining)
if not m:
raise SyntaxError('error in string literal: %s' % remaining)
parts.append(m.groups()[0])
remaining = remaining[m.end():]
else:
s = ''.join(parts)
raise SyntaxError('unterminated string: %s' % s)
parts.append(q)
result = ''.join(parts)
remaining = remaining[1:].lstrip() # skip past closing quote
return result, remaining
def marker_expr(remaining):
if remaining and remaining[0] == '(':
result, remaining = marker(remaining[1:].lstrip())
if remaining[0] != ')':
raise SyntaxError('unterminated parenthesis: %s' % remaining)
remaining = remaining[1:].lstrip()
else:
lhs, remaining = marker_var(remaining)
while remaining:
m = MARKER_OP.match(remaining)
if not m:
break
op = m.groups()[0]
remaining = remaining[m.end():]
rhs, remaining = marker_var(remaining)
lhs = {'op': op, 'lhs': lhs, 'rhs': rhs}
result = lhs
return result, remaining
def marker_and(remaining):
lhs, remaining = marker_expr(remaining)
while remaining:
m = AND.match(remaining)
if not m:
break
remaining = remaining[m.end():]
rhs, remaining = marker_expr(remaining)
lhs = {'op': 'and', 'lhs': lhs, 'rhs': rhs}
return lhs, remaining
def marker(remaining):
lhs, remaining = marker_and(remaining)
while remaining:
m = OR.match(remaining)
if not m:
break
remaining = remaining[m.end():]
rhs, remaining = marker_and(remaining)
lhs = {'op': 'or', 'lhs': lhs, 'rhs': rhs}
return lhs, remaining
return marker(marker_string)
def parse_requirement(req):
"""
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
"""
remaining = req.strip()
if not remaining or remaining.startswith('#'):
return None
m = IDENTIFIER.match(remaining)
if not m:
raise SyntaxError('name expected: %s' % remaining)
distname = m.groups()[0]
remaining = remaining[m.end():]
extras = mark_expr = versions = uri = None
if remaining and remaining[0] == '[':
i = remaining.find(']', 1)
if i < 0:
raise SyntaxError('unterminated extra: %s' % remaining)
s = remaining[1:i]
remaining = remaining[i + 1:].lstrip()
extras = []
while s:
m = IDENTIFIER.match(s)
if not m:
raise SyntaxError('malformed extra: %s' % s)
extras.append(m.groups()[0])
s = s[m.end():]
if not s:
break
if s[0] != ',':
raise SyntaxError('comma expected in extras: %s' % s)
s = s[1:].lstrip()
if not extras:
extras = None
if remaining:
if remaining[0] == '@':
# it's a URI
remaining = remaining[1:].lstrip()
m = NON_SPACE.match(remaining)
if not m:
raise SyntaxError('invalid URI: %s' % remaining)
uri = m.groups()[0]
t = urlparse(uri)
# there are issues with Python and URL parsing, so this test
# is a bit crude. See bpo-20271, bpo-23505. Python doesn't
# always parse invalid URLs correctly - it should raise
# exceptions for malformed URLs
if not (t.scheme and t.netloc):
raise SyntaxError('Invalid URL: %s' % uri)
remaining = remaining[m.end():].lstrip()
else:
def get_versions(ver_remaining):
"""
Return a list of operator, version tuples if any are
specified, else None.
"""
m = COMPARE_OP.match(ver_remaining)
versions = None
if m:
versions = []
while True:
op = m.groups()[0]
ver_remaining = ver_remaining[m.end():]
m = VERSION_IDENTIFIER.match(ver_remaining)
if not m:
raise SyntaxError('invalid version: %s' % ver_remaining)
v = m.groups()[0]
versions.append((op, v))
ver_remaining = ver_remaining[m.end():]
if not ver_remaining or ver_remaining[0] != ',':
break
ver_remaining = ver_remaining[1:].lstrip()
m = COMPARE_OP.match(ver_remaining)
if not m:
raise SyntaxError('invalid constraint: %s' % ver_remaining)
if not versions:
versions = None
return versions, ver_remaining
if remaining[0] != '(':
versions, remaining = get_versions(remaining)
else:
i = remaining.find(')', 1)
if i < 0:
raise SyntaxError('unterminated parenthesis: %s' % remaining)
s = remaining[1:i]
remaining = remaining[i + 1:].lstrip()
# As a special diversion from PEP 508, allow a version number
# a.b.c in parentheses as a synonym for ~= a.b.c (because this
# is allowed in earlier PEPs)
if COMPARE_OP.match(s):
versions, _ = get_versions(s)
else:
m = VERSION_IDENTIFIER.match(s)
if not m:
raise SyntaxError('invalid constraint: %s' % s)
v = m.groups()[0]
s = s[m.end():].lstrip()
if s:
raise SyntaxError('invalid constraint: %s' % s)
versions = [('~=', v)]
if remaining:
if remaining[0] != ';':
raise SyntaxError('invalid requirement: %s' % remaining)
remaining = remaining[1:].lstrip()
mark_expr, remaining = parse_marker(remaining)
if remaining and remaining[0] != '#':
raise SyntaxError('unexpected trailing data: %s' % remaining)
if not versions:
rs = distname
else:
rs = '%s %s' % (distname, ', '.join(['%s %s' % con for con in versions]))
return Container(name=distname, extras=extras, constraints=versions,
marker=mark_expr, url=uri, requirement=rs)
def get_resources_dests(resources_root, rules):
"""Find destinations for resources files"""
def get_rel_path(root, path):
# normalizes and returns a lstripped-/-separated path
root = root.replace(os.path.sep, '/')
path = path.replace(os.path.sep, '/')
assert path.startswith(root)
return path[len(root):].lstrip('/')
destinations = {}
for base, suffix, dest in rules:
prefix = os.path.join(resources_root, base)
for abs_base in iglob(prefix):
abs_glob = os.path.join(abs_base, suffix)
for abs_path in iglob(abs_glob):
resource_file = get_rel_path(resources_root, abs_path)
if dest is None: # remove the entry if it was here
destinations.pop(resource_file, None)
else:
rel_path = get_rel_path(abs_base, abs_path)
rel_dest = dest.replace(os.path.sep, '/').rstrip('/')
destinations[resource_file] = rel_dest + '/' + rel_path
return destinations
def in_venv():
if hasattr(sys, 'real_prefix'):
# virtualenv venvs
result = True
else:
# PEP 405 venvs
result = sys.prefix != getattr(sys, 'base_prefix', sys.prefix)
return result
def get_executable():
# The __PYVENV_LAUNCHER__ dance is apparently no longer needed, as
# changes to the stub launcher mean that sys.executable always points
# to the stub on OS X
# if sys.platform == 'darwin' and ('__PYVENV_LAUNCHER__'
# in os.environ):
# result = os.environ['__PYVENV_LAUNCHER__']
# else:
# result = sys.executable
# return result
result = os.path.normcase(sys.executable)
if not isinstance(result, text_type):
result = fsdecode(result)
return result
def proceed(prompt, allowed_chars, error_prompt=None, default=None):
p = prompt
while True:
s = raw_input(p)
p = prompt
if not s and default:
s = default
if s:
c = s[0].lower()
if c in allowed_chars:
break
if error_prompt:
p = '%c: %s\n%s' % (c, error_prompt, prompt)
return c
def extract_by_key(d, keys):
if isinstance(keys, string_types):
keys = keys.split()
result = {}
for key in keys:
if key in d:
result[key] = d[key]
return result
def read_exports(stream):
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getreader('utf-8')(stream)
# Try to load as JSON, falling back on legacy format
data = stream.read()
stream = StringIO(data)
try:
jdata = json.load(stream)
result = jdata['extensions']['python.exports']['exports']
for group, entries in result.items():
for k, v in entries.items():
s = '%s = %s' % (k, v)
entry = get_export_entry(s)
assert entry is not None
entries[k] = entry
return result
except Exception:
stream.seek(0, 0)
def read_stream(cp, stream):
if hasattr(cp, 'read_file'):
cp.read_file(stream)
else:
cp.readfp(stream)
cp = configparser.ConfigParser()
try:
read_stream(cp, stream)
except configparser.MissingSectionHeaderError:
stream.close()
data = textwrap.dedent(data)
stream = StringIO(data)
read_stream(cp, stream)
result = {}
for key in cp.sections():
result[key] = entries = {}
for name, value in cp.items(key):
s = '%s = %s' % (name, value)
entry = get_export_entry(s)
assert entry is not None
#entry.dist = self
entries[name] = entry
return result
def write_exports(exports, stream):
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getwriter('utf-8')(stream)
cp = configparser.ConfigParser()
for k, v in exports.items():
# TODO check k, v for valid values
cp.add_section(k)
for entry in v.values():
if entry.suffix is None:
s = entry.prefix
else:
s = '%s:%s' % (entry.prefix, entry.suffix)
if entry.flags:
s = '%s [%s]' % (s, ', '.join(entry.flags))
cp.set(k, entry.name, s)
cp.write(stream)
@contextlib.contextmanager
def tempdir():
td = tempfile.mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
@contextlib.contextmanager
def chdir(d):
cwd = os.getcwd()
try:
os.chdir(d)
yield
finally:
os.chdir(cwd)
@contextlib.contextmanager
def socket_timeout(seconds=15):
cto = socket.getdefaulttimeout()
try:
socket.setdefaulttimeout(seconds)
yield
finally:
socket.setdefaulttimeout(cto)
class cached_property(object):
def __init__(self, func):
self.func = func
#for attr in ('__name__', '__module__', '__doc__'):
# setattr(self, attr, getattr(func, attr, None))
def __get__(self, obj, cls=None):
if obj is None:
return self
value = self.func(obj)
object.__setattr__(obj, self.func.__name__, value)
#obj.__dict__[self.func.__name__] = value = self.func(obj)
return value
def convert_path(pathname):
"""Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
"""
if os.sep == '/':
return pathname
if not pathname:
return pathname
if pathname[0] == '/':
raise ValueError("path '%s' cannot be absolute" % pathname)
if pathname[-1] == '/':
raise ValueError("path '%s' cannot end with '/'" % pathname)
paths = pathname.split('/')
while os.curdir in paths:
paths.remove(os.curdir)
if not paths:
return os.curdir
return os.path.join(*paths)
class FileOperator(object):
def __init__(self, dry_run=False):
self.dry_run = dry_run
self.ensured = set()
self._init_record()
def _init_record(self):
self.record = False
self.files_written = set()
self.dirs_created = set()
def record_as_written(self, path):
if self.record:
self.files_written.add(path)
def newer(self, source, target):
"""Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
"""
if not os.path.exists(source):
raise DistlibException("file '%r' does not exist" %
os.path.abspath(source))
if not os.path.exists(target):
return True
return os.stat(source).st_mtime > os.stat(target).st_mtime
def copy_file(self, infile, outfile, check=True):
"""Copy a file respecting dry-run and force flags.
"""
self.ensure_dir(os.path.dirname(outfile))
logger.info('Copying %s to %s', infile, outfile)
if not self.dry_run:
msg = None
if check:
if os.path.islink(outfile):
msg = '%s is a symlink' % outfile
elif os.path.exists(outfile) and not os.path.isfile(outfile):
msg = '%s is a non-regular file' % outfile
if msg:
raise ValueError(msg + ' which would be overwritten')
shutil.copyfile(infile, outfile)
self.record_as_written(outfile)
def copy_stream(self, instream, outfile, encoding=None):
assert not os.path.isdir(outfile)
self.ensure_dir(os.path.dirname(outfile))
logger.info('Copying stream %s to %s', instream, outfile)
if not self.dry_run:
if encoding is None:
outstream = open(outfile, 'wb')
else:
outstream = codecs.open(outfile, 'w', encoding=encoding)
try:
shutil.copyfileobj(instream, outstream)
finally:
outstream.close()
self.record_as_written(outfile)
def write_binary_file(self, path, data):
self.ensure_dir(os.path.dirname(path))
if not self.dry_run:
if os.path.exists(path):
os.remove(path)
with open(path, 'wb') as f:
f.write(data)
self.record_as_written(path)
def write_text_file(self, path, data, encoding):
self.write_binary_file(path, data.encode(encoding))
def set_mode(self, bits, mask, files):
if os.name == 'posix' or (os.name == 'java' and os._name == 'posix'):
# Set the executable bits (owner, group, and world) on
# all the files specified.
for f in files:
if self.dry_run:
logger.info("changing mode of %s", f)
else:
mode = (os.stat(f).st_mode | bits) & mask
logger.info("changing mode of %s to %o", f, mode)
os.chmod(f, mode)
set_executable_mode = lambda s, f: s.set_mode(0o555, 0o7777, f)
def ensure_dir(self, path):
path = os.path.abspath(path)
if path not in self.ensured and not os.path.exists(path):
self.ensured.add(path)
d, f = os.path.split(path)
self.ensure_dir(d)
logger.info('Creating %s' % path)
if not self.dry_run:
os.mkdir(path)
if self.record:
self.dirs_created.add(path)
def byte_compile(self, path, optimize=False, force=False, prefix=None, hashed_invalidation=False):
dpath = cache_from_source(path, not optimize)
logger.info('Byte-compiling %s to %s', path, dpath)
if not self.dry_run:
if force or self.newer(path, dpath):
if not prefix:
diagpath = None
else:
assert path.startswith(prefix)
diagpath = path[len(prefix):]
compile_kwargs = {}
if hashed_invalidation and hasattr(py_compile, 'PycInvalidationMode'):
compile_kwargs['invalidation_mode'] = py_compile.PycInvalidationMode.CHECKED_HASH
py_compile.compile(path, dpath, diagpath, True, **compile_kwargs) # raise error
self.record_as_written(dpath)
return dpath
def ensure_removed(self, path):
if os.path.exists(path):
if os.path.isdir(path) and not os.path.islink(path):
logger.debug('Removing directory tree at %s', path)
if not self.dry_run:
shutil.rmtree(path)
if self.record:
if path in self.dirs_created:
self.dirs_created.remove(path)
else:
if os.path.islink(path):
s = 'link'
else:
s = 'file'
logger.debug('Removing %s %s', s, path)
if not self.dry_run:
os.remove(path)
if self.record:
if path in self.files_written:
self.files_written.remove(path)
def is_writable(self, path):
result = False
while not result:
if os.path.exists(path):
result = os.access(path, os.W_OK)
break
parent = os.path.dirname(path)
if parent == path:
break
path = parent
return result
def commit(self):
"""
Commit recorded changes, turn off recording, return
changes.
"""
assert self.record
result = self.files_written, self.dirs_created
self._init_record()
return result
def rollback(self):
if not self.dry_run:
for f in list(self.files_written):
if os.path.exists(f):
os.remove(f)
# dirs should all be empty now, except perhaps for
# __pycache__ subdirs
# reverse so that subdirs appear before their parents
dirs = sorted(self.dirs_created, reverse=True)
for d in dirs:
flist = os.listdir(d)
if flist:
assert flist == ['__pycache__']
sd = os.path.join(d, flist[0])
os.rmdir(sd)
os.rmdir(d) # should fail if non-empty
self._init_record()
def resolve(module_name, dotted_path):
if module_name in sys.modules:
mod = sys.modules[module_name]
else:
mod = __import__(module_name)
if dotted_path is None:
result = mod
else:
parts = dotted_path.split('.')
result = getattr(mod, parts.pop(0))
for p in parts:
result = getattr(result, p)
return result
class ExportEntry(object):
def __init__(self, name, prefix, suffix, flags):
self.name = name
self.prefix = prefix
self.suffix = suffix
self.flags = flags
@cached_property
def value(self):
return resolve(self.prefix, self.suffix)
def __repr__(self): # pragma: no cover
return '<ExportEntry %s = %s:%s %s>' % (self.name, self.prefix,
self.suffix, self.flags)
def __eq__(self, other):
if not isinstance(other, ExportEntry):
result = False
else:
result = (self.name == other.name and
self.prefix == other.prefix and
self.suffix == other.suffix and
self.flags == other.flags)
return result
__hash__ = object.__hash__
ENTRY_RE = re.compile(r'''(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
''', re.VERBOSE)
def get_export_entry(specification):
m = ENTRY_RE.search(specification)
if not m:
result = None
if '[' in specification or ']' in specification:
raise DistlibException("Invalid specification "
"'%s'" % specification)
else:
d = m.groupdict()
name = d['name']
path = d['callable']
colons = path.count(':')
if colons == 0:
prefix, suffix = path, None
else:
if colons != 1:
raise DistlibException("Invalid specification "
"'%s'" % specification)
prefix, suffix = path.split(':')
flags = d['flags']
if flags is None:
if '[' in specification or ']' in specification:
raise DistlibException("Invalid specification "
"'%s'" % specification)
flags = []
else:
flags = [f.strip() for f in flags.split(',')]
result = ExportEntry(name, prefix, suffix, flags)
return result
def get_cache_base(suffix=None):
"""
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
"""
if suffix is None:
suffix = '.distlib'
if os.name == 'nt' and 'LOCALAPPDATA' in os.environ:
result = os.path.expandvars('$localappdata')
else:
# Assume posix, or old Windows
result = os.path.expanduser('~')
# we use 'isdir' instead of 'exists', because we want to
# fail if there's a file with that name
if os.path.isdir(result):
usable = os.access(result, os.W_OK)
if not usable:
logger.warning('Directory exists but is not writable: %s', result)
else:
try:
os.makedirs(result)
usable = True
except OSError:
logger.warning('Unable to create %s', result, exc_info=True)
usable = False
if not usable:
result = tempfile.mkdtemp()
logger.warning('Default location unusable, using %s', result)
return os.path.join(result, suffix)
def path_to_cache_dir(path):
"""
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
"""
d, p = os.path.splitdrive(os.path.abspath(path))
if d:
d = d.replace(':', '---')
p = p.replace(os.sep, '--')
return d + p + '.cache'
def ensure_slash(s):
if not s.endswith('/'):
return s + '/'
return s
def parse_credentials(netloc):
username = password = None
if '@' in netloc:
prefix, netloc = netloc.rsplit('@', 1)
if ':' not in prefix:
username = prefix
else:
username, password = prefix.split(':', 1)
if username:
username = unquote(username)
if password:
password = unquote(password)
return username, password, netloc
def get_process_umask():
result = os.umask(0o22)
os.umask(result)
return result
def is_string_sequence(seq):
result = True
i = None
for i, s in enumerate(seq):
if not isinstance(s, string_types):
result = False
break
assert i is not None
return result
PROJECT_NAME_AND_VERSION = re.compile('([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-'
'([a-z0-9_.+-]+)', re.I)
PYTHON_VERSION = re.compile(r'-py(\d\.?\d?)')
def split_filename(filename, project_name=None):
"""
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
"""
result = None
pyver = None
filename = unquote(filename).replace(' ', '-')
m = PYTHON_VERSION.search(filename)
if m:
pyver = m.group(1)
filename = filename[:m.start()]
if project_name and len(filename) > len(project_name) + 1:
m = re.match(re.escape(project_name) + r'\b', filename)
if m:
n = m.end()
result = filename[:n], filename[n + 1:], pyver
if result is None:
m = PROJECT_NAME_AND_VERSION.match(filename)
if m:
result = m.group(1), m.group(3), pyver
return result
# Allow spaces in name because of legacy dists like "Twisted Core"
NAME_VERSION_RE = re.compile(r'(?P<name>[\w .-]+)\s*'
r'\(\s*(?P<ver>[^\s)]+)\)$')
def parse_name_and_version(p):
"""
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
"""
m = NAME_VERSION_RE.match(p)
if not m:
raise DistlibException('Ill-formed name/version string: \'%s\'' % p)
d = m.groupdict()
return d['name'].strip().lower(), d['ver']
def get_extras(requested, available):
result = set()
requested = set(requested or [])
available = set(available or [])
if '*' in requested:
requested.remove('*')
result |= available
for r in requested:
if r == '-':
result.add(r)
elif r.startswith('-'):
unwanted = r[1:]
if unwanted not in available:
logger.warning('undeclared extra: %s' % unwanted)
if unwanted in result:
result.remove(unwanted)
else:
if r not in available:
logger.warning('undeclared extra: %s' % r)
result.add(r)
return result
#
# Extended metadata functionality
#
def _get_external_data(url):
result = {}
try:
# urlopen might fail if it runs into redirections,
# because of Python issue #13696. Fixed in locators
# using a custom redirect handler.
resp = urlopen(url)
headers = resp.info()
ct = headers.get('Content-Type')
if not ct.startswith('application/json'):
logger.debug('Unexpected response for JSON request: %s', ct)
else:
reader = codecs.getreader('utf-8')(resp)
#data = reader.read().decode('utf-8')
#result = json.loads(data)
result = json.load(reader)
except Exception as e:
logger.exception('Failed to get external data for %s: %s', url, e)
return result
_external_data_base_url = 'https://www.red-dove.com/pypi/projects/'
def get_project_data(name):
url = '%s/%s/project.json' % (name[0].upper(), name)
url = urljoin(_external_data_base_url, url)
result = _get_external_data(url)
return result
def get_package_data(name, version):
url = '%s/%s/package-%s.json' % (name[0].upper(), name, version)
url = urljoin(_external_data_base_url, url)
return _get_external_data(url)
class Cache(object):
"""
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
"""
def __init__(self, base):
"""
Initialise an instance.
:param base: The base directory where the cache should be located.
"""
# we use 'isdir' instead of 'exists', because we want to
# fail if there's a file with that name
if not os.path.isdir(base): # pragma: no cover
os.makedirs(base)
if (os.stat(base).st_mode & 0o77) != 0:
logger.warning('Directory \'%s\' is not private', base)
self.base = os.path.abspath(os.path.normpath(base))
def prefix_to_dir(self, prefix):
"""
Converts a resource prefix to a directory name in the cache.
"""
return path_to_cache_dir(prefix)
def clear(self):
"""
Clear the cache.
"""
not_removed = []
for fn in os.listdir(self.base):
fn = os.path.join(self.base, fn)
try:
if os.path.islink(fn) or os.path.isfile(fn):
os.remove(fn)
elif os.path.isdir(fn):
shutil.rmtree(fn)
except Exception:
not_removed.append(fn)
return not_removed
class EventMixin(object):
"""
A very simple publish/subscribe system.
"""
def __init__(self):
self._subscribers = {}
def add(self, event, subscriber, append=True):
"""
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
"""
subs = self._subscribers
if event not in subs:
subs[event] = deque([subscriber])
else:
sq = subs[event]
if append:
sq.append(subscriber)
else:
sq.appendleft(subscriber)
def remove(self, event, subscriber):
"""
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
"""
subs = self._subscribers
if event not in subs:
raise ValueError('No subscribers: %r' % event)
subs[event].remove(subscriber)
def get_subscribers(self, event):
"""
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
"""
return iter(self._subscribers.get(event, ()))
def publish(self, event, *args, **kwargs):
"""
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
"""
result = []
for subscriber in self.get_subscribers(event):
try:
value = subscriber(event, *args, **kwargs)
except Exception:
logger.exception('Exception during event publication')
value = None
result.append(value)
logger.debug('publish %s: args = %s, kwargs = %s, result = %s',
event, args, kwargs, result)
return result
#
# Simple sequencing
#
class Sequencer(object):
def __init__(self):
self._preds = {}
self._succs = {}
self._nodes = set() # nodes with no preds/succs
def add_node(self, node):
self._nodes.add(node)
def remove_node(self, node, edges=False):
if node in self._nodes:
self._nodes.remove(node)
if edges:
for p in set(self._preds.get(node, ())):
self.remove(p, node)
for s in set(self._succs.get(node, ())):
self.remove(node, s)
# Remove empties
for k, v in list(self._preds.items()):
if not v:
del self._preds[k]
for k, v in list(self._succs.items()):
if not v:
del self._succs[k]
def add(self, pred, succ):
assert pred != succ
self._preds.setdefault(succ, set()).add(pred)
self._succs.setdefault(pred, set()).add(succ)
def remove(self, pred, succ):
assert pred != succ
try:
preds = self._preds[succ]
succs = self._succs[pred]
except KeyError: # pragma: no cover
raise ValueError('%r not a successor of anything' % succ)
try:
preds.remove(pred)
succs.remove(succ)
except KeyError: # pragma: no cover
raise ValueError('%r not a successor of %r' % (succ, pred))
def is_step(self, step):
return (step in self._preds or step in self._succs or
step in self._nodes)
def get_steps(self, final):
if not self.is_step(final):
raise ValueError('Unknown: %r' % final)
result = []
todo = []
seen = set()
todo.append(final)
while todo:
step = todo.pop(0)
if step in seen:
# if a step was already seen,
# move it to the end (so it will appear earlier
# when reversed on return) ... but not for the
# final step, as that would be confusing for
# users
if step != final:
result.remove(step)
result.append(step)
else:
seen.add(step)
result.append(step)
preds = self._preds.get(step, ())
todo.extend(preds)
return reversed(result)
@property
def strong_connections(self):
#http://en.wikipedia.org/wiki/Tarjan%27s_strongly_connected_components_algorithm
index_counter = [0]
stack = []
lowlinks = {}
index = {}
result = []
graph = self._succs
def strongconnect(node):
# set the depth index for this node to the smallest unused index
index[node] = index_counter[0]
lowlinks[node] = index_counter[0]
index_counter[0] += 1
stack.append(node)
# Consider successors
try:
successors = graph[node]
except Exception:
successors = []
for successor in successors:
if successor not in lowlinks:
# Successor has not yet been visited
strongconnect(successor)
lowlinks[node] = min(lowlinks[node],lowlinks[successor])
elif successor in stack:
# the successor is in the stack and hence in the current
# strongly connected component (SCC)
lowlinks[node] = min(lowlinks[node],index[successor])
# If `node` is a root node, pop the stack and generate an SCC
if lowlinks[node] == index[node]:
connected_component = []
while True:
successor = stack.pop()
connected_component.append(successor)
if successor == node: break
component = tuple(connected_component)
# storing the result
result.append(component)
for node in graph:
if node not in lowlinks:
strongconnect(node)
return result
@property
def dot(self):
result = ['digraph G {']
for succ in self._preds:
preds = self._preds[succ]
for pred in preds:
result.append(' %s -> %s;' % (pred, succ))
for node in self._nodes:
result.append(' %s;' % node)
result.append('}')
return '\n'.join(result)
#
# Unarchiving functionality for zip, tar, tgz, tbz, whl
#
ARCHIVE_EXTENSIONS = ('.tar.gz', '.tar.bz2', '.tar', '.zip',
'.tgz', '.tbz', '.whl')
def unarchive(archive_filename, dest_dir, format=None, check=True):
def check_path(path):
if not isinstance(path, text_type):
path = path.decode('utf-8')
p = os.path.abspath(os.path.join(dest_dir, path))
if not p.startswith(dest_dir) or p[plen] != os.sep:
raise ValueError('path outside destination: %r' % p)
dest_dir = os.path.abspath(dest_dir)
plen = len(dest_dir)
archive = None
if format is None:
if archive_filename.endswith(('.zip', '.whl')):
format = 'zip'
elif archive_filename.endswith(('.tar.gz', '.tgz')):
format = 'tgz'
mode = 'r:gz'
elif archive_filename.endswith(('.tar.bz2', '.tbz')):
format = 'tbz'
mode = 'r:bz2'
elif archive_filename.endswith('.tar'):
format = 'tar'
mode = 'r'
else: # pragma: no cover
raise ValueError('Unknown format for %r' % archive_filename)
try:
if format == 'zip':
archive = ZipFile(archive_filename, 'r')
if check:
names = archive.namelist()
for name in names:
check_path(name)
else:
archive = tarfile.open(archive_filename, mode)
if check:
names = archive.getnames()
for name in names:
check_path(name)
if format != 'zip' and sys.version_info[0] < 3:
# See Python issue 17153. If the dest path contains Unicode,
# tarfile extraction fails on Python 2.x if a member path name
# contains non-ASCII characters - it leads to an implicit
# bytes -> unicode conversion using ASCII to decode.
for tarinfo in archive.getmembers():
if not isinstance(tarinfo.name, text_type):
tarinfo.name = tarinfo.name.decode('utf-8')
# Limit extraction of dangerous items, if this Python
# allows it easily. If not, just trust the input.
# See: https://docs.python.org/3/library/tarfile.html#extraction-filters
def extraction_filter(member, path):
"""Run tarfile.tar_fillter, but raise the expected ValueError"""
# This is only called if the current Python has tarfile filters
try:
return tarfile.tar_filter(member, path)
except tarfile.FilterError as exc:
raise ValueError(str(exc))
archive.extraction_filter = extraction_filter
archive.extractall(dest_dir)
finally:
if archive:
archive.close()
def zip_dir(directory):
"""zip a directory tree into a BytesIO object"""
result = io.BytesIO()
dlen = len(directory)
with ZipFile(result, "w") as zf:
for root, dirs, files in os.walk(directory):
for name in files:
full = os.path.join(root, name)
rel = root[dlen:]
dest = os.path.join(rel, name)
zf.write(full, dest)
return result
#
# Simple progress bar
#
UNITS = ('', 'K', 'M', 'G','T','P')
class Progress(object):
unknown = 'UNKNOWN'
def __init__(self, minval=0, maxval=100):
assert maxval is None or maxval >= minval
self.min = self.cur = minval
self.max = maxval
self.started = None
self.elapsed = 0
self.done = False
def update(self, curval):
assert self.min <= curval
assert self.max is None or curval <= self.max
self.cur = curval
now = time.time()
if self.started is None:
self.started = now
else:
self.elapsed = now - self.started
def increment(self, incr):
assert incr >= 0
self.update(self.cur + incr)
def start(self):
self.update(self.min)
return self
def stop(self):
if self.max is not None:
self.update(self.max)
self.done = True
@property
def maximum(self):
return self.unknown if self.max is None else self.max
@property
def percentage(self):
if self.done:
result = '100 %'
elif self.max is None:
result = ' ?? %'
else:
v = 100.0 * (self.cur - self.min) / (self.max - self.min)
result = '%3d %%' % v
return result
def format_duration(self, duration):
if (duration <= 0) and self.max is None or self.cur == self.min:
result = '??:??:??'
#elif duration < 1:
# result = '--:--:--'
else:
result = time.strftime('%H:%M:%S', time.gmtime(duration))
return result
@property
def ETA(self):
if self.done:
prefix = 'Done'
t = self.elapsed
#import pdb; pdb.set_trace()
else:
prefix = 'ETA '
if self.max is None:
t = -1
elif self.elapsed == 0 or (self.cur == self.min):
t = 0
else:
#import pdb; pdb.set_trace()
t = float(self.max - self.min)
t /= self.cur - self.min
t = (t - 1) * self.elapsed
return '%s: %s' % (prefix, self.format_duration(t))
@property
def speed(self):
if self.elapsed == 0:
result = 0.0
else:
result = (self.cur - self.min) / self.elapsed
for unit in UNITS:
if result < 1000:
break
result /= 1000.0
return '%d %sB/s' % (result, unit)
#
# Glob functionality
#
RICH_GLOB = re.compile(r'\{([^}]*)\}')
_CHECK_RECURSIVE_GLOB = re.compile(r'[^/\\,{]\*\*|\*\*[^/\\,}]')
_CHECK_MISMATCH_SET = re.compile(r'^[^{]*\}|\{[^}]*$')
def iglob(path_glob):
"""Extended globbing function that supports ** and {opt1,opt2,opt3}."""
if _CHECK_RECURSIVE_GLOB.search(path_glob):
msg = """invalid glob %r: recursive glob "**" must be used alone"""
raise ValueError(msg % path_glob)
if _CHECK_MISMATCH_SET.search(path_glob):
msg = """invalid glob %r: mismatching set marker '{' or '}'"""
raise ValueError(msg % path_glob)
return _iglob(path_glob)
def _iglob(path_glob):
rich_path_glob = RICH_GLOB.split(path_glob, 1)
if len(rich_path_glob) > 1:
assert len(rich_path_glob) == 3, rich_path_glob
prefix, set, suffix = rich_path_glob
for item in set.split(','):
for path in _iglob(''.join((prefix, item, suffix))):
yield path
else:
if '**' not in path_glob:
for item in std_iglob(path_glob):
yield item
else:
prefix, radical = path_glob.split('**', 1)
if prefix == '':
prefix = '.'
if radical == '':
radical = '*'
else:
# we support both
radical = radical.lstrip('/')
radical = radical.lstrip('\\')
for path, dir, files in os.walk(prefix):
path = os.path.normpath(path)
for fn in _iglob(os.path.join(path, radical)):
yield fn
if ssl:
from .compat import (HTTPSHandler as BaseHTTPSHandler, match_hostname,
CertificateError)
#
# HTTPSConnection which verifies certificates/matches domains
#
class HTTPSConnection(httplib.HTTPSConnection):
ca_certs = None # set this to the path to the certs file (.pem)
check_domain = True # only used if ca_certs is not None
# noinspection PyPropertyAccess
def connect(self):
sock = socket.create_connection((self.host, self.port), self.timeout)
if getattr(self, '_tunnel_host', False):
self.sock = sock
self._tunnel()
if not hasattr(ssl, 'SSLContext'):
# For 2.x
if self.ca_certs:
cert_reqs = ssl.CERT_REQUIRED
else:
cert_reqs = ssl.CERT_NONE
self.sock = ssl.wrap_socket(sock, self.key_file, self.cert_file,
cert_reqs=cert_reqs,
ssl_version=ssl.PROTOCOL_SSLv23,
ca_certs=self.ca_certs)
else: # pragma: no cover
context = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
context.options |= ssl.OP_NO_SSLv2
if self.cert_file:
context.load_cert_chain(self.cert_file, self.key_file)
kwargs = {}
if self.ca_certs:
context.verify_mode = ssl.CERT_REQUIRED
context.load_verify_locations(cafile=self.ca_certs)
if getattr(ssl, 'HAS_SNI', False):
kwargs['server_hostname'] = self.host
self.sock = context.wrap_socket(sock, **kwargs)
if self.ca_certs and self.check_domain:
try:
match_hostname(self.sock.getpeercert(), self.host)
logger.debug('Host verified: %s', self.host)
except CertificateError: # pragma: no cover
self.sock.shutdown(socket.SHUT_RDWR)
self.sock.close()
raise
class HTTPSHandler(BaseHTTPSHandler):
def __init__(self, ca_certs, check_domain=True):
BaseHTTPSHandler.__init__(self)
self.ca_certs = ca_certs
self.check_domain = check_domain
def _conn_maker(self, *args, **kwargs):
"""
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
"""
result = HTTPSConnection(*args, **kwargs)
if self.ca_certs:
result.ca_certs = self.ca_certs
result.check_domain = self.check_domain
return result
def https_open(self, req):
try:
return self.do_open(self._conn_maker, req)
except URLError as e:
if 'certificate verify failed' in str(e.reason):
raise CertificateError('Unable to verify server certificate '
'for %s' % req.host)
else:
raise
#
# To prevent against mixing HTTP traffic with HTTPS (examples: A Man-In-The-
# Middle proxy using HTTP listens on port 443, or an index mistakenly serves
# HTML containing a http://xyz link when it should be https://xyz),
# you can use the following handler class, which does not allow HTTP traffic.
#
# It works by inheriting from HTTPHandler - so build_opener won't add a
# handler for HTTP itself.
#
class HTTPSOnlyHandler(HTTPSHandler, HTTPHandler):
def http_open(self, req):
raise URLError('Unexpected HTTP request on what should be a secure '
'connection: %s' % req)
#
# XML-RPC with timeouts
#
_ver_info = sys.version_info[:2]
if _ver_info == (2, 6):
class HTTP(httplib.HTTP):
def __init__(self, host='', port=None, **kwargs):
if port == 0: # 0 means use port 0, not the default port
port = None
self._setup(self._connection_class(host, port, **kwargs))
if ssl:
class HTTPS(httplib.HTTPS):
def __init__(self, host='', port=None, **kwargs):
if port == 0: # 0 means use port 0, not the default port
port = None
self._setup(self._connection_class(host, port, **kwargs))
class Transport(xmlrpclib.Transport):
def __init__(self, timeout, use_datetime=0):
self.timeout = timeout
xmlrpclib.Transport.__init__(self, use_datetime)
def make_connection(self, host):
h, eh, x509 = self.get_host_info(host)
if _ver_info == (2, 6):
result = HTTP(h, timeout=self.timeout)
else:
if not self._connection or host != self._connection[0]:
self._extra_headers = eh
self._connection = host, httplib.HTTPConnection(h)
result = self._connection[1]
return result
if ssl:
class SafeTransport(xmlrpclib.SafeTransport):
def __init__(self, timeout, use_datetime=0):
self.timeout = timeout
xmlrpclib.SafeTransport.__init__(self, use_datetime)
def make_connection(self, host):
h, eh, kwargs = self.get_host_info(host)
if not kwargs:
kwargs = {}
kwargs['timeout'] = self.timeout
if _ver_info == (2, 6):
result = HTTPS(host, None, **kwargs)
else:
if not self._connection or host != self._connection[0]:
self._extra_headers = eh
self._connection = host, httplib.HTTPSConnection(h, None,
**kwargs)
result = self._connection[1]
return result
class ServerProxy(xmlrpclib.ServerProxy):
def __init__(self, uri, **kwargs):
self.timeout = timeout = kwargs.pop('timeout', None)
# The above classes only come into play if a timeout
# is specified
if timeout is not None:
scheme, _ = splittype(uri)
use_datetime = kwargs.get('use_datetime', 0)
if scheme == 'https':
tcls = SafeTransport
else:
tcls = Transport
kwargs['transport'] = t = tcls(timeout, use_datetime=use_datetime)
self.transport = t
xmlrpclib.ServerProxy.__init__(self, uri, **kwargs)
#
# CSV functionality. This is provided because on 2.x, the csv module can't
# handle Unicode. However, we need to deal with Unicode in e.g. RECORD files.
#
def _csv_open(fn, mode, **kwargs):
if sys.version_info[0] < 3:
mode += 'b'
else:
kwargs['newline'] = ''
# Python 3 determines encoding from locale. Force 'utf-8'
# file encoding to match other forced utf-8 encoding
kwargs['encoding'] = 'utf-8'
return open(fn, mode, **kwargs)
class CSVBase(object):
defaults = {
'delimiter': str(','), # The strs are used because we need native
'quotechar': str('"'), # str in the csv API (2.x won't take
'lineterminator': str('\n') # Unicode)
}
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.stream.close()
class CSVReader(CSVBase):
def __init__(self, **kwargs):
if 'stream' in kwargs:
stream = kwargs['stream']
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getreader('utf-8')(stream)
self.stream = stream
else:
self.stream = _csv_open(kwargs['path'], 'r')
self.reader = csv.reader(self.stream, **self.defaults)
def __iter__(self):
return self
def next(self):
result = next(self.reader)
if sys.version_info[0] < 3:
for i, item in enumerate(result):
if not isinstance(item, text_type):
result[i] = item.decode('utf-8')
return result
__next__ = next
class CSVWriter(CSVBase):
def __init__(self, fn, **kwargs):
self.stream = _csv_open(fn, 'w')
self.writer = csv.writer(self.stream, **self.defaults)
def writerow(self, row):
if sys.version_info[0] < 3:
r = []
for item in row:
if isinstance(item, text_type):
item = item.encode('utf-8')
r.append(item)
row = r
self.writer.writerow(row)
#
# Configurator functionality
#
class Configurator(BaseConfigurator):
value_converters = dict(BaseConfigurator.value_converters)
value_converters['inc'] = 'inc_convert'
def __init__(self, config, base=None):
super(Configurator, self).__init__(config)
self.base = base or os.getcwd()
def configure_custom(self, config):
def convert(o):
if isinstance(o, (list, tuple)):
result = type(o)([convert(i) for i in o])
elif isinstance(o, dict):
if '()' in o:
result = self.configure_custom(o)
else:
result = {}
for k in o:
result[k] = convert(o[k])
else:
result = self.convert(o)
return result
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
args = config.pop('[]', ())
if args:
args = tuple([convert(o) for o in args])
items = [(k, convert(config[k])) for k in config if valid_ident(k)]
kwargs = dict(items)
result = c(*args, **kwargs)
if props:
for n, v in props.items():
setattr(result, n, convert(v))
return result
def __getitem__(self, key):
result = self.config[key]
if isinstance(result, dict) and '()' in result:
self.config[key] = result = self.configure_custom(result)
return result
def inc_convert(self, value):
"""Default converter for the inc:// protocol."""
if not os.path.isabs(value):
value = os.path.join(self.base, value)
with codecs.open(value, 'r', encoding='utf-8') as f:
result = json.load(f)
return result
class SubprocessMixin(object):
"""
Mixin for running subprocesses and capturing their output
"""
def __init__(self, verbose=False, progress=None):
self.verbose = verbose
self.progress = progress
def reader(self, stream, context):
"""
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
"""
progress = self.progress
verbose = self.verbose
while True:
s = stream.readline()
if not s:
break
if progress is not None:
progress(s, context)
else:
if not verbose:
sys.stderr.write('.')
else:
sys.stderr.write(s.decode('utf-8'))
sys.stderr.flush()
stream.close()
def run_command(self, cmd, **kwargs):
p = subprocess.Popen(cmd, stdout=subprocess.PIPE,
stderr=subprocess.PIPE, **kwargs)
t1 = threading.Thread(target=self.reader, args=(p.stdout, 'stdout'))
t1.start()
t2 = threading.Thread(target=self.reader, args=(p.stderr, 'stderr'))
t2.start()
p.wait()
t1.join()
t2.join()
if self.progress is not None:
self.progress('done.', 'main')
elif self.verbose:
sys.stderr.write('done.\n')
return p
def normalize_name(name):
"""Normalize a python package name a la PEP 503"""
# https://www.python.org/dev/peps/pep-0503/#normalized-names
return re.sub('[-_.]+', '-', name).lower()
site-packages/pip/_vendor/distlib/index.py 0000644 00000051112 15201600075 0014617 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import hashlib
import logging
import os
import shutil
import subprocess
import tempfile
try:
from threading import Thread
except ImportError:
from dummy_threading import Thread
from . import DistlibException
from .compat import (HTTPBasicAuthHandler, Request, HTTPPasswordMgr,
urlparse, build_opener, string_types)
from .util import cached_property, zip_dir, ServerProxy
logger = logging.getLogger(__name__)
DEFAULT_INDEX = 'https://pypi.org/pypi'
DEFAULT_REALM = 'pypi'
class PackageIndex(object):
"""
This class represents a package index compatible with PyPI, the Python
Package Index.
"""
boundary = b'----------ThIs_Is_tHe_distlib_index_bouNdaRY_$'
def __init__(self, url=None):
"""
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
"""
self.url = url or DEFAULT_INDEX
self.read_configuration()
scheme, netloc, path, params, query, frag = urlparse(self.url)
if params or query or frag or scheme not in ('http', 'https'):
raise DistlibException('invalid repository: %s' % self.url)
self.password_handler = None
self.ssl_verifier = None
self.gpg = None
self.gpg_home = None
with open(os.devnull, 'w') as sink:
# Use gpg by default rather than gpg2, as gpg2 insists on
# prompting for passwords
for s in ('gpg', 'gpg2'):
try:
rc = subprocess.check_call([s, '--version'], stdout=sink,
stderr=sink)
if rc == 0:
self.gpg = s
break
except OSError:
pass
def _get_pypirc_command(self):
"""
Get the distutils command for interacting with PyPI configurations.
:return: the command.
"""
from distutils.core import Distribution
from distutils.config import PyPIRCCommand
d = Distribution()
return PyPIRCCommand(d)
def read_configuration(self):
"""
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
"""
# get distutils to do the work
c = self._get_pypirc_command()
c.repository = self.url
cfg = c._read_pypirc()
self.username = cfg.get('username')
self.password = cfg.get('password')
self.realm = cfg.get('realm', 'pypi')
self.url = cfg.get('repository', self.url)
def save_configuration(self):
"""
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
"""
self.check_credentials()
# get distutils to do the work
c = self._get_pypirc_command()
c._store_pypirc(self.username, self.password)
def check_credentials(self):
"""
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
"""
if self.username is None or self.password is None:
raise DistlibException('username and password must be set')
pm = HTTPPasswordMgr()
_, netloc, _, _, _, _ = urlparse(self.url)
pm.add_password(self.realm, netloc, self.username, self.password)
self.password_handler = HTTPBasicAuthHandler(pm)
def register(self, metadata):
"""
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
metadata.validate()
d = metadata.todict()
d[':action'] = 'verify'
request = self.encode_request(d.items(), [])
response = self.send_request(request)
d[':action'] = 'submit'
request = self.encode_request(d.items(), [])
return self.send_request(request)
def _reader(self, name, stream, outbuf):
"""
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
"""
while True:
s = stream.readline()
if not s:
break
s = s.decode('utf-8').rstrip()
outbuf.append(s)
logger.debug('%s: %s' % (name, s))
stream.close()
def get_sign_command(self, filename, signer, sign_password,
keystore=None):
"""
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
"""
cmd = [self.gpg, '--status-fd', '2', '--no-tty']
if keystore is None:
keystore = self.gpg_home
if keystore:
cmd.extend(['--homedir', keystore])
if sign_password is not None:
cmd.extend(['--batch', '--passphrase-fd', '0'])
td = tempfile.mkdtemp()
sf = os.path.join(td, os.path.basename(filename) + '.asc')
cmd.extend(['--detach-sign', '--armor', '--local-user',
signer, '--output', sf, filename])
logger.debug('invoking: %s', ' '.join(cmd))
return cmd, sf
def run_command(self, cmd, input_data=None):
"""
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
"""
kwargs = {
'stdout': subprocess.PIPE,
'stderr': subprocess.PIPE,
}
if input_data is not None:
kwargs['stdin'] = subprocess.PIPE
stdout = []
stderr = []
p = subprocess.Popen(cmd, **kwargs)
# We don't use communicate() here because we may need to
# get clever with interacting with the command
t1 = Thread(target=self._reader, args=('stdout', p.stdout, stdout))
t1.start()
t2 = Thread(target=self._reader, args=('stderr', p.stderr, stderr))
t2.start()
if input_data is not None:
p.stdin.write(input_data)
p.stdin.close()
p.wait()
t1.join()
t2.join()
return p.returncode, stdout, stderr
def sign_file(self, filename, signer, sign_password, keystore=None):
"""
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
"""
cmd, sig_file = self.get_sign_command(filename, signer, sign_password,
keystore)
rc, stdout, stderr = self.run_command(cmd,
sign_password.encode('utf-8'))
if rc != 0:
raise DistlibException('sign command failed with error '
'code %s' % rc)
return sig_file
def upload_file(self, metadata, filename, signer=None, sign_password=None,
filetype='sdist', pyversion='source', keystore=None):
"""
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
if not os.path.exists(filename):
raise DistlibException('not found: %s' % filename)
metadata.validate()
d = metadata.todict()
sig_file = None
if signer:
if not self.gpg:
logger.warning('no signing program available - not signed')
else:
sig_file = self.sign_file(filename, signer, sign_password,
keystore)
with open(filename, 'rb') as f:
file_data = f.read()
md5_digest = hashlib.md5(file_data).hexdigest()
sha256_digest = hashlib.sha256(file_data).hexdigest()
d.update({
':action': 'file_upload',
'protocol_version': '1',
'filetype': filetype,
'pyversion': pyversion,
'md5_digest': md5_digest,
'sha256_digest': sha256_digest,
})
files = [('content', os.path.basename(filename), file_data)]
if sig_file:
with open(sig_file, 'rb') as f:
sig_data = f.read()
files.append(('gpg_signature', os.path.basename(sig_file),
sig_data))
shutil.rmtree(os.path.dirname(sig_file))
request = self.encode_request(d.items(), files)
return self.send_request(request)
def upload_documentation(self, metadata, doc_dir):
"""
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
if not os.path.isdir(doc_dir):
raise DistlibException('not a directory: %r' % doc_dir)
fn = os.path.join(doc_dir, 'index.html')
if not os.path.exists(fn):
raise DistlibException('not found: %r' % fn)
metadata.validate()
name, version = metadata.name, metadata.version
zip_data = zip_dir(doc_dir).getvalue()
fields = [(':action', 'doc_upload'),
('name', name), ('version', version)]
files = [('content', name, zip_data)]
request = self.encode_request(fields, files)
return self.send_request(request)
def get_verify_command(self, signature_filename, data_filename,
keystore=None):
"""
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
"""
cmd = [self.gpg, '--status-fd', '2', '--no-tty']
if keystore is None:
keystore = self.gpg_home
if keystore:
cmd.extend(['--homedir', keystore])
cmd.extend(['--verify', signature_filename, data_filename])
logger.debug('invoking: %s', ' '.join(cmd))
return cmd
def verify_signature(self, signature_filename, data_filename,
keystore=None):
"""
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
"""
if not self.gpg:
raise DistlibException('verification unavailable because gpg '
'unavailable')
cmd = self.get_verify_command(signature_filename, data_filename,
keystore)
rc, stdout, stderr = self.run_command(cmd)
if rc not in (0, 1):
raise DistlibException('verify command failed with error '
'code %s' % rc)
return rc == 0
def download_file(self, url, destfile, digest=None, reporthook=None):
"""
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
"""
if digest is None:
digester = None
logger.debug('No digest specified')
else:
if isinstance(digest, (list, tuple)):
hasher, digest = digest
else:
hasher = 'md5'
digester = getattr(hashlib, hasher)()
logger.debug('Digest specified: %s' % digest)
# The following code is equivalent to urlretrieve.
# We need to do it this way so that we can compute the
# digest of the file as we go.
with open(destfile, 'wb') as dfp:
# addinfourl is not a context manager on 2.x
# so we have to use try/finally
sfp = self.send_request(Request(url))
try:
headers = sfp.info()
blocksize = 8192
size = -1
read = 0
blocknum = 0
if "content-length" in headers:
size = int(headers["Content-Length"])
if reporthook:
reporthook(blocknum, blocksize, size)
while True:
block = sfp.read(blocksize)
if not block:
break
read += len(block)
dfp.write(block)
if digester:
digester.update(block)
blocknum += 1
if reporthook:
reporthook(blocknum, blocksize, size)
finally:
sfp.close()
# check that we got the whole file, if we can
if size >= 0 and read < size:
raise DistlibException(
'retrieval incomplete: got only %d out of %d bytes'
% (read, size))
# if we have a digest, it must match.
if digester:
actual = digester.hexdigest()
if digest != actual:
raise DistlibException('%s digest mismatch for %s: expected '
'%s, got %s' % (hasher, destfile,
digest, actual))
logger.debug('Digest verified: %s', digest)
def send_request(self, req):
"""
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
"""
handlers = []
if self.password_handler:
handlers.append(self.password_handler)
if self.ssl_verifier:
handlers.append(self.ssl_verifier)
opener = build_opener(*handlers)
return opener.open(req)
def encode_request(self, fields, files):
"""
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
"""
# Adapted from packaging, which in turn was adapted from
# http://code.activestate.com/recipes/146306
parts = []
boundary = self.boundary
for k, values in fields:
if not isinstance(values, (list, tuple)):
values = [values]
for v in values:
parts.extend((
b'--' + boundary,
('Content-Disposition: form-data; name="%s"' %
k).encode('utf-8'),
b'',
v.encode('utf-8')))
for key, filename, value in files:
parts.extend((
b'--' + boundary,
('Content-Disposition: form-data; name="%s"; filename="%s"' %
(key, filename)).encode('utf-8'),
b'',
value))
parts.extend((b'--' + boundary + b'--', b''))
body = b'\r\n'.join(parts)
ct = b'multipart/form-data; boundary=' + boundary
headers = {
'Content-type': ct,
'Content-length': str(len(body))
}
return Request(self.url, body, headers)
def search(self, terms, operator=None):
if isinstance(terms, string_types):
terms = {'name': terms}
rpc_proxy = ServerProxy(self.url, timeout=3.0)
try:
return rpc_proxy.search(terms, operator or 'and')
finally:
rpc_proxy('close')()
site-packages/pip/_vendor/distlib/wheel.py 0000644 00000116765 15201600075 0014634 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import unicode_literals
import base64
import codecs
import datetime
import distutils.util
from email import message_from_file
import hashlib
import imp
import json
import logging
import os
import posixpath
import re
import shutil
import sys
import tempfile
import zipfile
from . import __version__, DistlibException
from .compat import sysconfig, ZipFile, fsdecode, text_type, filter
from .database import InstalledDistribution
from .metadata import Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME
from .util import (FileOperator, convert_path, CSVReader, CSVWriter, Cache,
cached_property, get_cache_base, read_exports, tempdir)
from .version import NormalizedVersion, UnsupportedVersionError
logger = logging.getLogger(__name__)
cache = None # created when needed
if hasattr(sys, 'pypy_version_info'): # pragma: no cover
IMP_PREFIX = 'pp'
elif sys.platform.startswith('java'): # pragma: no cover
IMP_PREFIX = 'jy'
elif sys.platform == 'cli': # pragma: no cover
IMP_PREFIX = 'ip'
else:
IMP_PREFIX = 'cp'
VER_SUFFIX = sysconfig.get_config_var('py_version_nodot')
if not VER_SUFFIX: # pragma: no cover
VER_SUFFIX = '%s%s' % sys.version_info[:2]
PYVER = 'py' + VER_SUFFIX
IMPVER = IMP_PREFIX + VER_SUFFIX
ARCH = distutils.util.get_platform().replace('-', '_').replace('.', '_')
ABI = sysconfig.get_config_var('SOABI')
if ABI and ABI.startswith('cpython-'):
ABI = ABI.replace('cpython-', 'cp')
else:
def _derive_abi():
parts = ['cp', VER_SUFFIX]
if sysconfig.get_config_var('Py_DEBUG'):
parts.append('d')
if sysconfig.get_config_var('WITH_PYMALLOC'):
parts.append('m')
if sysconfig.get_config_var('Py_UNICODE_SIZE') == 4:
parts.append('u')
return ''.join(parts)
ABI = _derive_abi()
del _derive_abi
FILENAME_RE = re.compile(r'''
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
''', re.IGNORECASE | re.VERBOSE)
NAME_VERSION_RE = re.compile(r'''
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
''', re.IGNORECASE | re.VERBOSE)
SHEBANG_RE = re.compile(br'\s*#![^\r\n]*')
SHEBANG_DETAIL_RE = re.compile(br'^(\s*#!("[^"]+"|\S+))\s+(.*)$')
SHEBANG_PYTHON = b'#!python'
SHEBANG_PYTHONW = b'#!pythonw'
if os.sep == '/':
to_posix = lambda o: o
else:
to_posix = lambda o: o.replace(os.sep, '/')
class Mounter(object):
def __init__(self):
self.impure_wheels = {}
self.libs = {}
def add(self, pathname, extensions):
self.impure_wheels[pathname] = extensions
self.libs.update(extensions)
def remove(self, pathname):
extensions = self.impure_wheels.pop(pathname)
for k, v in extensions:
if k in self.libs:
del self.libs[k]
def find_module(self, fullname, path=None):
if fullname in self.libs:
result = self
else:
result = None
return result
def load_module(self, fullname):
if fullname in sys.modules:
result = sys.modules[fullname]
else:
if fullname not in self.libs:
raise ImportError('unable to find extension for %s' % fullname)
result = imp.load_dynamic(fullname, self.libs[fullname])
result.__loader__ = self
parts = fullname.rsplit('.', 1)
if len(parts) > 1:
result.__package__ = parts[0]
return result
_hook = Mounter()
class Wheel(object):
"""
Class to build and install from Wheel files (PEP 427).
"""
wheel_version = (1, 1)
hash_kind = 'sha256'
def __init__(self, filename=None, sign=False, verify=False):
"""
Initialise an instance using a (valid) filename.
"""
self.sign = sign
self.should_verify = verify
self.buildver = ''
self.pyver = [PYVER]
self.abi = ['none']
self.arch = ['any']
self.dirname = os.getcwd()
if filename is None:
self.name = 'dummy'
self.version = '0.1'
self._filename = self.filename
else:
m = NAME_VERSION_RE.match(filename)
if m:
info = m.groupdict('')
self.name = info['nm']
# Reinstate the local version separator
self.version = info['vn'].replace('_', '-')
self.buildver = info['bn']
self._filename = self.filename
else:
dirname, filename = os.path.split(filename)
m = FILENAME_RE.match(filename)
if not m:
raise DistlibException('Invalid name or '
'filename: %r' % filename)
if dirname:
self.dirname = os.path.abspath(dirname)
self._filename = filename
info = m.groupdict('')
self.name = info['nm']
self.version = info['vn']
self.buildver = info['bn']
self.pyver = info['py'].split('.')
self.abi = info['bi'].split('.')
self.arch = info['ar'].split('.')
@property
def filename(self):
"""
Build and return a filename from the various components.
"""
if self.buildver:
buildver = '-' + self.buildver
else:
buildver = ''
pyver = '.'.join(self.pyver)
abi = '.'.join(self.abi)
arch = '.'.join(self.arch)
# replace - with _ as a local version separator
version = self.version.replace('-', '_')
return '%s-%s%s-%s-%s-%s.whl' % (self.name, version, buildver,
pyver, abi, arch)
@property
def exists(self):
path = os.path.join(self.dirname, self.filename)
return os.path.isfile(path)
@property
def tags(self):
for pyver in self.pyver:
for abi in self.abi:
for arch in self.arch:
yield pyver, abi, arch
@cached_property
def metadata(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
wheel_metadata = self.get_wheel_metadata(zf)
wv = wheel_metadata['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
if file_version < (1, 1):
fns = [WHEEL_METADATA_FILENAME, METADATA_FILENAME, 'METADATA']
else:
fns = [WHEEL_METADATA_FILENAME, METADATA_FILENAME]
result = None
for fn in fns:
try:
metadata_filename = posixpath.join(info_dir, fn)
with zf.open(metadata_filename) as bf:
wf = wrapper(bf)
result = Metadata(fileobj=wf)
if result:
break
except KeyError:
pass
if not result:
raise ValueError('Invalid wheel, because metadata is '
'missing: looked in %s' % ', '.join(fns))
return result
def get_wheel_metadata(self, zf):
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
metadata_filename = posixpath.join(info_dir, 'WHEEL')
with zf.open(metadata_filename) as bf:
wf = codecs.getreader('utf-8')(bf)
message = message_from_file(wf)
return dict(message)
@cached_property
def info(self):
pathname = os.path.join(self.dirname, self.filename)
with ZipFile(pathname, 'r') as zf:
result = self.get_wheel_metadata(zf)
return result
def process_shebang(self, data):
m = SHEBANG_RE.match(data)
if m:
end = m.end()
shebang, data_after_shebang = data[:end], data[end:]
# Preserve any arguments after the interpreter
if b'pythonw' in shebang.lower():
shebang_python = SHEBANG_PYTHONW
else:
shebang_python = SHEBANG_PYTHON
m = SHEBANG_DETAIL_RE.match(shebang)
if m:
args = b' ' + m.groups()[-1]
else:
args = b''
shebang = shebang_python + args
data = shebang + data_after_shebang
else:
cr = data.find(b'\r')
lf = data.find(b'\n')
if cr < 0 or cr > lf:
term = b'\n'
else:
if data[cr:cr + 2] == b'\r\n':
term = b'\r\n'
else:
term = b'\r'
data = SHEBANG_PYTHON + term + data
return data
def get_hash(self, data, hash_kind=None):
if hash_kind is None:
hash_kind = self.hash_kind
try:
hasher = getattr(hashlib, hash_kind)
except AttributeError:
raise DistlibException('Unsupported hash algorithm: %r' % hash_kind)
result = hasher(data).digest()
result = base64.urlsafe_b64encode(result).rstrip(b'=').decode('ascii')
return hash_kind, result
def write_record(self, records, record_path, base):
records = list(records) # make a copy for sorting
p = to_posix(os.path.relpath(record_path, base))
records.append((p, '', ''))
records.sort()
with CSVWriter(record_path) as writer:
for row in records:
writer.writerow(row)
def write_records(self, info, libdir, archive_paths):
records = []
distinfo, info_dir = info
hasher = getattr(hashlib, self.hash_kind)
for ap, p in archive_paths:
with open(p, 'rb') as f:
data = f.read()
digest = '%s=%s' % self.get_hash(data)
size = os.path.getsize(p)
records.append((ap, digest, size))
p = os.path.join(distinfo, 'RECORD')
self.write_record(records, p, libdir)
ap = to_posix(os.path.join(info_dir, 'RECORD'))
archive_paths.append((ap, p))
def build_zip(self, pathname, archive_paths):
with ZipFile(pathname, 'w', zipfile.ZIP_DEFLATED) as zf:
for ap, p in archive_paths:
logger.debug('Wrote %s to %s in wheel', p, ap)
zf.write(p, ap)
def build(self, paths, tags=None, wheel_version=None):
"""
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
"""
if tags is None:
tags = {}
libkey = list(filter(lambda o: o in paths, ('purelib', 'platlib')))[0]
if libkey == 'platlib':
is_pure = 'false'
default_pyver = [IMPVER]
default_abi = [ABI]
default_arch = [ARCH]
else:
is_pure = 'true'
default_pyver = [PYVER]
default_abi = ['none']
default_arch = ['any']
self.pyver = tags.get('pyver', default_pyver)
self.abi = tags.get('abi', default_abi)
self.arch = tags.get('arch', default_arch)
libdir = paths[libkey]
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
archive_paths = []
# First, stuff which is not in site-packages
for key in ('data', 'headers', 'scripts'):
if key not in paths:
continue
path = paths[key]
if os.path.isdir(path):
for root, dirs, files in os.walk(path):
for fn in files:
p = fsdecode(os.path.join(root, fn))
rp = os.path.relpath(p, path)
ap = to_posix(os.path.join(data_dir, key, rp))
archive_paths.append((ap, p))
if key == 'scripts' and not p.endswith('.exe'):
with open(p, 'rb') as f:
data = f.read()
data = self.process_shebang(data)
with open(p, 'wb') as f:
f.write(data)
# Now, stuff which is in site-packages, other than the
# distinfo stuff.
path = libdir
distinfo = None
for root, dirs, files in os.walk(path):
if root == path:
# At the top level only, save distinfo for later
# and skip it for now
for i, dn in enumerate(dirs):
dn = fsdecode(dn)
if dn.endswith('.dist-info'):
distinfo = os.path.join(root, dn)
del dirs[i]
break
assert distinfo, '.dist-info directory expected, not found'
for fn in files:
# comment out next suite to leave .pyc files in
if fsdecode(fn).endswith(('.pyc', '.pyo')):
continue
p = os.path.join(root, fn)
rp = to_posix(os.path.relpath(p, path))
archive_paths.append((rp, p))
# Now distinfo. Assumed to be flat, i.e. os.listdir is enough.
files = os.listdir(distinfo)
for fn in files:
if fn not in ('RECORD', 'INSTALLER', 'SHARED', 'WHEEL'):
p = fsdecode(os.path.join(distinfo, fn))
ap = to_posix(os.path.join(info_dir, fn))
archive_paths.append((ap, p))
wheel_metadata = [
'Wheel-Version: %d.%d' % (wheel_version or self.wheel_version),
'Generator: distlib %s' % __version__,
'Root-Is-Purelib: %s' % is_pure,
]
for pyver, abi, arch in self.tags:
wheel_metadata.append('Tag: %s-%s-%s' % (pyver, abi, arch))
p = os.path.join(distinfo, 'WHEEL')
with open(p, 'w') as f:
f.write('\n'.join(wheel_metadata))
ap = to_posix(os.path.join(info_dir, 'WHEEL'))
archive_paths.append((ap, p))
# Now, at last, RECORD.
# Paths in here are archive paths - nothing else makes sense.
self.write_records((distinfo, info_dir), libdir, archive_paths)
# Now, ready to build the zip file
pathname = os.path.join(self.dirname, self.filename)
self.build_zip(pathname, archive_paths)
return pathname
def skip_entry(self, arcname):
"""
Determine whether an archive entry should be skipped when verifying
or installing.
"""
# The signature file won't be in RECORD,
# and we don't currently don't do anything with it
# We also skip directories, as they won't be in RECORD
# either. See:
#
# https://github.com/pypa/wheel/issues/294
# https://github.com/pypa/wheel/issues/287
# https://github.com/pypa/wheel/pull/289
#
return arcname.endswith(('/', '/RECORD.jws'))
def install(self, paths, maker, **kwargs):
"""
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
"""
dry_run = maker.dry_run
warner = kwargs.get('warner')
lib_only = kwargs.get('lib_only', False)
bc_hashed_invalidation = kwargs.get('bytecode_hashed_invalidation', False)
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
metadata_name = posixpath.join(info_dir, METADATA_FILENAME)
wheel_metadata_name = posixpath.join(info_dir, 'WHEEL')
record_name = posixpath.join(info_dir, 'RECORD')
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
with zf.open(wheel_metadata_name) as bwf:
wf = wrapper(bwf)
message = message_from_file(wf)
wv = message['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
if (file_version != self.wheel_version) and warner:
warner(self.wheel_version, file_version)
if message['Root-Is-Purelib'] == 'true':
libdir = paths['purelib']
else:
libdir = paths['platlib']
records = {}
with zf.open(record_name) as bf:
with CSVReader(stream=bf) as reader:
for row in reader:
p = row[0]
records[p] = row
data_pfx = posixpath.join(data_dir, '')
info_pfx = posixpath.join(info_dir, '')
script_pfx = posixpath.join(data_dir, 'scripts', '')
# make a new instance rather than a copy of maker's,
# as we mutate it
fileop = FileOperator(dry_run=dry_run)
fileop.record = True # so we can rollback if needed
bc = not sys.dont_write_bytecode # Double negatives. Lovely!
outfiles = [] # for RECORD writing
# for script copying/shebang processing
workdir = tempfile.mkdtemp()
# set target dir later
# we default add_launchers to False, as the
# Python Launcher should be used instead
maker.source_dir = workdir
maker.target_dir = None
try:
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
if self.skip_entry(u_arcname):
continue
row = records[u_arcname]
if row[2] and str(zinfo.file_size) != row[2]:
raise DistlibException('size mismatch for '
'%s' % u_arcname)
if row[1]:
kind, value = row[1].split('=', 1)
with zf.open(arcname) as bf:
data = bf.read()
_, digest = self.get_hash(data, kind)
if digest != value:
raise DistlibException('digest mismatch for '
'%s' % arcname)
if lib_only and u_arcname.startswith((info_pfx, data_pfx)):
logger.debug('lib_only: skipping %s', u_arcname)
continue
is_script = (u_arcname.startswith(script_pfx)
and not u_arcname.endswith('.exe'))
if u_arcname.startswith(data_pfx):
_, where, rp = u_arcname.split('/', 2)
outfile = os.path.join(paths[where], convert_path(rp))
else:
# meant for site-packages.
if u_arcname in (wheel_metadata_name, record_name):
continue
outfile = os.path.join(libdir, convert_path(u_arcname))
if not is_script:
with zf.open(arcname) as bf:
fileop.copy_stream(bf, outfile)
outfiles.append(outfile)
# Double check the digest of the written file
if not dry_run and row[1]:
with open(outfile, 'rb') as bf:
data = bf.read()
_, newdigest = self.get_hash(data, kind)
if newdigest != digest:
raise DistlibException('digest mismatch '
'on write for '
'%s' % outfile)
if bc and outfile.endswith('.py'):
try:
pyc = fileop.byte_compile(outfile,
hashed_invalidation=bc_hashed_invalidation)
outfiles.append(pyc)
except Exception:
# Don't give up if byte-compilation fails,
# but log it and perhaps warn the user
logger.warning('Byte-compilation failed',
exc_info=True)
else:
fn = os.path.basename(convert_path(arcname))
workname = os.path.join(workdir, fn)
with zf.open(arcname) as bf:
fileop.copy_stream(bf, workname)
dn, fn = os.path.split(outfile)
maker.target_dir = dn
filenames = maker.make(fn)
fileop.set_executable_mode(filenames)
outfiles.extend(filenames)
if lib_only:
logger.debug('lib_only: returning None')
dist = None
else:
# Generate scripts
# Try to get pydist.json so we can see if there are
# any commands to generate. If this fails (e.g. because
# of a legacy wheel), log a warning but don't give up.
commands = None
file_version = self.info['Wheel-Version']
if file_version == '1.0':
# Use legacy info
ep = posixpath.join(info_dir, 'entry_points.txt')
try:
with zf.open(ep) as bwf:
epdata = read_exports(bwf)
commands = {}
for key in ('console', 'gui'):
k = '%s_scripts' % key
if k in epdata:
commands['wrap_%s' % key] = d = {}
for v in epdata[k].values():
s = '%s:%s' % (v.prefix, v.suffix)
if v.flags:
s += ' %s' % v.flags
d[v.name] = s
except Exception:
logger.warning('Unable to read legacy script '
'metadata, so cannot generate '
'scripts')
else:
try:
with zf.open(metadata_name) as bwf:
wf = wrapper(bwf)
commands = json.load(wf).get('extensions')
if commands:
commands = commands.get('python.commands')
except Exception:
logger.warning('Unable to read JSON metadata, so '
'cannot generate scripts')
if commands:
console_scripts = commands.get('wrap_console', {})
gui_scripts = commands.get('wrap_gui', {})
if console_scripts or gui_scripts:
script_dir = paths.get('scripts', '')
if not os.path.isdir(script_dir):
raise ValueError('Valid script path not '
'specified')
maker.target_dir = script_dir
for k, v in console_scripts.items():
script = '%s = %s' % (k, v)
filenames = maker.make(script)
fileop.set_executable_mode(filenames)
if gui_scripts:
options = {'gui': True }
for k, v in gui_scripts.items():
script = '%s = %s' % (k, v)
filenames = maker.make(script, options)
fileop.set_executable_mode(filenames)
p = os.path.join(libdir, info_dir)
dist = InstalledDistribution(p)
# Write SHARED
paths = dict(paths) # don't change passed in dict
del paths['purelib']
del paths['platlib']
paths['lib'] = libdir
p = dist.write_shared_locations(paths, dry_run)
if p:
outfiles.append(p)
# Write RECORD
dist.write_installed_files(outfiles, paths['prefix'],
dry_run)
return dist
except Exception: # pragma: no cover
logger.exception('installation failed.')
fileop.rollback()
raise
finally:
shutil.rmtree(workdir)
def _get_dylib_cache(self):
global cache
if cache is None:
# Use native string to avoid issues on 2.x: see Python #20140.
base = os.path.join(get_cache_base(), str('dylib-cache'),
sys.version[:3])
cache = Cache(base)
return cache
def _get_extensions(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
arcname = posixpath.join(info_dir, 'EXTENSIONS')
wrapper = codecs.getreader('utf-8')
result = []
with ZipFile(pathname, 'r') as zf:
try:
with zf.open(arcname) as bf:
wf = wrapper(bf)
extensions = json.load(wf)
cache = self._get_dylib_cache()
prefix = cache.prefix_to_dir(pathname)
cache_base = os.path.join(cache.base, prefix)
if not os.path.isdir(cache_base):
os.makedirs(cache_base)
for name, relpath in extensions.items():
dest = os.path.join(cache_base, convert_path(relpath))
if not os.path.exists(dest):
extract = True
else:
file_time = os.stat(dest).st_mtime
file_time = datetime.datetime.fromtimestamp(file_time)
info = zf.getinfo(relpath)
wheel_time = datetime.datetime(*info.date_time)
extract = wheel_time > file_time
if extract:
zf.extract(relpath, cache_base)
result.append((name, dest))
except KeyError:
pass
return result
def is_compatible(self):
"""
Determine if a wheel is compatible with the running system.
"""
return is_compatible(self)
def is_mountable(self):
"""
Determine if a wheel is asserted as mountable by its metadata.
"""
return True # for now - metadata details TBD
def mount(self, append=False):
pathname = os.path.abspath(os.path.join(self.dirname, self.filename))
if not self.is_compatible():
msg = 'Wheel %s not compatible with this Python.' % pathname
raise DistlibException(msg)
if not self.is_mountable():
msg = 'Wheel %s is marked as not mountable.' % pathname
raise DistlibException(msg)
if pathname in sys.path:
logger.debug('%s already in path', pathname)
else:
if append:
sys.path.append(pathname)
else:
sys.path.insert(0, pathname)
extensions = self._get_extensions()
if extensions:
if _hook not in sys.meta_path:
sys.meta_path.append(_hook)
_hook.add(pathname, extensions)
def unmount(self):
pathname = os.path.abspath(os.path.join(self.dirname, self.filename))
if pathname not in sys.path:
logger.debug('%s not in path', pathname)
else:
sys.path.remove(pathname)
if pathname in _hook.impure_wheels:
_hook.remove(pathname)
if not _hook.impure_wheels:
if _hook in sys.meta_path:
sys.meta_path.remove(_hook)
def verify(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
metadata_name = posixpath.join(info_dir, METADATA_FILENAME)
wheel_metadata_name = posixpath.join(info_dir, 'WHEEL')
record_name = posixpath.join(info_dir, 'RECORD')
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
with zf.open(wheel_metadata_name) as bwf:
wf = wrapper(bwf)
message = message_from_file(wf)
wv = message['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
# TODO version verification
records = {}
with zf.open(record_name) as bf:
with CSVReader(stream=bf) as reader:
for row in reader:
p = row[0]
records[p] = row
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
# See issue #115: some wheels have .. in their entries, but
# in the filename ... e.g. __main__..py ! So the check is
# updated to look for .. in the directory portions
p = u_arcname.split('/')
if '..' in p:
raise DistlibException('invalid entry in '
'wheel: %r' % u_arcname)
if self.skip_entry(u_arcname):
continue
row = records[u_arcname]
if row[2] and str(zinfo.file_size) != row[2]:
raise DistlibException('size mismatch for '
'%s' % u_arcname)
if row[1]:
kind, value = row[1].split('=', 1)
with zf.open(arcname) as bf:
data = bf.read()
_, digest = self.get_hash(data, kind)
if digest != value:
raise DistlibException('digest mismatch for '
'%s' % arcname)
def update(self, modifier, dest_dir=None, **kwargs):
"""
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
"""
def get_version(path_map, info_dir):
version = path = None
key = '%s/%s' % (info_dir, METADATA_FILENAME)
if key not in path_map:
key = '%s/PKG-INFO' % info_dir
if key in path_map:
path = path_map[key]
version = Metadata(path=path).version
return version, path
def update_version(version, path):
updated = None
try:
v = NormalizedVersion(version)
i = version.find('-')
if i < 0:
updated = '%s+1' % version
else:
parts = [int(s) for s in version[i + 1:].split('.')]
parts[-1] += 1
updated = '%s+%s' % (version[:i],
'.'.join(str(i) for i in parts))
except UnsupportedVersionError:
logger.debug('Cannot update non-compliant (PEP-440) '
'version %r', version)
if updated:
md = Metadata(path=path)
md.version = updated
legacy = not path.endswith(METADATA_FILENAME)
md.write(path=path, legacy=legacy)
logger.debug('Version updated from %r to %r', version,
updated)
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
record_name = posixpath.join(info_dir, 'RECORD')
with tempdir() as workdir:
with ZipFile(pathname, 'r') as zf:
path_map = {}
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
if u_arcname == record_name:
continue
if '..' in u_arcname:
raise DistlibException('invalid entry in '
'wheel: %r' % u_arcname)
zf.extract(zinfo, workdir)
path = os.path.join(workdir, convert_path(u_arcname))
path_map[u_arcname] = path
# Remember the version.
original_version, _ = get_version(path_map, info_dir)
# Files extracted. Call the modifier.
modified = modifier(path_map, **kwargs)
if modified:
# Something changed - need to build a new wheel.
current_version, path = get_version(path_map, info_dir)
if current_version and (current_version == original_version):
# Add or update local version to signify changes.
update_version(current_version, path)
# Decide where the new wheel goes.
if dest_dir is None:
fd, newpath = tempfile.mkstemp(suffix='.whl',
prefix='wheel-update-',
dir=workdir)
os.close(fd)
else:
if not os.path.isdir(dest_dir):
raise DistlibException('Not a directory: %r' % dest_dir)
newpath = os.path.join(dest_dir, self.filename)
archive_paths = list(path_map.items())
distinfo = os.path.join(workdir, info_dir)
info = distinfo, info_dir
self.write_records(info, workdir, archive_paths)
self.build_zip(newpath, archive_paths)
if dest_dir is None:
shutil.copyfile(newpath, pathname)
return modified
def compatible_tags():
"""
Return (pyver, abi, arch) tuples compatible with this Python.
"""
versions = [VER_SUFFIX]
major = VER_SUFFIX[0]
for minor in range(sys.version_info[1] - 1, - 1, -1):
versions.append(''.join([major, str(minor)]))
abis = []
for suffix, _, _ in imp.get_suffixes():
if suffix.startswith('.abi'):
abis.append(suffix.split('.', 2)[1])
abis.sort()
if ABI != 'none':
abis.insert(0, ABI)
abis.append('none')
result = []
arches = [ARCH]
if sys.platform == 'darwin':
m = re.match(r'(\w+)_(\d+)_(\d+)_(\w+)$', ARCH)
if m:
name, major, minor, arch = m.groups()
minor = int(minor)
matches = [arch]
if arch in ('i386', 'ppc'):
matches.append('fat')
if arch in ('i386', 'ppc', 'x86_64'):
matches.append('fat3')
if arch in ('ppc64', 'x86_64'):
matches.append('fat64')
if arch in ('i386', 'x86_64'):
matches.append('intel')
if arch in ('i386', 'x86_64', 'intel', 'ppc', 'ppc64'):
matches.append('universal')
while minor >= 0:
for match in matches:
s = '%s_%s_%s_%s' % (name, major, minor, match)
if s != ARCH: # already there
arches.append(s)
minor -= 1
# Most specific - our Python version, ABI and arch
for abi in abis:
for arch in arches:
result.append((''.join((IMP_PREFIX, versions[0])), abi, arch))
# where no ABI / arch dependency, but IMP_PREFIX dependency
for i, version in enumerate(versions):
result.append((''.join((IMP_PREFIX, version)), 'none', 'any'))
if i == 0:
result.append((''.join((IMP_PREFIX, version[0])), 'none', 'any'))
# no IMP_PREFIX, ABI or arch dependency
for i, version in enumerate(versions):
result.append((''.join(('py', version)), 'none', 'any'))
if i == 0:
result.append((''.join(('py', version[0])), 'none', 'any'))
return set(result)
COMPATIBLE_TAGS = compatible_tags()
del compatible_tags
def is_compatible(wheel, tags=None):
if not isinstance(wheel, Wheel):
wheel = Wheel(wheel) # assume it's a filename
result = False
if tags is None:
tags = COMPATIBLE_TAGS
for ver, abi, arch in tags:
if ver in wheel.pyver and abi in wheel.abi and arch in wheel.arch:
result = True
break
return result
site-packages/pip/_vendor/distlib/database.py 0000644 00000143525 15201600075 0015266 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2017 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""PEP 376 implementation."""
from __future__ import unicode_literals
import base64
import codecs
import contextlib
import hashlib
import logging
import os
import posixpath
import sys
import zipimport
from . import DistlibException, resources
from .compat import StringIO
from .version import get_scheme, UnsupportedVersionError
from .metadata import (Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME,
LEGACY_METADATA_FILENAME)
from .util import (parse_requirement, cached_property, parse_name_and_version,
read_exports, write_exports, CSVReader, CSVWriter)
__all__ = ['Distribution', 'BaseInstalledDistribution',
'InstalledDistribution', 'EggInfoDistribution',
'DistributionPath']
logger = logging.getLogger(__name__)
EXPORTS_FILENAME = 'pydist-exports.json'
COMMANDS_FILENAME = 'pydist-commands.json'
DIST_FILES = ('INSTALLER', METADATA_FILENAME, 'RECORD', 'REQUESTED',
'RESOURCES', EXPORTS_FILENAME, 'SHARED')
DISTINFO_EXT = '.dist-info'
class _Cache(object):
"""
A simple cache mapping names and .dist-info paths to distributions
"""
def __init__(self):
"""
Initialise an instance. There is normally one for each DistributionPath.
"""
self.name = {}
self.path = {}
self.generated = False
def clear(self):
"""
Clear the cache, setting it to its initial state.
"""
self.name.clear()
self.path.clear()
self.generated = False
def add(self, dist):
"""
Add a distribution to the cache.
:param dist: The distribution to add.
"""
if dist.path not in self.path:
self.path[dist.path] = dist
self.name.setdefault(dist.key, []).append(dist)
class DistributionPath(object):
"""
Represents a set of distributions installed on a path (typically sys.path).
"""
def __init__(self, path=None, include_egg=False):
"""
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
"""
if path is None:
path = sys.path
self.path = path
self._include_dist = True
self._include_egg = include_egg
self._cache = _Cache()
self._cache_egg = _Cache()
self._cache_enabled = True
self._scheme = get_scheme('default')
def _get_cache_enabled(self):
return self._cache_enabled
def _set_cache_enabled(self, value):
self._cache_enabled = value
cache_enabled = property(_get_cache_enabled, _set_cache_enabled)
def clear_cache(self):
"""
Clears the internal cache.
"""
self._cache.clear()
self._cache_egg.clear()
def _yield_distributions(self):
"""
Yield .dist-info and/or .egg(-info) distributions.
"""
# We need to check if we've seen some resources already, because on
# some Linux systems (e.g. some Debian/Ubuntu variants) there are
# symlinks which alias other files in the environment.
seen = set()
for path in self.path:
finder = resources.finder_for_path(path)
if finder is None:
continue
r = finder.find('')
if not r or not r.is_container:
continue
rset = sorted(r.resources)
for entry in rset:
r = finder.find(entry)
if not r or r.path in seen:
continue
if self._include_dist and entry.endswith(DISTINFO_EXT):
possible_filenames = [METADATA_FILENAME,
WHEEL_METADATA_FILENAME,
LEGACY_METADATA_FILENAME]
for metadata_filename in possible_filenames:
metadata_path = posixpath.join(entry, metadata_filename)
pydist = finder.find(metadata_path)
if pydist:
break
else:
continue
with contextlib.closing(pydist.as_stream()) as stream:
metadata = Metadata(fileobj=stream, scheme='legacy')
logger.debug('Found %s', r.path)
seen.add(r.path)
yield new_dist_class(r.path, metadata=metadata,
env=self)
elif self._include_egg and entry.endswith(('.egg-info',
'.egg')):
logger.debug('Found %s', r.path)
seen.add(r.path)
yield old_dist_class(r.path, self)
def _generate_cache(self):
"""
Scan the path for distributions and populate the cache with
those that are found.
"""
gen_dist = not self._cache.generated
gen_egg = self._include_egg and not self._cache_egg.generated
if gen_dist or gen_egg:
for dist in self._yield_distributions():
if isinstance(dist, InstalledDistribution):
self._cache.add(dist)
else:
self._cache_egg.add(dist)
if gen_dist:
self._cache.generated = True
if gen_egg:
self._cache_egg.generated = True
@classmethod
def distinfo_dirname(cls, name, version):
"""
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string"""
name = name.replace('-', '_')
return '-'.join([name, version]) + DISTINFO_EXT
def get_distributions(self):
"""
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
"""
if not self._cache_enabled:
for dist in self._yield_distributions():
yield dist
else:
self._generate_cache()
for dist in self._cache.path.values():
yield dist
if self._include_egg:
for dist in self._cache_egg.path.values():
yield dist
def get_distribution(self, name):
"""
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
"""
result = None
name = name.lower()
if not self._cache_enabled:
for dist in self._yield_distributions():
if dist.key == name:
result = dist
break
else:
self._generate_cache()
if name in self._cache.name:
result = self._cache.name[name][0]
elif self._include_egg and name in self._cache_egg.name:
result = self._cache_egg.name[name][0]
return result
def provides_distribution(self, name, version=None):
"""
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
"""
matcher = None
if version is not None:
try:
matcher = self._scheme.matcher('%s (%s)' % (name, version))
except ValueError:
raise DistlibException('invalid name or version: %r, %r' %
(name, version))
for dist in self.get_distributions():
# We hit a problem on Travis where enum34 was installed and doesn't
# have a provides attribute ...
if not hasattr(dist, 'provides'):
logger.debug('No "provides": %s', dist)
else:
provided = dist.provides
for p in provided:
p_name, p_ver = parse_name_and_version(p)
if matcher is None:
if p_name == name:
yield dist
break
else:
if p_name == name and matcher.match(p_ver):
yield dist
break
def get_file_path(self, name, relative_path):
"""
Return the path to a resource file.
"""
dist = self.get_distribution(name)
if dist is None:
raise LookupError('no distribution named %r found' % name)
return dist.get_resource_path(relative_path)
def get_exported_entries(self, category, name=None):
"""
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
"""
for dist in self.get_distributions():
r = dist.exports
if category in r:
d = r[category]
if name is not None:
if name in d:
yield d[name]
else:
for v in d.values():
yield v
class Distribution(object):
"""
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
"""
build_time_dependency = False
"""
Set to True if it's known to be only a build-time dependency (i.e.
not needed after installation).
"""
requested = False
"""A boolean that indicates whether the ``REQUESTED`` metadata file is
present (in other words, whether the package was installed by user
request or it was installed as a dependency)."""
def __init__(self, metadata):
"""
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
"""
self.metadata = metadata
self.name = metadata.name
self.key = self.name.lower() # for case-insensitive comparisons
self.version = metadata.version
self.locator = None
self.digest = None
self.extras = None # additional features requested
self.context = None # environment marker overrides
self.download_urls = set()
self.digests = {}
@property
def source_url(self):
"""
The source archive download URL for this distribution.
"""
return self.metadata.source_url
download_url = source_url # Backward compatibility
@property
def name_and_version(self):
"""
A utility property which displays the name and version in parentheses.
"""
return '%s (%s)' % (self.name, self.version)
@property
def provides(self):
"""
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
"""
plist = self.metadata.provides
s = '%s (%s)' % (self.name, self.version)
if s not in plist:
plist.append(s)
return plist
def _get_requirements(self, req_attr):
md = self.metadata
logger.debug('Getting requirements from metadata %r', md.todict())
reqts = getattr(md, req_attr)
return set(md.get_requirements(reqts, extras=self.extras,
env=self.context))
@property
def run_requires(self):
return self._get_requirements('run_requires')
@property
def meta_requires(self):
return self._get_requirements('meta_requires')
@property
def build_requires(self):
return self._get_requirements('build_requires')
@property
def test_requires(self):
return self._get_requirements('test_requires')
@property
def dev_requires(self):
return self._get_requirements('dev_requires')
def matches_requirement(self, req):
"""
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
"""
# Requirement may contain extras - parse to lose those
# from what's passed to the matcher
r = parse_requirement(req)
scheme = get_scheme(self.metadata.scheme)
try:
matcher = scheme.matcher(r.requirement)
except UnsupportedVersionError:
# XXX compat-mode if cannot read the version
logger.warning('could not read version %r - using name only',
req)
name = req.split()[0]
matcher = scheme.matcher(name)
name = matcher.key # case-insensitive
result = False
for p in self.provides:
p_name, p_ver = parse_name_and_version(p)
if p_name != name:
continue
try:
result = matcher.match(p_ver)
break
except UnsupportedVersionError:
pass
return result
def __repr__(self):
"""
Return a textual representation of this instance,
"""
if self.source_url:
suffix = ' [%s]' % self.source_url
else:
suffix = ''
return '<Distribution %s (%s)%s>' % (self.name, self.version, suffix)
def __eq__(self, other):
"""
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
"""
if type(other) is not type(self):
result = False
else:
result = (self.name == other.name and
self.version == other.version and
self.source_url == other.source_url)
return result
def __hash__(self):
"""
Compute hash in a way which matches the equality test.
"""
return hash(self.name) + hash(self.version) + hash(self.source_url)
class BaseInstalledDistribution(Distribution):
"""
This is the base class for installed distributions (whether PEP 376 or
legacy).
"""
hasher = None
def __init__(self, metadata, path, env=None):
"""
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
"""
super(BaseInstalledDistribution, self).__init__(metadata)
self.path = path
self.dist_path = env
def get_hash(self, data, hasher=None):
"""
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
"""
if hasher is None:
hasher = self.hasher
if hasher is None:
hasher = hashlib.md5
prefix = ''
else:
hasher = getattr(hashlib, hasher)
prefix = '%s=' % self.hasher
digest = hasher(data).digest()
digest = base64.urlsafe_b64encode(digest).rstrip(b'=').decode('ascii')
return '%s%s' % (prefix, digest)
class InstalledDistribution(BaseInstalledDistribution):
"""
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
"""
hasher = 'sha256'
def __init__(self, path, metadata=None, env=None):
self.modules = []
self.finder = finder = resources.finder_for_path(path)
if finder is None:
raise ValueError('finder unavailable for %s' % path)
if env and env._cache_enabled and path in env._cache.path:
metadata = env._cache.path[path].metadata
elif metadata is None:
r = finder.find(METADATA_FILENAME)
# Temporary - for Wheel 0.23 support
if r is None:
r = finder.find(WHEEL_METADATA_FILENAME)
# Temporary - for legacy support
if r is None:
r = finder.find('METADATA')
if r is None:
raise ValueError('no %s found in %s' % (METADATA_FILENAME,
path))
with contextlib.closing(r.as_stream()) as stream:
metadata = Metadata(fileobj=stream, scheme='legacy')
super(InstalledDistribution, self).__init__(metadata, path, env)
if env and env._cache_enabled:
env._cache.add(self)
r = finder.find('REQUESTED')
self.requested = r is not None
p = os.path.join(path, 'top_level.txt')
if os.path.exists(p):
with open(p, 'rb') as f:
data = f.read()
self.modules = data.splitlines()
def __repr__(self):
return '<InstalledDistribution %r %s at %r>' % (
self.name, self.version, self.path)
def __str__(self):
return "%s %s" % (self.name, self.version)
def _get_records(self):
"""
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
"""
results = []
r = self.get_distinfo_resource('RECORD')
with contextlib.closing(r.as_stream()) as stream:
with CSVReader(stream=stream) as record_reader:
# Base location is parent dir of .dist-info dir
#base_location = os.path.dirname(self.path)
#base_location = os.path.abspath(base_location)
for row in record_reader:
missing = [None for i in range(len(row), 3)]
path, checksum, size = row + missing
#if not os.path.isabs(path):
# path = path.replace('/', os.sep)
# path = os.path.join(base_location, path)
results.append((path, checksum, size))
return results
@cached_property
def exports(self):
"""
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
"""
result = {}
r = self.get_distinfo_resource(EXPORTS_FILENAME)
if r:
result = self.read_exports()
return result
def read_exports(self):
"""
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
"""
result = {}
r = self.get_distinfo_resource(EXPORTS_FILENAME)
if r:
with contextlib.closing(r.as_stream()) as stream:
result = read_exports(stream)
return result
def write_exports(self, exports):
"""
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
"""
rf = self.get_distinfo_file(EXPORTS_FILENAME)
with open(rf, 'w') as f:
write_exports(exports, f)
def get_resource_path(self, relative_path):
"""
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
"""
r = self.get_distinfo_resource('RESOURCES')
with contextlib.closing(r.as_stream()) as stream:
with CSVReader(stream=stream) as resources_reader:
for relative, destination in resources_reader:
if relative == relative_path:
return destination
raise KeyError('no resource file with relative path %r '
'is installed' % relative_path)
def list_installed_files(self):
"""
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
"""
for result in self._get_records():
yield result
def write_installed_files(self, paths, prefix, dry_run=False):
"""
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
"""
prefix = os.path.join(prefix, '')
base = os.path.dirname(self.path)
base_under_prefix = base.startswith(prefix)
base = os.path.join(base, '')
record_path = self.get_distinfo_file('RECORD')
logger.info('creating %s', record_path)
if dry_run:
return None
with CSVWriter(record_path) as writer:
for path in paths:
if os.path.isdir(path) or path.endswith(('.pyc', '.pyo')):
# do not put size and hash, as in PEP-376
hash_value = size = ''
else:
size = '%d' % os.path.getsize(path)
with open(path, 'rb') as fp:
hash_value = self.get_hash(fp.read())
if path.startswith(base) or (base_under_prefix and
path.startswith(prefix)):
path = os.path.relpath(path, base)
writer.writerow((path, hash_value, size))
# add the RECORD file itself
if record_path.startswith(base):
record_path = os.path.relpath(record_path, base)
writer.writerow((record_path, '', ''))
return record_path
def check_installed_files(self):
"""
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
"""
mismatches = []
base = os.path.dirname(self.path)
record_path = self.get_distinfo_file('RECORD')
for path, hash_value, size in self.list_installed_files():
if not os.path.isabs(path):
path = os.path.join(base, path)
if path == record_path:
continue
if not os.path.exists(path):
mismatches.append((path, 'exists', True, False))
elif os.path.isfile(path):
actual_size = str(os.path.getsize(path))
if size and actual_size != size:
mismatches.append((path, 'size', size, actual_size))
elif hash_value:
if '=' in hash_value:
hasher = hash_value.split('=', 1)[0]
else:
hasher = None
with open(path, 'rb') as f:
actual_hash = self.get_hash(f.read(), hasher)
if actual_hash != hash_value:
mismatches.append((path, 'hash', hash_value, actual_hash))
return mismatches
@cached_property
def shared_locations(self):
"""
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
"""
result = {}
shared_path = os.path.join(self.path, 'SHARED')
if os.path.isfile(shared_path):
with codecs.open(shared_path, 'r', encoding='utf-8') as f:
lines = f.read().splitlines()
for line in lines:
key, value = line.split('=', 1)
if key == 'namespace':
result.setdefault(key, []).append(value)
else:
result[key] = value
return result
def write_shared_locations(self, paths, dry_run=False):
"""
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
"""
shared_path = os.path.join(self.path, 'SHARED')
logger.info('creating %s', shared_path)
if dry_run:
return None
lines = []
for key in ('prefix', 'lib', 'headers', 'scripts', 'data'):
path = paths[key]
if os.path.isdir(paths[key]):
lines.append('%s=%s' % (key, path))
for ns in paths.get('namespace', ()):
lines.append('namespace=%s' % ns)
with codecs.open(shared_path, 'w', encoding='utf-8') as f:
f.write('\n'.join(lines))
return shared_path
def get_distinfo_resource(self, path):
if path not in DIST_FILES:
raise DistlibException('invalid path for a dist-info file: '
'%r at %r' % (path, self.path))
finder = resources.finder_for_path(self.path)
if finder is None:
raise DistlibException('Unable to get a finder for %s' % self.path)
return finder.find(path)
def get_distinfo_file(self, path):
"""
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
"""
# Check if it is an absolute path # XXX use relpath, add tests
if path.find(os.sep) >= 0:
# it's an absolute path?
distinfo_dirname, path = path.split(os.sep)[-2:]
if distinfo_dirname != self.path.split(os.sep)[-1]:
raise DistlibException(
'dist-info file %r does not belong to the %r %s '
'distribution' % (path, self.name, self.version))
# The file must be relative
if path not in DIST_FILES:
raise DistlibException('invalid path for a dist-info file: '
'%r at %r' % (path, self.path))
return os.path.join(self.path, path)
def list_distinfo_files(self):
"""
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
"""
base = os.path.dirname(self.path)
for path, checksum, size in self._get_records():
# XXX add separator or use real relpath algo
if not os.path.isabs(path):
path = os.path.join(base, path)
if path.startswith(self.path):
yield path
def __eq__(self, other):
return (isinstance(other, InstalledDistribution) and
self.path == other.path)
# See http://docs.python.org/reference/datamodel#object.__hash__
__hash__ = object.__hash__
class EggInfoDistribution(BaseInstalledDistribution):
"""Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory."""
requested = True # as we have no way of knowing, assume it was
shared_locations = {}
def __init__(self, path, env=None):
def set_name_and_version(s, n, v):
s.name = n
s.key = n.lower() # for case-insensitive comparisons
s.version = v
self.path = path
self.dist_path = env
if env and env._cache_enabled and path in env._cache_egg.path:
metadata = env._cache_egg.path[path].metadata
set_name_and_version(self, metadata.name, metadata.version)
else:
metadata = self._get_metadata(path)
# Need to be set before caching
set_name_and_version(self, metadata.name, metadata.version)
if env and env._cache_enabled:
env._cache_egg.add(self)
super(EggInfoDistribution, self).__init__(metadata, path, env)
def _get_metadata(self, path):
requires = None
def parse_requires_data(data):
"""Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
"""
reqs = []
lines = data.splitlines()
for line in lines:
line = line.strip()
if line.startswith('['):
logger.warning('Unexpected line: quitting requirement scan: %r',
line)
break
r = parse_requirement(line)
if not r:
logger.warning('Not recognised as a requirement: %r', line)
continue
if r.extras:
logger.warning('extra requirements in requires.txt are '
'not supported')
if not r.constraints:
reqs.append(r.name)
else:
cons = ', '.join('%s%s' % c for c in r.constraints)
reqs.append('%s (%s)' % (r.name, cons))
return reqs
def parse_requires_path(req_path):
"""Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
"""
reqs = []
try:
with codecs.open(req_path, 'r', 'utf-8') as fp:
reqs = parse_requires_data(fp.read())
except IOError:
pass
return reqs
tl_path = tl_data = None
if path.endswith('.egg'):
if os.path.isdir(path):
p = os.path.join(path, 'EGG-INFO')
meta_path = os.path.join(p, 'PKG-INFO')
metadata = Metadata(path=meta_path, scheme='legacy')
req_path = os.path.join(p, 'requires.txt')
tl_path = os.path.join(p, 'top_level.txt')
requires = parse_requires_path(req_path)
else:
# FIXME handle the case where zipfile is not available
zipf = zipimport.zipimporter(path)
fileobj = StringIO(
zipf.get_data('EGG-INFO/PKG-INFO').decode('utf8'))
metadata = Metadata(fileobj=fileobj, scheme='legacy')
try:
data = zipf.get_data('EGG-INFO/requires.txt')
tl_data = zipf.get_data('EGG-INFO/top_level.txt').decode('utf-8')
requires = parse_requires_data(data.decode('utf-8'))
except IOError:
requires = None
elif path.endswith('.egg-info'):
if os.path.isdir(path):
req_path = os.path.join(path, 'requires.txt')
requires = parse_requires_path(req_path)
path = os.path.join(path, 'PKG-INFO')
tl_path = os.path.join(path, 'top_level.txt')
metadata = Metadata(path=path, scheme='legacy')
else:
raise DistlibException('path must end with .egg-info or .egg, '
'got %r' % path)
if requires:
metadata.add_requirements(requires)
# look for top-level modules in top_level.txt, if present
if tl_data is None:
if tl_path is not None and os.path.exists(tl_path):
with open(tl_path, 'rb') as f:
tl_data = f.read().decode('utf-8')
if not tl_data:
tl_data = []
else:
tl_data = tl_data.splitlines()
self.modules = tl_data
return metadata
def __repr__(self):
return '<EggInfoDistribution %r %s at %r>' % (
self.name, self.version, self.path)
def __str__(self):
return "%s %s" % (self.name, self.version)
def check_installed_files(self):
"""
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
"""
mismatches = []
record_path = os.path.join(self.path, 'installed-files.txt')
if os.path.exists(record_path):
for path, _, _ in self.list_installed_files():
if path == record_path:
continue
if not os.path.exists(path):
mismatches.append((path, 'exists', True, False))
return mismatches
def list_installed_files(self):
"""
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
"""
def _md5(path):
f = open(path, 'rb')
try:
content = f.read()
finally:
f.close()
return hashlib.md5(content).hexdigest()
def _size(path):
return os.stat(path).st_size
record_path = os.path.join(self.path, 'installed-files.txt')
result = []
if os.path.exists(record_path):
with codecs.open(record_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
p = os.path.normpath(os.path.join(self.path, line))
# "./" is present as a marker between installed files
# and installation metadata files
if not os.path.exists(p):
logger.warning('Non-existent file: %s', p)
if p.endswith(('.pyc', '.pyo')):
continue
#otherwise fall through and fail
if not os.path.isdir(p):
result.append((p, _md5(p), _size(p)))
result.append((record_path, None, None))
return result
def list_distinfo_files(self, absolute=False):
"""
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
"""
record_path = os.path.join(self.path, 'installed-files.txt')
if os.path.exists(record_path):
skip = True
with codecs.open(record_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
if line == './':
skip = False
continue
if not skip:
p = os.path.normpath(os.path.join(self.path, line))
if p.startswith(self.path):
if absolute:
yield p
else:
yield line
def __eq__(self, other):
return (isinstance(other, EggInfoDistribution) and
self.path == other.path)
# See http://docs.python.org/reference/datamodel#object.__hash__
__hash__ = object.__hash__
new_dist_class = InstalledDistribution
old_dist_class = EggInfoDistribution
class DependencyGraph(object):
"""
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
"""
def __init__(self):
self.adjacency_list = {}
self.reverse_list = {}
self.missing = {}
def add_distribution(self, distribution):
"""Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
"""
self.adjacency_list[distribution] = []
self.reverse_list[distribution] = []
#self.missing[distribution] = []
def add_edge(self, x, y, label=None):
"""Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
"""
self.adjacency_list[x].append((y, label))
# multiple edges are allowed, so be careful
if x not in self.reverse_list[y]:
self.reverse_list[y].append(x)
def add_missing(self, distribution, requirement):
"""
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
"""
logger.debug('%s missing %r', distribution, requirement)
self.missing.setdefault(distribution, []).append(requirement)
def _repr_dist(self, dist):
return '%s %s' % (dist.name, dist.version)
def repr_node(self, dist, level=1):
"""Prints only a subgraph"""
output = [self._repr_dist(dist)]
for other, label in self.adjacency_list[dist]:
dist = self._repr_dist(other)
if label is not None:
dist = '%s [%s]' % (dist, label)
output.append(' ' * level + str(dist))
suboutput = self.repr_node(other, level + 1)
subs = suboutput.split('\n')
output.extend(subs[1:])
return '\n'.join(output)
def to_dot(self, f, skip_disconnected=True):
"""Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
"""
disconnected = []
f.write("digraph dependencies {\n")
for dist, adjs in self.adjacency_list.items():
if len(adjs) == 0 and not skip_disconnected:
disconnected.append(dist)
for other, label in adjs:
if not label is None:
f.write('"%s" -> "%s" [label="%s"]\n' %
(dist.name, other.name, label))
else:
f.write('"%s" -> "%s"\n' % (dist.name, other.name))
if not skip_disconnected and len(disconnected) > 0:
f.write('subgraph disconnected {\n')
f.write('label = "Disconnected"\n')
f.write('bgcolor = red\n')
for dist in disconnected:
f.write('"%s"' % dist.name)
f.write('\n')
f.write('}\n')
f.write('}\n')
def topological_sort(self):
"""
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
"""
result = []
# Make a shallow copy of the adjacency list
alist = {}
for k, v in self.adjacency_list.items():
alist[k] = v[:]
while True:
# See what we can remove in this run
to_remove = []
for k, v in list(alist.items())[:]:
if not v:
to_remove.append(k)
del alist[k]
if not to_remove:
# What's left in alist (if anything) is a cycle.
break
# Remove from the adjacency list of others
for k, v in alist.items():
alist[k] = [(d, r) for d, r in v if d not in to_remove]
logger.debug('Moving to result: %s',
['%s (%s)' % (d.name, d.version) for d in to_remove])
result.extend(to_remove)
return result, list(alist.keys())
def __repr__(self):
"""Representation of the graph"""
output = []
for dist, adjs in self.adjacency_list.items():
output.append(self.repr_node(dist))
return '\n'.join(output)
def make_graph(dists, scheme='default'):
"""Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
"""
scheme = get_scheme(scheme)
graph = DependencyGraph()
provided = {} # maps names to lists of (version, dist) tuples
# first, build the graph and find out what's provided
for dist in dists:
graph.add_distribution(dist)
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Add to provided: %s, %s, %s', name, version, dist)
provided.setdefault(name, []).append((version, dist))
# now make the edges
for dist in dists:
requires = (dist.run_requires | dist.meta_requires |
dist.build_requires | dist.dev_requires)
for req in requires:
try:
matcher = scheme.matcher(req)
except UnsupportedVersionError:
# XXX compat-mode if cannot read the version
logger.warning('could not read version %r - using name only',
req)
name = req.split()[0]
matcher = scheme.matcher(name)
name = matcher.key # case-insensitive
matched = False
if name in provided:
for version, provider in provided[name]:
try:
match = matcher.match(version)
except UnsupportedVersionError:
match = False
if match:
graph.add_edge(dist, provider, req)
matched = True
break
if not matched:
graph.add_missing(dist, req)
return graph
def get_dependent_dists(dists, dist):
"""Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
"""
if dist not in dists:
raise DistlibException('given distribution %r is not a member '
'of the list' % dist.name)
graph = make_graph(dists)
dep = [dist] # dependent distributions
todo = graph.reverse_list[dist] # list of nodes we should inspect
while todo:
d = todo.pop()
dep.append(d)
for succ in graph.reverse_list[d]:
if succ not in dep:
todo.append(succ)
dep.pop(0) # remove dist from dep, was there to prevent infinite loops
return dep
def get_required_dists(dists, dist):
"""Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
"""
if dist not in dists:
raise DistlibException('given distribution %r is not a member '
'of the list' % dist.name)
graph = make_graph(dists)
req = [] # required distributions
todo = graph.adjacency_list[dist] # list of nodes we should inspect
while todo:
d = todo.pop()[0]
req.append(d)
for pred in graph.adjacency_list[d]:
if pred not in req:
todo.append(pred)
return req
def make_dist(name, version, **kwargs):
"""
A convenience method for making a dist given just a name and version.
"""
summary = kwargs.pop('summary', 'Placeholder for summary')
md = Metadata(**kwargs)
md.name = name
md.version = version
md.summary = summary or 'Placeholder for summary'
return Distribution(md)
site-packages/pip/_vendor/distlib/metadata.py 0000644 00000116452 15201600075 0015301 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Implementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
"""
from __future__ import unicode_literals
import codecs
from email import message_from_file
import json
import logging
import re
from . import DistlibException, __version__
from .compat import StringIO, string_types, text_type
from .markers import interpret
from .util import extract_by_key, get_extras
from .version import get_scheme, PEP440_VERSION_RE
logger = logging.getLogger(__name__)
class MetadataMissingError(DistlibException):
"""A required metadata is missing"""
class MetadataConflictError(DistlibException):
"""Attempt to read or write metadata fields that are conflictual."""
class MetadataUnrecognizedVersionError(DistlibException):
"""Unknown metadata version number."""
class MetadataInvalidError(DistlibException):
"""A metadata value is invalid"""
# public API of this module
__all__ = ['Metadata', 'PKG_INFO_ENCODING', 'PKG_INFO_PREFERRED_VERSION']
# Encoding used for the PKG-INFO files
PKG_INFO_ENCODING = 'utf-8'
# preferred version. Hopefully will be changed
# to 1.2 once PEP 345 is supported everywhere
PKG_INFO_PREFERRED_VERSION = '1.1'
_LINE_PREFIX_1_2 = re.compile('\n \\|')
_LINE_PREFIX_PRE_1_2 = re.compile('\n ')
_241_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'License')
_314_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'License', 'Classifier', 'Download-URL', 'Obsoletes',
'Provides', 'Requires')
_314_MARKERS = ('Obsoletes', 'Provides', 'Requires', 'Classifier',
'Download-URL')
_345_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'Maintainer', 'Maintainer-email', 'License',
'Classifier', 'Download-URL', 'Obsoletes-Dist',
'Project-URL', 'Provides-Dist', 'Requires-Dist',
'Requires-Python', 'Requires-External')
_345_MARKERS = ('Provides-Dist', 'Requires-Dist', 'Requires-Python',
'Obsoletes-Dist', 'Requires-External', 'Maintainer',
'Maintainer-email', 'Project-URL')
_426_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'Maintainer', 'Maintainer-email', 'License',
'Classifier', 'Download-URL', 'Obsoletes-Dist',
'Project-URL', 'Provides-Dist', 'Requires-Dist',
'Requires-Python', 'Requires-External', 'Private-Version',
'Obsoleted-By', 'Setup-Requires-Dist', 'Extension',
'Provides-Extra')
_426_MARKERS = ('Private-Version', 'Provides-Extra', 'Obsoleted-By',
'Setup-Requires-Dist', 'Extension')
# See issue #106: Sometimes 'Requires' and 'Provides' occur wrongly in
# the metadata. Include them in the tuple literal below to allow them
# (for now).
_566_FIELDS = _426_FIELDS + ('Description-Content-Type',
'Requires', 'Provides')
_566_MARKERS = ('Description-Content-Type',)
_ALL_FIELDS = set()
_ALL_FIELDS.update(_241_FIELDS)
_ALL_FIELDS.update(_314_FIELDS)
_ALL_FIELDS.update(_345_FIELDS)
_ALL_FIELDS.update(_426_FIELDS)
_ALL_FIELDS.update(_566_FIELDS)
EXTRA_RE = re.compile(r'''extra\s*==\s*("([^"]+)"|'([^']+)')''')
def _version2fieldlist(version):
if version == '1.0':
return _241_FIELDS
elif version == '1.1':
return _314_FIELDS
elif version == '1.2':
return _345_FIELDS
elif version in ('1.3', '2.1'):
return _345_FIELDS + _566_FIELDS
elif version == '2.0':
return _426_FIELDS
raise MetadataUnrecognizedVersionError(version)
def _best_version(fields):
"""Detect the best version depending on the fields used."""
def _has_marker(keys, markers):
for marker in markers:
if marker in keys:
return True
return False
keys = []
for key, value in fields.items():
if value in ([], 'UNKNOWN', None):
continue
keys.append(key)
possible_versions = ['1.0', '1.1', '1.2', '1.3', '2.0', '2.1']
# first let's try to see if a field is not part of one of the version
for key in keys:
if key not in _241_FIELDS and '1.0' in possible_versions:
possible_versions.remove('1.0')
logger.debug('Removed 1.0 due to %s', key)
if key not in _314_FIELDS and '1.1' in possible_versions:
possible_versions.remove('1.1')
logger.debug('Removed 1.1 due to %s', key)
if key not in _345_FIELDS and '1.2' in possible_versions:
possible_versions.remove('1.2')
logger.debug('Removed 1.2 due to %s', key)
if key not in _566_FIELDS and '1.3' in possible_versions:
possible_versions.remove('1.3')
logger.debug('Removed 1.3 due to %s', key)
if key not in _566_FIELDS and '2.1' in possible_versions:
if key != 'Description': # In 2.1, description allowed after headers
possible_versions.remove('2.1')
logger.debug('Removed 2.1 due to %s', key)
if key not in _426_FIELDS and '2.0' in possible_versions:
possible_versions.remove('2.0')
logger.debug('Removed 2.0 due to %s', key)
# possible_version contains qualified versions
if len(possible_versions) == 1:
return possible_versions[0] # found !
elif len(possible_versions) == 0:
logger.debug('Out of options - unknown metadata set: %s', fields)
raise MetadataConflictError('Unknown metadata set')
# let's see if one unique marker is found
is_1_1 = '1.1' in possible_versions and _has_marker(keys, _314_MARKERS)
is_1_2 = '1.2' in possible_versions and _has_marker(keys, _345_MARKERS)
is_2_1 = '2.1' in possible_versions and _has_marker(keys, _566_MARKERS)
is_2_0 = '2.0' in possible_versions and _has_marker(keys, _426_MARKERS)
if int(is_1_1) + int(is_1_2) + int(is_2_1) + int(is_2_0) > 1:
raise MetadataConflictError('You used incompatible 1.1/1.2/2.0/2.1 fields')
# we have the choice, 1.0, or 1.2, or 2.0
# - 1.0 has a broken Summary field but works with all tools
# - 1.1 is to avoid
# - 1.2 fixes Summary but has little adoption
# - 2.0 adds more features and is very new
if not is_1_1 and not is_1_2 and not is_2_1 and not is_2_0:
# we couldn't find any specific marker
if PKG_INFO_PREFERRED_VERSION in possible_versions:
return PKG_INFO_PREFERRED_VERSION
if is_1_1:
return '1.1'
if is_1_2:
return '1.2'
if is_2_1:
return '2.1'
return '2.0'
_ATTR2FIELD = {
'metadata_version': 'Metadata-Version',
'name': 'Name',
'version': 'Version',
'platform': 'Platform',
'supported_platform': 'Supported-Platform',
'summary': 'Summary',
'description': 'Description',
'keywords': 'Keywords',
'home_page': 'Home-page',
'author': 'Author',
'author_email': 'Author-email',
'maintainer': 'Maintainer',
'maintainer_email': 'Maintainer-email',
'license': 'License',
'classifier': 'Classifier',
'download_url': 'Download-URL',
'obsoletes_dist': 'Obsoletes-Dist',
'provides_dist': 'Provides-Dist',
'requires_dist': 'Requires-Dist',
'setup_requires_dist': 'Setup-Requires-Dist',
'requires_python': 'Requires-Python',
'requires_external': 'Requires-External',
'requires': 'Requires',
'provides': 'Provides',
'obsoletes': 'Obsoletes',
'project_url': 'Project-URL',
'private_version': 'Private-Version',
'obsoleted_by': 'Obsoleted-By',
'extension': 'Extension',
'provides_extra': 'Provides-Extra',
}
_PREDICATE_FIELDS = ('Requires-Dist', 'Obsoletes-Dist', 'Provides-Dist')
_VERSIONS_FIELDS = ('Requires-Python',)
_VERSION_FIELDS = ('Version',)
_LISTFIELDS = ('Platform', 'Classifier', 'Obsoletes',
'Requires', 'Provides', 'Obsoletes-Dist',
'Provides-Dist', 'Requires-Dist', 'Requires-External',
'Project-URL', 'Supported-Platform', 'Setup-Requires-Dist',
'Provides-Extra', 'Extension')
_LISTTUPLEFIELDS = ('Project-URL',)
_ELEMENTSFIELD = ('Keywords',)
_UNICODEFIELDS = ('Author', 'Maintainer', 'Summary', 'Description')
_MISSING = object()
_FILESAFE = re.compile('[^A-Za-z0-9.]+')
def _get_name_and_version(name, version, for_filename=False):
"""Return the distribution name with version.
If for_filename is true, return a filename-escaped form."""
if for_filename:
# For both name and version any runs of non-alphanumeric or '.'
# characters are replaced with a single '-'. Additionally any
# spaces in the version string become '.'
name = _FILESAFE.sub('-', name)
version = _FILESAFE.sub('-', version.replace(' ', '.'))
return '%s-%s' % (name, version)
class LegacyMetadata(object):
"""The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
"""
# TODO document the mapping API and UNKNOWN default key
def __init__(self, path=None, fileobj=None, mapping=None,
scheme='default'):
if [path, fileobj, mapping].count(None) < 2:
raise TypeError('path, fileobj and mapping are exclusive')
self._fields = {}
self.requires_files = []
self._dependencies = None
self.scheme = scheme
if path is not None:
self.read(path)
elif fileobj is not None:
self.read_file(fileobj)
elif mapping is not None:
self.update(mapping)
self.set_metadata_version()
def set_metadata_version(self):
self._fields['Metadata-Version'] = _best_version(self._fields)
def _write_field(self, fileobj, name, value):
fileobj.write('%s: %s\n' % (name, value))
def __getitem__(self, name):
return self.get(name)
def __setitem__(self, name, value):
return self.set(name, value)
def __delitem__(self, name):
field_name = self._convert_name(name)
try:
del self._fields[field_name]
except KeyError:
raise KeyError(name)
def __contains__(self, name):
return (name in self._fields or
self._convert_name(name) in self._fields)
def _convert_name(self, name):
if name in _ALL_FIELDS:
return name
name = name.replace('-', '_').lower()
return _ATTR2FIELD.get(name, name)
def _default_value(self, name):
if name in _LISTFIELDS or name in _ELEMENTSFIELD:
return []
return 'UNKNOWN'
def _remove_line_prefix(self, value):
if self.metadata_version in ('1.0', '1.1'):
return _LINE_PREFIX_PRE_1_2.sub('\n', value)
else:
return _LINE_PREFIX_1_2.sub('\n', value)
def __getattr__(self, name):
if name in _ATTR2FIELD:
return self[name]
raise AttributeError(name)
#
# Public API
#
# dependencies = property(_get_dependencies, _set_dependencies)
def get_fullname(self, filesafe=False):
"""Return the distribution name with version.
If filesafe is true, return a filename-escaped form."""
return _get_name_and_version(self['Name'], self['Version'], filesafe)
def is_field(self, name):
"""return True if name is a valid metadata key"""
name = self._convert_name(name)
return name in _ALL_FIELDS
def is_multi_field(self, name):
name = self._convert_name(name)
return name in _LISTFIELDS
def read(self, filepath):
"""Read the metadata values from a file path."""
fp = codecs.open(filepath, 'r', encoding='utf-8')
try:
self.read_file(fp)
finally:
fp.close()
def read_file(self, fileob):
"""Read the metadata values from a file object."""
msg = message_from_file(fileob)
self._fields['Metadata-Version'] = msg['metadata-version']
# When reading, get all the fields we can
for field in _ALL_FIELDS:
if field not in msg:
continue
if field in _LISTFIELDS:
# we can have multiple lines
values = msg.get_all(field)
if field in _LISTTUPLEFIELDS and values is not None:
values = [tuple(value.split(',')) for value in values]
self.set(field, values)
else:
# single line
value = msg[field]
if value is not None and value != 'UNKNOWN':
self.set(field, value)
# logger.debug('Attempting to set metadata for %s', self)
# self.set_metadata_version()
def write(self, filepath, skip_unknown=False):
"""Write the metadata fields to filepath."""
fp = codecs.open(filepath, 'w', encoding='utf-8')
try:
self.write_file(fp, skip_unknown)
finally:
fp.close()
def write_file(self, fileobject, skip_unknown=False):
"""Write the PKG-INFO format data to a file object."""
self.set_metadata_version()
for field in _version2fieldlist(self['Metadata-Version']):
values = self.get(field)
if skip_unknown and values in ('UNKNOWN', [], ['UNKNOWN']):
continue
if field in _ELEMENTSFIELD:
self._write_field(fileobject, field, ','.join(values))
continue
if field not in _LISTFIELDS:
if field == 'Description':
if self.metadata_version in ('1.0', '1.1'):
values = values.replace('\n', '\n ')
else:
values = values.replace('\n', '\n |')
values = [values]
if field in _LISTTUPLEFIELDS:
values = [','.join(value) for value in values]
for value in values:
self._write_field(fileobject, field, value)
def update(self, other=None, **kwargs):
"""Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
"""
def _set(key, value):
if key in _ATTR2FIELD and value:
self.set(self._convert_name(key), value)
if not other:
# other is None or empty container
pass
elif hasattr(other, 'keys'):
for k in other.keys():
_set(k, other[k])
else:
for k, v in other:
_set(k, v)
if kwargs:
for k, v in kwargs.items():
_set(k, v)
def set(self, name, value):
"""Control then set a metadata field."""
name = self._convert_name(name)
if ((name in _ELEMENTSFIELD or name == 'Platform') and
not isinstance(value, (list, tuple))):
if isinstance(value, string_types):
value = [v.strip() for v in value.split(',')]
else:
value = []
elif (name in _LISTFIELDS and
not isinstance(value, (list, tuple))):
if isinstance(value, string_types):
value = [value]
else:
value = []
if logger.isEnabledFor(logging.WARNING):
project_name = self['Name']
scheme = get_scheme(self.scheme)
if name in _PREDICATE_FIELDS and value is not None:
for v in value:
# check that the values are valid
if not scheme.is_valid_matcher(v.split(';')[0]):
logger.warning(
"'%s': '%s' is not valid (field '%s')",
project_name, v, name)
# FIXME this rejects UNKNOWN, is that right?
elif name in _VERSIONS_FIELDS and value is not None:
if not scheme.is_valid_constraint_list(value):
logger.warning("'%s': '%s' is not a valid version (field '%s')",
project_name, value, name)
elif name in _VERSION_FIELDS and value is not None:
if not scheme.is_valid_version(value):
logger.warning("'%s': '%s' is not a valid version (field '%s')",
project_name, value, name)
if name in _UNICODEFIELDS:
if name == 'Description':
value = self._remove_line_prefix(value)
self._fields[name] = value
def get(self, name, default=_MISSING):
"""Get a metadata field."""
name = self._convert_name(name)
if name not in self._fields:
if default is _MISSING:
default = self._default_value(name)
return default
if name in _UNICODEFIELDS:
value = self._fields[name]
return value
elif name in _LISTFIELDS:
value = self._fields[name]
if value is None:
return []
res = []
for val in value:
if name not in _LISTTUPLEFIELDS:
res.append(val)
else:
# That's for Project-URL
res.append((val[0], val[1]))
return res
elif name in _ELEMENTSFIELD:
value = self._fields[name]
if isinstance(value, string_types):
return value.split(',')
return self._fields[name]
def check(self, strict=False):
"""Check if the metadata is compliant. If strict is True then raise if
no Name or Version are provided"""
self.set_metadata_version()
# XXX should check the versions (if the file was loaded)
missing, warnings = [], []
for attr in ('Name', 'Version'): # required by PEP 345
if attr not in self:
missing.append(attr)
if strict and missing != []:
msg = 'missing required metadata: %s' % ', '.join(missing)
raise MetadataMissingError(msg)
for attr in ('Home-page', 'Author'):
if attr not in self:
missing.append(attr)
# checking metadata 1.2 (XXX needs to check 1.1, 1.0)
if self['Metadata-Version'] != '1.2':
return missing, warnings
scheme = get_scheme(self.scheme)
def are_valid_constraints(value):
for v in value:
if not scheme.is_valid_matcher(v.split(';')[0]):
return False
return True
for fields, controller in ((_PREDICATE_FIELDS, are_valid_constraints),
(_VERSIONS_FIELDS,
scheme.is_valid_constraint_list),
(_VERSION_FIELDS,
scheme.is_valid_version)):
for field in fields:
value = self.get(field, None)
if value is not None and not controller(value):
warnings.append("Wrong value for '%s': %s" % (field, value))
return missing, warnings
def todict(self, skip_missing=False):
"""Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
"""
self.set_metadata_version()
mapping_1_0 = (
('metadata_version', 'Metadata-Version'),
('name', 'Name'),
('version', 'Version'),
('summary', 'Summary'),
('home_page', 'Home-page'),
('author', 'Author'),
('author_email', 'Author-email'),
('license', 'License'),
('description', 'Description'),
('keywords', 'Keywords'),
('platform', 'Platform'),
('classifiers', 'Classifier'),
('download_url', 'Download-URL'),
)
data = {}
for key, field_name in mapping_1_0:
if not skip_missing or field_name in self._fields:
data[key] = self[field_name]
if self['Metadata-Version'] == '1.2':
mapping_1_2 = (
('requires_dist', 'Requires-Dist'),
('requires_python', 'Requires-Python'),
('requires_external', 'Requires-External'),
('provides_dist', 'Provides-Dist'),
('obsoletes_dist', 'Obsoletes-Dist'),
('project_url', 'Project-URL'),
('maintainer', 'Maintainer'),
('maintainer_email', 'Maintainer-email'),
)
for key, field_name in mapping_1_2:
if not skip_missing or field_name in self._fields:
if key != 'project_url':
data[key] = self[field_name]
else:
data[key] = [','.join(u) for u in self[field_name]]
elif self['Metadata-Version'] == '1.1':
mapping_1_1 = (
('provides', 'Provides'),
('requires', 'Requires'),
('obsoletes', 'Obsoletes'),
)
for key, field_name in mapping_1_1:
if not skip_missing or field_name in self._fields:
data[key] = self[field_name]
return data
def add_requirements(self, requirements):
if self['Metadata-Version'] == '1.1':
# we can't have 1.1 metadata *and* Setuptools requires
for field in ('Obsoletes', 'Requires', 'Provides'):
if field in self:
del self[field]
self['Requires-Dist'] += requirements
# Mapping API
# TODO could add iter* variants
def keys(self):
return list(_version2fieldlist(self['Metadata-Version']))
def __iter__(self):
for key in self.keys():
yield key
def values(self):
return [self[key] for key in self.keys()]
def items(self):
return [(key, self[key]) for key in self.keys()]
def __repr__(self):
return '<%s %s %s>' % (self.__class__.__name__, self.name,
self.version)
METADATA_FILENAME = 'pydist.json'
WHEEL_METADATA_FILENAME = 'metadata.json'
LEGACY_METADATA_FILENAME = 'METADATA'
class Metadata(object):
"""
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
"""
METADATA_VERSION_MATCHER = re.compile(r'^\d+(\.\d+)*$')
NAME_MATCHER = re.compile('^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$', re.I)
VERSION_MATCHER = PEP440_VERSION_RE
SUMMARY_MATCHER = re.compile('.{1,2047}')
METADATA_VERSION = '2.0'
GENERATOR = 'distlib (%s)' % __version__
MANDATORY_KEYS = {
'name': (),
'version': (),
'summary': ('legacy',),
}
INDEX_KEYS = ('name version license summary description author '
'author_email keywords platform home_page classifiers '
'download_url')
DEPENDENCY_KEYS = ('extras run_requires test_requires build_requires '
'dev_requires provides meta_requires obsoleted_by '
'supports_environments')
SYNTAX_VALIDATORS = {
'metadata_version': (METADATA_VERSION_MATCHER, ()),
'name': (NAME_MATCHER, ('legacy',)),
'version': (VERSION_MATCHER, ('legacy',)),
'summary': (SUMMARY_MATCHER, ('legacy',)),
}
__slots__ = ('_legacy', '_data', 'scheme')
def __init__(self, path=None, fileobj=None, mapping=None,
scheme='default'):
if [path, fileobj, mapping].count(None) < 2:
raise TypeError('path, fileobj and mapping are exclusive')
self._legacy = None
self._data = None
self.scheme = scheme
#import pdb; pdb.set_trace()
if mapping is not None:
try:
self._validate_mapping(mapping, scheme)
self._data = mapping
except MetadataUnrecognizedVersionError:
self._legacy = LegacyMetadata(mapping=mapping, scheme=scheme)
self.validate()
else:
data = None
if path:
with open(path, 'rb') as f:
data = f.read()
elif fileobj:
data = fileobj.read()
if data is None:
# Initialised with no args - to be added
self._data = {
'metadata_version': self.METADATA_VERSION,
'generator': self.GENERATOR,
}
else:
if not isinstance(data, text_type):
data = data.decode('utf-8')
try:
self._data = json.loads(data)
self._validate_mapping(self._data, scheme)
except ValueError:
# Note: MetadataUnrecognizedVersionError does not
# inherit from ValueError (it's a DistlibException,
# which should not inherit from ValueError).
# The ValueError comes from the json.load - if that
# succeeds and we get a validation error, we want
# that to propagate
self._legacy = LegacyMetadata(fileobj=StringIO(data),
scheme=scheme)
self.validate()
common_keys = set(('name', 'version', 'license', 'keywords', 'summary'))
none_list = (None, list)
none_dict = (None, dict)
mapped_keys = {
'run_requires': ('Requires-Dist', list),
'build_requires': ('Setup-Requires-Dist', list),
'dev_requires': none_list,
'test_requires': none_list,
'meta_requires': none_list,
'extras': ('Provides-Extra', list),
'modules': none_list,
'namespaces': none_list,
'exports': none_dict,
'commands': none_dict,
'classifiers': ('Classifier', list),
'source_url': ('Download-URL', None),
'metadata_version': ('Metadata-Version', None),
}
del none_list, none_dict
def __getattribute__(self, key):
common = object.__getattribute__(self, 'common_keys')
mapped = object.__getattribute__(self, 'mapped_keys')
if key in mapped:
lk, maker = mapped[key]
if self._legacy:
if lk is None:
result = None if maker is None else maker()
else:
result = self._legacy.get(lk)
else:
value = None if maker is None else maker()
if key not in ('commands', 'exports', 'modules', 'namespaces',
'classifiers'):
result = self._data.get(key, value)
else:
# special cases for PEP 459
sentinel = object()
result = sentinel
d = self._data.get('extensions')
if d:
if key == 'commands':
result = d.get('python.commands', value)
elif key == 'classifiers':
d = d.get('python.details')
if d:
result = d.get(key, value)
else:
d = d.get('python.exports')
if not d:
d = self._data.get('python.exports')
if d:
result = d.get(key, value)
if result is sentinel:
result = value
elif key not in common:
result = object.__getattribute__(self, key)
elif self._legacy:
result = self._legacy.get(key)
else:
result = self._data.get(key)
return result
def _validate_value(self, key, value, scheme=None):
if key in self.SYNTAX_VALIDATORS:
pattern, exclusions = self.SYNTAX_VALIDATORS[key]
if (scheme or self.scheme) not in exclusions:
m = pattern.match(value)
if not m:
raise MetadataInvalidError("'%s' is an invalid value for "
"the '%s' property" % (value,
key))
def __setattr__(self, key, value):
self._validate_value(key, value)
common = object.__getattribute__(self, 'common_keys')
mapped = object.__getattribute__(self, 'mapped_keys')
if key in mapped:
lk, _ = mapped[key]
if self._legacy:
if lk is None:
raise NotImplementedError
self._legacy[lk] = value
elif key not in ('commands', 'exports', 'modules', 'namespaces',
'classifiers'):
self._data[key] = value
else:
# special cases for PEP 459
d = self._data.setdefault('extensions', {})
if key == 'commands':
d['python.commands'] = value
elif key == 'classifiers':
d = d.setdefault('python.details', {})
d[key] = value
else:
d = d.setdefault('python.exports', {})
d[key] = value
elif key not in common:
object.__setattr__(self, key, value)
else:
if key == 'keywords':
if isinstance(value, string_types):
value = value.strip()
if value:
value = value.split()
else:
value = []
if self._legacy:
self._legacy[key] = value
else:
self._data[key] = value
@property
def name_and_version(self):
return _get_name_and_version(self.name, self.version, True)
@property
def provides(self):
if self._legacy:
result = self._legacy['Provides-Dist']
else:
result = self._data.setdefault('provides', [])
s = '%s (%s)' % (self.name, self.version)
if s not in result:
result.append(s)
return result
@provides.setter
def provides(self, value):
if self._legacy:
self._legacy['Provides-Dist'] = value
else:
self._data['provides'] = value
def get_requirements(self, reqts, extras=None, env=None):
"""
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
"""
if self._legacy:
result = reqts
else:
result = []
extras = get_extras(extras or [], self.extras)
for d in reqts:
if 'extra' not in d and 'environment' not in d:
# unconditional
include = True
else:
if 'extra' not in d:
# Not extra-dependent - only environment-dependent
include = True
else:
include = d.get('extra') in extras
if include:
# Not excluded because of extras, check environment
marker = d.get('environment')
if marker:
include = interpret(marker, env)
if include:
result.extend(d['requires'])
for key in ('build', 'dev', 'test'):
e = ':%s:' % key
if e in extras:
extras.remove(e)
# A recursive call, but it should terminate since 'test'
# has been removed from the extras
reqts = self._data.get('%s_requires' % key, [])
result.extend(self.get_requirements(reqts, extras=extras,
env=env))
return result
@property
def dictionary(self):
if self._legacy:
return self._from_legacy()
return self._data
@property
def dependencies(self):
if self._legacy:
raise NotImplementedError
else:
return extract_by_key(self._data, self.DEPENDENCY_KEYS)
@dependencies.setter
def dependencies(self, value):
if self._legacy:
raise NotImplementedError
else:
self._data.update(value)
def _validate_mapping(self, mapping, scheme):
if mapping.get('metadata_version') != self.METADATA_VERSION:
raise MetadataUnrecognizedVersionError()
missing = []
for key, exclusions in self.MANDATORY_KEYS.items():
if key not in mapping:
if scheme not in exclusions:
missing.append(key)
if missing:
msg = 'Missing metadata items: %s' % ', '.join(missing)
raise MetadataMissingError(msg)
for k, v in mapping.items():
self._validate_value(k, v, scheme)
def validate(self):
if self._legacy:
missing, warnings = self._legacy.check(True)
if missing or warnings:
logger.warning('Metadata: missing: %s, warnings: %s',
missing, warnings)
else:
self._validate_mapping(self._data, self.scheme)
def todict(self):
if self._legacy:
return self._legacy.todict(True)
else:
result = extract_by_key(self._data, self.INDEX_KEYS)
return result
def _from_legacy(self):
assert self._legacy and not self._data
result = {
'metadata_version': self.METADATA_VERSION,
'generator': self.GENERATOR,
}
lmd = self._legacy.todict(True) # skip missing ones
for k in ('name', 'version', 'license', 'summary', 'description',
'classifier'):
if k in lmd:
if k == 'classifier':
nk = 'classifiers'
else:
nk = k
result[nk] = lmd[k]
kw = lmd.get('Keywords', [])
if kw == ['']:
kw = []
result['keywords'] = kw
keys = (('requires_dist', 'run_requires'),
('setup_requires_dist', 'build_requires'))
for ok, nk in keys:
if ok in lmd and lmd[ok]:
result[nk] = [{'requires': lmd[ok]}]
result['provides'] = self.provides
author = {}
maintainer = {}
return result
LEGACY_MAPPING = {
'name': 'Name',
'version': 'Version',
'license': 'License',
'summary': 'Summary',
'description': 'Description',
'classifiers': 'Classifier',
}
def _to_legacy(self):
def process_entries(entries):
reqts = set()
for e in entries:
extra = e.get('extra')
env = e.get('environment')
rlist = e['requires']
for r in rlist:
if not env and not extra:
reqts.add(r)
else:
marker = ''
if extra:
marker = 'extra == "%s"' % extra
if env:
if marker:
marker = '(%s) and %s' % (env, marker)
else:
marker = env
reqts.add(';'.join((r, marker)))
return reqts
assert self._data and not self._legacy
result = LegacyMetadata()
nmd = self._data
for nk, ok in self.LEGACY_MAPPING.items():
if nk in nmd:
result[ok] = nmd[nk]
r1 = process_entries(self.run_requires + self.meta_requires)
r2 = process_entries(self.build_requires + self.dev_requires)
if self.extras:
result['Provides-Extra'] = sorted(self.extras)
result['Requires-Dist'] = sorted(r1)
result['Setup-Requires-Dist'] = sorted(r2)
# TODO: other fields such as contacts
return result
def write(self, path=None, fileobj=None, legacy=False, skip_unknown=True):
if [path, fileobj].count(None) != 1:
raise ValueError('Exactly one of path and fileobj is needed')
self.validate()
if legacy:
if self._legacy:
legacy_md = self._legacy
else:
legacy_md = self._to_legacy()
if path:
legacy_md.write(path, skip_unknown=skip_unknown)
else:
legacy_md.write_file(fileobj, skip_unknown=skip_unknown)
else:
if self._legacy:
d = self._from_legacy()
else:
d = self._data
if fileobj:
json.dump(d, fileobj, ensure_ascii=True, indent=2,
sort_keys=True)
else:
with codecs.open(path, 'w', 'utf-8') as f:
json.dump(d, f, ensure_ascii=True, indent=2,
sort_keys=True)
def add_requirements(self, requirements):
if self._legacy:
self._legacy.add_requirements(requirements)
else:
run_requires = self._data.setdefault('run_requires', [])
always = None
for entry in run_requires:
if 'environment' not in entry and 'extra' not in entry:
always = entry
break
if always is None:
always = { 'requires': requirements }
run_requires.insert(0, always)
else:
rset = set(always['requires']) | set(requirements)
always['requires'] = sorted(rset)
def __repr__(self):
name = self.name or '(no name)'
version = self.version or 'no version'
return '<%s %s %s (%s)>' % (self.__class__.__name__,
self.metadata_version, name, version)
site-packages/pip/_vendor/distlib/version.py 0000644 00000055537 15201600075 0015214 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2017 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
"""
import logging
import re
from .compat import string_types
from .util import parse_requirement
__all__ = ['NormalizedVersion', 'NormalizedMatcher',
'LegacyVersion', 'LegacyMatcher',
'SemanticVersion', 'SemanticMatcher',
'UnsupportedVersionError', 'get_scheme']
logger = logging.getLogger(__name__)
class UnsupportedVersionError(ValueError):
"""This is an unsupported version."""
pass
class Version(object):
def __init__(self, s):
self._string = s = s.strip()
self._parts = parts = self.parse(s)
assert isinstance(parts, tuple)
assert len(parts) > 0
def parse(self, s):
raise NotImplementedError('please implement in a subclass')
def _check_compatible(self, other):
if type(self) != type(other):
raise TypeError('cannot compare %r and %r' % (self, other))
def __eq__(self, other):
self._check_compatible(other)
return self._parts == other._parts
def __ne__(self, other):
return not self.__eq__(other)
def __lt__(self, other):
self._check_compatible(other)
return self._parts < other._parts
def __gt__(self, other):
return not (self.__lt__(other) or self.__eq__(other))
def __le__(self, other):
return self.__lt__(other) or self.__eq__(other)
def __ge__(self, other):
return self.__gt__(other) or self.__eq__(other)
# See http://docs.python.org/reference/datamodel#object.__hash__
def __hash__(self):
return hash(self._parts)
def __repr__(self):
return "%s('%s')" % (self.__class__.__name__, self._string)
def __str__(self):
return self._string
@property
def is_prerelease(self):
raise NotImplementedError('Please implement in subclasses.')
class Matcher(object):
version_class = None
# value is either a callable or the name of a method
_operators = {
'<': lambda v, c, p: v < c,
'>': lambda v, c, p: v > c,
'<=': lambda v, c, p: v == c or v < c,
'>=': lambda v, c, p: v == c or v > c,
'==': lambda v, c, p: v == c,
'===': lambda v, c, p: v == c,
# by default, compatible => >=.
'~=': lambda v, c, p: v == c or v > c,
'!=': lambda v, c, p: v != c,
}
# this is a method only to support alternative implementations
# via overriding
def parse_requirement(self, s):
return parse_requirement(s)
def __init__(self, s):
if self.version_class is None:
raise ValueError('Please specify a version class')
self._string = s = s.strip()
r = self.parse_requirement(s)
if not r:
raise ValueError('Not valid: %r' % s)
self.name = r.name
self.key = self.name.lower() # for case-insensitive comparisons
clist = []
if r.constraints:
# import pdb; pdb.set_trace()
for op, s in r.constraints:
if s.endswith('.*'):
if op not in ('==', '!='):
raise ValueError('\'.*\' not allowed for '
'%r constraints' % op)
# Could be a partial version (e.g. for '2.*') which
# won't parse as a version, so keep it as a string
vn, prefix = s[:-2], True
# Just to check that vn is a valid version
self.version_class(vn)
else:
# Should parse as a version, so we can create an
# instance for the comparison
vn, prefix = self.version_class(s), False
clist.append((op, vn, prefix))
self._parts = tuple(clist)
def match(self, version):
"""
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
"""
if isinstance(version, string_types):
version = self.version_class(version)
for operator, constraint, prefix in self._parts:
f = self._operators.get(operator)
if isinstance(f, string_types):
f = getattr(self, f)
if not f:
msg = ('%r not implemented '
'for %s' % (operator, self.__class__.__name__))
raise NotImplementedError(msg)
if not f(version, constraint, prefix):
return False
return True
@property
def exact_version(self):
result = None
if len(self._parts) == 1 and self._parts[0][0] in ('==', '==='):
result = self._parts[0][1]
return result
def _check_compatible(self, other):
if type(self) != type(other) or self.name != other.name:
raise TypeError('cannot compare %s and %s' % (self, other))
def __eq__(self, other):
self._check_compatible(other)
return self.key == other.key and self._parts == other._parts
def __ne__(self, other):
return not self.__eq__(other)
# See http://docs.python.org/reference/datamodel#object.__hash__
def __hash__(self):
return hash(self.key) + hash(self._parts)
def __repr__(self):
return "%s(%r)" % (self.__class__.__name__, self._string)
def __str__(self):
return self._string
PEP440_VERSION_RE = re.compile(r'^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?'
r'(\.(post)(\d+))?(\.(dev)(\d+))?'
r'(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$')
def _pep_440_key(s):
s = s.strip()
m = PEP440_VERSION_RE.match(s)
if not m:
raise UnsupportedVersionError('Not a valid version: %s' % s)
groups = m.groups()
nums = tuple(int(v) for v in groups[1].split('.'))
while len(nums) > 1 and nums[-1] == 0:
nums = nums[:-1]
if not groups[0]:
epoch = 0
else:
epoch = int(groups[0])
pre = groups[4:6]
post = groups[7:9]
dev = groups[10:12]
local = groups[13]
if pre == (None, None):
pre = ()
else:
pre = pre[0], int(pre[1])
if post == (None, None):
post = ()
else:
post = post[0], int(post[1])
if dev == (None, None):
dev = ()
else:
dev = dev[0], int(dev[1])
if local is None:
local = ()
else:
parts = []
for part in local.split('.'):
# to ensure that numeric compares as > lexicographic, avoid
# comparing them directly, but encode a tuple which ensures
# correct sorting
if part.isdigit():
part = (1, int(part))
else:
part = (0, part)
parts.append(part)
local = tuple(parts)
if not pre:
# either before pre-release, or final release and after
if not post and dev:
# before pre-release
pre = ('a', -1) # to sort before a0
else:
pre = ('z',) # to sort after all pre-releases
# now look at the state of post and dev.
if not post:
post = ('_',) # sort before 'a'
if not dev:
dev = ('final',)
#print('%s -> %s' % (s, m.groups()))
return epoch, nums, pre, post, dev, local
_normalized_key = _pep_440_key
class NormalizedVersion(Version):
"""A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
"""
def parse(self, s):
result = _normalized_key(s)
# _normalized_key loses trailing zeroes in the release
# clause, since that's needed to ensure that X.Y == X.Y.0 == X.Y.0.0
# However, PEP 440 prefix matching needs it: for example,
# (~= 1.4.5.0) matches differently to (~= 1.4.5.0.0).
m = PEP440_VERSION_RE.match(s) # must succeed
groups = m.groups()
self._release_clause = tuple(int(v) for v in groups[1].split('.'))
return result
PREREL_TAGS = set(['a', 'b', 'c', 'rc', 'dev'])
@property
def is_prerelease(self):
return any(t[0] in self.PREREL_TAGS for t in self._parts if t)
def _match_prefix(x, y):
x = str(x)
y = str(y)
if x == y:
return True
if not x.startswith(y):
return False
n = len(y)
return x[n] == '.'
class NormalizedMatcher(Matcher):
version_class = NormalizedVersion
# value is either a callable or the name of a method
_operators = {
'~=': '_match_compatible',
'<': '_match_lt',
'>': '_match_gt',
'<=': '_match_le',
'>=': '_match_ge',
'==': '_match_eq',
'===': '_match_arbitrary',
'!=': '_match_ne',
}
def _adjust_local(self, version, constraint, prefix):
if prefix:
strip_local = '+' not in constraint and version._parts[-1]
else:
# both constraint and version are
# NormalizedVersion instances.
# If constraint does not have a local component,
# ensure the version doesn't, either.
strip_local = not constraint._parts[-1] and version._parts[-1]
if strip_local:
s = version._string.split('+', 1)[0]
version = self.version_class(s)
return version, constraint
def _match_lt(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version >= constraint:
return False
release_clause = constraint._release_clause
pfx = '.'.join([str(i) for i in release_clause])
return not _match_prefix(version, pfx)
def _match_gt(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version <= constraint:
return False
release_clause = constraint._release_clause
pfx = '.'.join([str(i) for i in release_clause])
return not _match_prefix(version, pfx)
def _match_le(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
return version <= constraint
def _match_ge(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
return version >= constraint
def _match_eq(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if not prefix:
result = (version == constraint)
else:
result = _match_prefix(version, constraint)
return result
def _match_arbitrary(self, version, constraint, prefix):
return str(version) == str(constraint)
def _match_ne(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if not prefix:
result = (version != constraint)
else:
result = not _match_prefix(version, constraint)
return result
def _match_compatible(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version == constraint:
return True
if version < constraint:
return False
# if not prefix:
# return True
release_clause = constraint._release_clause
if len(release_clause) > 1:
release_clause = release_clause[:-1]
pfx = '.'.join([str(i) for i in release_clause])
return _match_prefix(version, pfx)
_REPLACEMENTS = (
(re.compile('[.+-]$'), ''), # remove trailing puncts
(re.compile(r'^[.](\d)'), r'0.\1'), # .N -> 0.N at start
(re.compile('^[.-]'), ''), # remove leading puncts
(re.compile(r'^\((.*)\)$'), r'\1'), # remove parentheses
(re.compile(r'^v(ersion)?\s*(\d+)'), r'\2'), # remove leading v(ersion)
(re.compile(r'^r(ev)?\s*(\d+)'), r'\2'), # remove leading v(ersion)
(re.compile('[.]{2,}'), '.'), # multiple runs of '.'
(re.compile(r'\b(alfa|apha)\b'), 'alpha'), # misspelt alpha
(re.compile(r'\b(pre-alpha|prealpha)\b'),
'pre.alpha'), # standardise
(re.compile(r'\(beta\)$'), 'beta'), # remove parentheses
)
_SUFFIX_REPLACEMENTS = (
(re.compile('^[:~._+-]+'), ''), # remove leading puncts
(re.compile('[,*")([\\]]'), ''), # remove unwanted chars
(re.compile('[~:+_ -]'), '.'), # replace illegal chars
(re.compile('[.]{2,}'), '.'), # multiple runs of '.'
(re.compile(r'\.$'), ''), # trailing '.'
)
_NUMERIC_PREFIX = re.compile(r'(\d+(\.\d+)*)')
def _suggest_semantic_version(s):
"""
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
"""
result = s.strip().lower()
for pat, repl in _REPLACEMENTS:
result = pat.sub(repl, result)
if not result:
result = '0.0.0'
# Now look for numeric prefix, and separate it out from
# the rest.
#import pdb; pdb.set_trace()
m = _NUMERIC_PREFIX.match(result)
if not m:
prefix = '0.0.0'
suffix = result
else:
prefix = m.groups()[0].split('.')
prefix = [int(i) for i in prefix]
while len(prefix) < 3:
prefix.append(0)
if len(prefix) == 3:
suffix = result[m.end():]
else:
suffix = '.'.join([str(i) for i in prefix[3:]]) + result[m.end():]
prefix = prefix[:3]
prefix = '.'.join([str(i) for i in prefix])
suffix = suffix.strip()
if suffix:
#import pdb; pdb.set_trace()
# massage the suffix.
for pat, repl in _SUFFIX_REPLACEMENTS:
suffix = pat.sub(repl, suffix)
if not suffix:
result = prefix
else:
sep = '-' if 'dev' in suffix else '+'
result = prefix + sep + suffix
if not is_semver(result):
result = None
return result
def _suggest_normalized_version(s):
"""Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
"""
try:
_normalized_key(s)
return s # already rational
except UnsupportedVersionError:
pass
rs = s.lower()
# part of this could use maketrans
for orig, repl in (('-alpha', 'a'), ('-beta', 'b'), ('alpha', 'a'),
('beta', 'b'), ('rc', 'c'), ('-final', ''),
('-pre', 'c'),
('-release', ''), ('.release', ''), ('-stable', ''),
('+', '.'), ('_', '.'), (' ', ''), ('.final', ''),
('final', '')):
rs = rs.replace(orig, repl)
# if something ends with dev or pre, we add a 0
rs = re.sub(r"pre$", r"pre0", rs)
rs = re.sub(r"dev$", r"dev0", rs)
# if we have something like "b-2" or "a.2" at the end of the
# version, that is probably beta, alpha, etc
# let's remove the dash or dot
rs = re.sub(r"([abc]|rc)[\-\.](\d+)$", r"\1\2", rs)
# 1.0-dev-r371 -> 1.0.dev371
# 0.1-dev-r79 -> 0.1.dev79
rs = re.sub(r"[\-\.](dev)[\-\.]?r?(\d+)$", r".\1\2", rs)
# Clean: 2.0.a.3, 2.0.b1, 0.9.0~c1
rs = re.sub(r"[.~]?([abc])\.?", r"\1", rs)
# Clean: v0.3, v1.0
if rs.startswith('v'):
rs = rs[1:]
# Clean leading '0's on numbers.
#TODO: unintended side-effect on, e.g., "2003.05.09"
# PyPI stats: 77 (~2%) better
rs = re.sub(r"\b0+(\d+)(?!\d)", r"\1", rs)
# Clean a/b/c with no version. E.g. "1.0a" -> "1.0a0". Setuptools infers
# zero.
# PyPI stats: 245 (7.56%) better
rs = re.sub(r"(\d+[abc])$", r"\g<1>0", rs)
# the 'dev-rNNN' tag is a dev tag
rs = re.sub(r"\.?(dev-r|dev\.r)\.?(\d+)$", r".dev\2", rs)
# clean the - when used as a pre delimiter
rs = re.sub(r"-(a|b|c)(\d+)$", r"\1\2", rs)
# a terminal "dev" or "devel" can be changed into ".dev0"
rs = re.sub(r"[\.\-](dev|devel)$", r".dev0", rs)
# a terminal "dev" can be changed into ".dev0"
rs = re.sub(r"(?![\.\-])dev$", r".dev0", rs)
# a terminal "final" or "stable" can be removed
rs = re.sub(r"(final|stable)$", "", rs)
# The 'r' and the '-' tags are post release tags
# 0.4a1.r10 -> 0.4a1.post10
# 0.9.33-17222 -> 0.9.33.post17222
# 0.9.33-r17222 -> 0.9.33.post17222
rs = re.sub(r"\.?(r|-|-r)\.?(\d+)$", r".post\2", rs)
# Clean 'r' instead of 'dev' usage:
# 0.9.33+r17222 -> 0.9.33.dev17222
# 1.0dev123 -> 1.0.dev123
# 1.0.git123 -> 1.0.dev123
# 1.0.bzr123 -> 1.0.dev123
# 0.1a0dev.123 -> 0.1a0.dev123
# PyPI stats: ~150 (~4%) better
rs = re.sub(r"\.?(dev|git|bzr)\.?(\d+)$", r".dev\2", rs)
# Clean '.pre' (normalized from '-pre' above) instead of 'c' usage:
# 0.2.pre1 -> 0.2c1
# 0.2-c1 -> 0.2c1
# 1.0preview123 -> 1.0c123
# PyPI stats: ~21 (0.62%) better
rs = re.sub(r"\.?(pre|preview|-c)(\d+)$", r"c\g<2>", rs)
# Tcl/Tk uses "px" for their post release markers
rs = re.sub(r"p(\d+)$", r".post\1", rs)
try:
_normalized_key(rs)
except UnsupportedVersionError:
rs = None
return rs
#
# Legacy version processing (distribute-compatible)
#
_VERSION_PART = re.compile(r'([a-z]+|\d+|[\.-])', re.I)
_VERSION_REPLACE = {
'pre': 'c',
'preview': 'c',
'-': 'final-',
'rc': 'c',
'dev': '@',
'': None,
'.': None,
}
def _legacy_key(s):
def get_parts(s):
result = []
for p in _VERSION_PART.split(s.lower()):
p = _VERSION_REPLACE.get(p, p)
if p:
if '0' <= p[:1] <= '9':
p = p.zfill(8)
else:
p = '*' + p
result.append(p)
result.append('*final')
return result
result = []
for p in get_parts(s):
if p.startswith('*'):
if p < '*final':
while result and result[-1] == '*final-':
result.pop()
while result and result[-1] == '00000000':
result.pop()
result.append(p)
return tuple(result)
class LegacyVersion(Version):
def parse(self, s):
return _legacy_key(s)
@property
def is_prerelease(self):
result = False
for x in self._parts:
if (isinstance(x, string_types) and x.startswith('*') and
x < '*final'):
result = True
break
return result
class LegacyMatcher(Matcher):
version_class = LegacyVersion
_operators = dict(Matcher._operators)
_operators['~='] = '_match_compatible'
numeric_re = re.compile(r'^(\d+(\.\d+)*)')
def _match_compatible(self, version, constraint, prefix):
if version < constraint:
return False
m = self.numeric_re.match(str(constraint))
if not m:
logger.warning('Cannot compute compatible match for version %s '
' and constraint %s', version, constraint)
return True
s = m.groups()[0]
if '.' in s:
s = s.rsplit('.', 1)[0]
return _match_prefix(version, s)
#
# Semantic versioning
#
_SEMVER_RE = re.compile(r'^(\d+)\.(\d+)\.(\d+)'
r'(-[a-z0-9]+(\.[a-z0-9-]+)*)?'
r'(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$', re.I)
def is_semver(s):
return _SEMVER_RE.match(s)
def _semantic_key(s):
def make_tuple(s, absent):
if s is None:
result = (absent,)
else:
parts = s[1:].split('.')
# We can't compare ints and strings on Python 3, so fudge it
# by zero-filling numeric values so simulate a numeric comparison
result = tuple([p.zfill(8) if p.isdigit() else p for p in parts])
return result
m = is_semver(s)
if not m:
raise UnsupportedVersionError(s)
groups = m.groups()
major, minor, patch = [int(i) for i in groups[:3]]
# choose the '|' and '*' so that versions sort correctly
pre, build = make_tuple(groups[3], '|'), make_tuple(groups[5], '*')
return (major, minor, patch), pre, build
class SemanticVersion(Version):
def parse(self, s):
return _semantic_key(s)
@property
def is_prerelease(self):
return self._parts[1][0] != '|'
class SemanticMatcher(Matcher):
version_class = SemanticVersion
class VersionScheme(object):
def __init__(self, key, matcher, suggester=None):
self.key = key
self.matcher = matcher
self.suggester = suggester
def is_valid_version(self, s):
try:
self.matcher.version_class(s)
result = True
except UnsupportedVersionError:
result = False
return result
def is_valid_matcher(self, s):
try:
self.matcher(s)
result = True
except UnsupportedVersionError:
result = False
return result
def is_valid_constraint_list(self, s):
"""
Used for processing some metadata fields
"""
return self.is_valid_matcher('dummy_name (%s)' % s)
def suggest(self, s):
if self.suggester is None:
result = None
else:
result = self.suggester(s)
return result
_SCHEMES = {
'normalized': VersionScheme(_normalized_key, NormalizedMatcher,
_suggest_normalized_version),
'legacy': VersionScheme(_legacy_key, LegacyMatcher, lambda self, s: s),
'semantic': VersionScheme(_semantic_key, SemanticMatcher,
_suggest_semantic_version),
}
_SCHEMES['default'] = _SCHEMES['normalized']
def get_scheme(name):
if name not in _SCHEMES:
raise ValueError('unknown scheme name: %r' % name)
return _SCHEMES[name]
site-packages/pip/_vendor/distlib/markers.py 0000644 00000010443 15201600075 0015156 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Parser for the environment markers micro-language defined in PEP 508.
"""
# Note: In PEP 345, the micro-language was Python compatible, so the ast
# module could be used to parse it. However, PEP 508 introduced operators such
# as ~= and === which aren't in Python, necessitating a different approach.
import os
import sys
import platform
import re
from .compat import python_implementation, urlparse, string_types
from .util import in_venv, parse_marker
__all__ = ['interpret']
def _is_literal(o):
if not isinstance(o, string_types) or not o:
return False
return o[0] in '\'"'
class Evaluator(object):
"""
This class is used to evaluate marker expessions.
"""
operations = {
'==': lambda x, y: x == y,
'===': lambda x, y: x == y,
'~=': lambda x, y: x == y or x > y,
'!=': lambda x, y: x != y,
'<': lambda x, y: x < y,
'<=': lambda x, y: x == y or x < y,
'>': lambda x, y: x > y,
'>=': lambda x, y: x == y or x > y,
'and': lambda x, y: x and y,
'or': lambda x, y: x or y,
'in': lambda x, y: x in y,
'not in': lambda x, y: x not in y,
}
def evaluate(self, expr, context):
"""
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
"""
if isinstance(expr, string_types):
if expr[0] in '\'"':
result = expr[1:-1]
else:
if expr not in context:
raise SyntaxError('unknown variable: %s' % expr)
result = context[expr]
else:
assert isinstance(expr, dict)
op = expr['op']
if op not in self.operations:
raise NotImplementedError('op not implemented: %s' % op)
elhs = expr['lhs']
erhs = expr['rhs']
if _is_literal(expr['lhs']) and _is_literal(expr['rhs']):
raise SyntaxError('invalid comparison: %s %s %s' % (elhs, op, erhs))
lhs = self.evaluate(elhs, context)
rhs = self.evaluate(erhs, context)
result = self.operations[op](lhs, rhs)
return result
def default_context():
def format_full_version(info):
version = '%s.%s.%s' % (info.major, info.minor, info.micro)
kind = info.releaselevel
if kind != 'final':
version += kind[0] + str(info.serial)
return version
if hasattr(sys, 'implementation'):
implementation_version = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
else:
implementation_version = '0'
implementation_name = ''
result = {
'implementation_name': implementation_name,
'implementation_version': implementation_version,
'os_name': os.name,
'platform_machine': platform.machine(),
'platform_python_implementation': platform.python_implementation(),
'platform_release': platform.release(),
'platform_system': platform.system(),
'platform_version': platform.version(),
'platform_in_venv': str(in_venv()),
'python_full_version': platform.python_version(),
'python_version': platform.python_version()[:3],
'sys_platform': sys.platform,
}
return result
DEFAULT_CONTEXT = default_context()
del default_context
evaluator = Evaluator()
def interpret(marker, execution_context=None):
"""
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
"""
try:
expr, rest = parse_marker(marker)
except Exception as e:
raise SyntaxError('Unable to interpret marker syntax: %s: %s' % (marker, e))
if rest and rest[0] != '#':
raise SyntaxError('unexpected trailing data in marker: %s: %s' % (marker, rest))
context = dict(DEFAULT_CONTEXT)
if execution_context:
context.update(execution_context)
return evaluator.evaluate(expr, context)
site-packages/pip/_vendor/distlib/_backport/__init__.py 0000644 00000000422 15201600075 0017211 0 ustar 00 """Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
"""
site-packages/pip/_vendor/distlib/_backport/sysconfig.cfg 0000644 00000005071 15201600075 0017572 0 ustar 00 [posix_prefix]
# Configuration directories. Some of these come straight out of the
# configure script. They are for implementing the other variables, not to
# be used directly in [resource_locations].
confdir = /etc
datadir = /usr/share
libdir = /usr/lib
statedir = /var
# User resource directory
local = ~/.local/{distribution.name}
stdlib = {base}/lib/python{py_version_short}
platstdlib = {platbase}/lib/python{py_version_short}
purelib = {base}/lib/python{py_version_short}/site-packages
platlib = {platbase}/lib/python{py_version_short}/site-packages
include = {base}/include/python{py_version_short}{abiflags}
platinclude = {platbase}/include/python{py_version_short}{abiflags}
data = {base}
[posix_home]
stdlib = {base}/lib/python
platstdlib = {base}/lib/python
purelib = {base}/lib/python
platlib = {base}/lib/python
include = {base}/include/python
platinclude = {base}/include/python
scripts = {base}/bin
data = {base}
[nt]
stdlib = {base}/Lib
platstdlib = {base}/Lib
purelib = {base}/Lib/site-packages
platlib = {base}/Lib/site-packages
include = {base}/Include
platinclude = {base}/Include
scripts = {base}/Scripts
data = {base}
[os2]
stdlib = {base}/Lib
platstdlib = {base}/Lib
purelib = {base}/Lib/site-packages
platlib = {base}/Lib/site-packages
include = {base}/Include
platinclude = {base}/Include
scripts = {base}/Scripts
data = {base}
[os2_home]
stdlib = {userbase}/lib/python{py_version_short}
platstdlib = {userbase}/lib/python{py_version_short}
purelib = {userbase}/lib/python{py_version_short}/site-packages
platlib = {userbase}/lib/python{py_version_short}/site-packages
include = {userbase}/include/python{py_version_short}
scripts = {userbase}/bin
data = {userbase}
[nt_user]
stdlib = {userbase}/Python{py_version_nodot}
platstdlib = {userbase}/Python{py_version_nodot}
purelib = {userbase}/Python{py_version_nodot}/site-packages
platlib = {userbase}/Python{py_version_nodot}/site-packages
include = {userbase}/Python{py_version_nodot}/Include
scripts = {userbase}/Scripts
data = {userbase}
[posix_user]
stdlib = {userbase}/lib/python{py_version_short}
platstdlib = {userbase}/lib/python{py_version_short}
purelib = {userbase}/lib/python{py_version_short}/site-packages
platlib = {userbase}/lib/python{py_version_short}/site-packages
include = {userbase}/include/python{py_version_short}
scripts = {userbase}/bin
data = {userbase}
[osx_framework_user]
stdlib = {userbase}/lib/python
platstdlib = {userbase}/lib/python
purelib = {userbase}/lib/python/site-packages
platlib = {userbase}/lib/python/site-packages
include = {userbase}/include
scripts = {userbase}/bin
data = {userbase}
site-packages/pip/_vendor/distlib/_backport/sysconfig.py 0000644 00000064524 15201600075 0017473 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Access to Python's configuration information."""
import codecs
import os
import re
import sys
from os.path import pardir, realpath
try:
import configparser
except ImportError:
import ConfigParser as configparser
__all__ = [
'get_config_h_filename',
'get_config_var',
'get_config_vars',
'get_makefile_filename',
'get_path',
'get_path_names',
'get_paths',
'get_platform',
'get_python_version',
'get_scheme_names',
'parse_config_h',
]
def _safe_realpath(path):
try:
return realpath(path)
except OSError:
return path
if sys.executable:
_PROJECT_BASE = os.path.dirname(_safe_realpath(sys.executable))
else:
# sys.executable can be empty if argv[0] has been changed and Python is
# unable to retrieve the real program name
_PROJECT_BASE = _safe_realpath(os.getcwd())
if os.name == "nt" and "pcbuild" in _PROJECT_BASE[-8:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir))
# PC/VS7.1
if os.name == "nt" and "\\pc\\v" in _PROJECT_BASE[-10:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
# PC/AMD64
if os.name == "nt" and "\\pcbuild\\amd64" in _PROJECT_BASE[-14:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
def is_python_build():
for fn in ("Setup.dist", "Setup.local"):
if os.path.isfile(os.path.join(_PROJECT_BASE, "Modules", fn)):
return True
return False
_PYTHON_BUILD = is_python_build()
_cfg_read = False
def _ensure_cfg_read():
global _cfg_read
if not _cfg_read:
from ..resources import finder
backport_package = __name__.rsplit('.', 1)[0]
_finder = finder(backport_package)
_cfgfile = _finder.find('sysconfig.cfg')
assert _cfgfile, 'sysconfig.cfg exists'
with _cfgfile.as_stream() as s:
_SCHEMES.readfp(s)
if _PYTHON_BUILD:
for scheme in ('posix_prefix', 'posix_home'):
_SCHEMES.set(scheme, 'include', '{srcdir}/Include')
_SCHEMES.set(scheme, 'platinclude', '{projectbase}/.')
_cfg_read = True
_SCHEMES = configparser.RawConfigParser()
_VAR_REPL = re.compile(r'\{([^{]*?)\}')
def _expand_globals(config):
_ensure_cfg_read()
if config.has_section('globals'):
globals = config.items('globals')
else:
globals = tuple()
sections = config.sections()
for section in sections:
if section == 'globals':
continue
for option, value in globals:
if config.has_option(section, option):
continue
config.set(section, option, value)
config.remove_section('globals')
# now expanding local variables defined in the cfg file
#
for section in config.sections():
variables = dict(config.items(section))
def _replacer(matchobj):
name = matchobj.group(1)
if name in variables:
return variables[name]
return matchobj.group(0)
for option, value in config.items(section):
config.set(section, option, _VAR_REPL.sub(_replacer, value))
#_expand_globals(_SCHEMES)
# FIXME don't rely on sys.version here, its format is an implementation detail
# of CPython, use sys.version_info or sys.hexversion
_PY_VERSION = sys.version.split()[0]
_PY_VERSION_SHORT = sys.version[:3]
_PY_VERSION_SHORT_NO_DOT = _PY_VERSION[0] + _PY_VERSION[2]
_PREFIX = os.path.normpath(sys.prefix)
_EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
_CONFIG_VARS = None
_USER_BASE = None
def _subst_vars(path, local_vars):
"""In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
"""
def _replacer(matchobj):
name = matchobj.group(1)
if name in local_vars:
return local_vars[name]
elif name in os.environ:
return os.environ[name]
return matchobj.group(0)
return _VAR_REPL.sub(_replacer, path)
def _extend_dict(target_dict, other_dict):
target_keys = target_dict.keys()
for key, value in other_dict.items():
if key in target_keys:
continue
target_dict[key] = value
def _expand_vars(scheme, vars):
res = {}
if vars is None:
vars = {}
_extend_dict(vars, get_config_vars())
for key, value in _SCHEMES.items(scheme):
if os.name in ('posix', 'nt'):
value = os.path.expanduser(value)
res[key] = os.path.normpath(_subst_vars(value, vars))
return res
def format_value(value, vars):
def _replacer(matchobj):
name = matchobj.group(1)
if name in vars:
return vars[name]
return matchobj.group(0)
return _VAR_REPL.sub(_replacer, value)
def _get_default_scheme():
if os.name == 'posix':
# the default scheme for posix is posix_prefix
return 'posix_prefix'
return os.name
def _getuserbase():
env_base = os.environ.get("PYTHONUSERBASE", None)
def joinuser(*args):
return os.path.expanduser(os.path.join(*args))
# what about 'os2emx', 'riscos' ?
if os.name == "nt":
base = os.environ.get("APPDATA") or "~"
if env_base:
return env_base
else:
return joinuser(base, "Python")
if sys.platform == "darwin":
framework = get_config_var("PYTHONFRAMEWORK")
if framework:
if env_base:
return env_base
else:
return joinuser("~", "Library", framework, "%d.%d" %
sys.version_info[:2])
if env_base:
return env_base
else:
return joinuser("~", ".local")
def _parse_makefile(filename, vars=None):
"""Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
# Regexes needed for parsing Makefile (and similar syntaxes,
# like old-style Setup files).
_variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
_findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
_findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
if vars is None:
vars = {}
done = {}
notdone = {}
with codecs.open(filename, encoding='utf-8', errors="surrogateescape") as f:
lines = f.readlines()
for line in lines:
if line.startswith('#') or line.strip() == '':
continue
m = _variable_rx.match(line)
if m:
n, v = m.group(1, 2)
v = v.strip()
# `$$' is a literal `$' in make
tmpv = v.replace('$$', '')
if "$" in tmpv:
notdone[n] = v
else:
try:
v = int(v)
except ValueError:
# insert literal `$'
done[n] = v.replace('$$', '$')
else:
done[n] = v
# do variable interpolation here
variables = list(notdone.keys())
# Variables with a 'PY_' prefix in the makefile. These need to
# be made available without that prefix through sysconfig.
# Special care is needed to ensure that variable expansion works, even
# if the expansion uses the name without a prefix.
renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
while len(variables) > 0:
for name in tuple(variables):
value = notdone[name]
m = _findvar1_rx.search(value) or _findvar2_rx.search(value)
if m is not None:
n = m.group(1)
found = True
if n in done:
item = str(done[n])
elif n in notdone:
# get it on a subsequent round
found = False
elif n in os.environ:
# do it like make: fall back to environment
item = os.environ[n]
elif n in renamed_variables:
if (name.startswith('PY_') and
name[3:] in renamed_variables):
item = ""
elif 'PY_' + n in notdone:
found = False
else:
item = str(done['PY_' + n])
else:
done[n] = item = ""
if found:
after = value[m.end():]
value = value[:m.start()] + item + after
if "$" in after:
notdone[name] = value
else:
try:
value = int(value)
except ValueError:
done[name] = value.strip()
else:
done[name] = value
variables.remove(name)
if (name.startswith('PY_') and
name[3:] in renamed_variables):
name = name[3:]
if name not in done:
done[name] = value
else:
# bogus variable reference (e.g. "prefix=$/opt/python");
# just drop it since we can't deal
done[name] = value
variables.remove(name)
# strip spurious spaces
for k, v in done.items():
if isinstance(v, str):
done[k] = v.strip()
# save the results in the global dictionary
vars.update(done)
return vars
def get_makefile_filename():
"""Return the path of the Makefile."""
if _PYTHON_BUILD:
return os.path.join(_PROJECT_BASE, "Makefile")
if hasattr(sys, 'abiflags'):
config_dir_name = 'config-%s%s' % (_PY_VERSION_SHORT, sys.abiflags)
else:
config_dir_name = 'config'
return os.path.join(get_path('stdlib'), config_dir_name, 'Makefile')
def _init_posix(vars):
"""Initialize the module as appropriate for POSIX systems."""
# load the installed Makefile:
makefile = get_makefile_filename()
try:
_parse_makefile(makefile, vars)
except IOError as e:
msg = "invalid Python installation: unable to open %s" % makefile
if hasattr(e, "strerror"):
msg = msg + " (%s)" % e.strerror
raise IOError(msg)
# load the installed pyconfig.h:
config_h = get_config_h_filename()
try:
with open(config_h) as f:
parse_config_h(f, vars)
except IOError as e:
msg = "invalid Python installation: unable to open %s" % config_h
if hasattr(e, "strerror"):
msg = msg + " (%s)" % e.strerror
raise IOError(msg)
# On AIX, there are wrong paths to the linker scripts in the Makefile
# -- these paths are relative to the Python source, but when installed
# the scripts are in another directory.
if _PYTHON_BUILD:
vars['LDSHARED'] = vars['BLDSHARED']
def _init_non_posix(vars):
"""Initialize the module as appropriate for NT"""
# set basic install directories
vars['LIBDEST'] = get_path('stdlib')
vars['BINLIBDEST'] = get_path('platstdlib')
vars['INCLUDEPY'] = get_path('include')
vars['SO'] = '.pyd'
vars['EXE'] = '.exe'
vars['VERSION'] = _PY_VERSION_SHORT_NO_DOT
vars['BINDIR'] = os.path.dirname(_safe_realpath(sys.executable))
#
# public APIs
#
def parse_config_h(fp, vars=None):
"""Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
if vars is None:
vars = {}
define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n")
undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n")
while True:
line = fp.readline()
if not line:
break
m = define_rx.match(line)
if m:
n, v = m.group(1, 2)
try:
v = int(v)
except ValueError:
pass
vars[n] = v
else:
m = undef_rx.match(line)
if m:
vars[m.group(1)] = 0
return vars
def get_config_h_filename():
"""Return the path of pyconfig.h."""
if _PYTHON_BUILD:
if os.name == "nt":
inc_dir = os.path.join(_PROJECT_BASE, "PC")
else:
inc_dir = _PROJECT_BASE
else:
inc_dir = get_path('platinclude')
return os.path.join(inc_dir, 'pyconfig.h')
def get_scheme_names():
"""Return a tuple containing the schemes names."""
return tuple(sorted(_SCHEMES.sections()))
def get_path_names():
"""Return a tuple containing the paths names."""
# xxx see if we want a static list
return _SCHEMES.options('posix_prefix')
def get_paths(scheme=_get_default_scheme(), vars=None, expand=True):
"""Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
"""
_ensure_cfg_read()
if expand:
return _expand_vars(scheme, vars)
else:
return dict(_SCHEMES.items(scheme))
def get_path(name, scheme=_get_default_scheme(), vars=None, expand=True):
"""Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
"""
return get_paths(scheme, vars, expand)[name]
def get_config_vars(*args):
"""With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
"""
global _CONFIG_VARS
if _CONFIG_VARS is None:
_CONFIG_VARS = {}
# Normalized versions of prefix and exec_prefix are handy to have;
# in fact, these are the standard versions used most places in the
# distutils2 module.
_CONFIG_VARS['prefix'] = _PREFIX
_CONFIG_VARS['exec_prefix'] = _EXEC_PREFIX
_CONFIG_VARS['py_version'] = _PY_VERSION
_CONFIG_VARS['py_version_short'] = _PY_VERSION_SHORT
_CONFIG_VARS['py_version_nodot'] = _PY_VERSION[0] + _PY_VERSION[2]
_CONFIG_VARS['base'] = _PREFIX
_CONFIG_VARS['platbase'] = _EXEC_PREFIX
_CONFIG_VARS['projectbase'] = _PROJECT_BASE
try:
_CONFIG_VARS['abiflags'] = sys.abiflags
except AttributeError:
# sys.abiflags may not be defined on all platforms.
_CONFIG_VARS['abiflags'] = ''
if os.name in ('nt', 'os2'):
_init_non_posix(_CONFIG_VARS)
if os.name == 'posix':
_init_posix(_CONFIG_VARS)
# Setting 'userbase' is done below the call to the
# init function to enable using 'get_config_var' in
# the init-function.
if sys.version >= '2.6':
_CONFIG_VARS['userbase'] = _getuserbase()
if 'srcdir' not in _CONFIG_VARS:
_CONFIG_VARS['srcdir'] = _PROJECT_BASE
else:
_CONFIG_VARS['srcdir'] = _safe_realpath(_CONFIG_VARS['srcdir'])
# Convert srcdir into an absolute path if it appears necessary.
# Normally it is relative to the build directory. However, during
# testing, for example, we might be running a non-installed python
# from a different directory.
if _PYTHON_BUILD and os.name == "posix":
base = _PROJECT_BASE
try:
cwd = os.getcwd()
except OSError:
cwd = None
if (not os.path.isabs(_CONFIG_VARS['srcdir']) and
base != cwd):
# srcdir is relative and we are not in the same directory
# as the executable. Assume executable is in the build
# directory and make srcdir absolute.
srcdir = os.path.join(base, _CONFIG_VARS['srcdir'])
_CONFIG_VARS['srcdir'] = os.path.normpath(srcdir)
if sys.platform == 'darwin':
kernel_version = os.uname()[2] # Kernel version (8.4.3)
major_version = int(kernel_version.split('.')[0])
if major_version < 8:
# On Mac OS X before 10.4, check if -arch and -isysroot
# are in CFLAGS or LDFLAGS and remove them if they are.
# This is needed when building extensions on a 10.3 system
# using a universal build of python.
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub(r'-arch\s+\w+\s', ' ', flags)
flags = re.sub('-isysroot [^ \t]*', ' ', flags)
_CONFIG_VARS[key] = flags
else:
# Allow the user to override the architecture flags using
# an environment variable.
# NOTE: This name was introduced by Apple in OSX 10.5 and
# is used by several scripting languages distributed with
# that OS release.
if 'ARCHFLAGS' in os.environ:
arch = os.environ['ARCHFLAGS']
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub(r'-arch\s+\w+\s', ' ', flags)
flags = flags + ' ' + arch
_CONFIG_VARS[key] = flags
# If we're on OSX 10.5 or later and the user tries to
# compiles an extension using an SDK that is not present
# on the current machine it is better to not use an SDK
# than to fail.
#
# The major usecase for this is users using a Python.org
# binary installer on OSX 10.6: that installer uses
# the 10.4u SDK, but that SDK is not installed by default
# when you install Xcode.
#
CFLAGS = _CONFIG_VARS.get('CFLAGS', '')
m = re.search(r'-isysroot\s+(\S+)', CFLAGS)
if m is not None:
sdk = m.group(1)
if not os.path.exists(sdk):
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub(r'-isysroot\s+\S+(\s|$)', ' ', flags)
_CONFIG_VARS[key] = flags
if args:
vals = []
for name in args:
vals.append(_CONFIG_VARS.get(name))
return vals
else:
return _CONFIG_VARS
def get_config_var(name):
"""Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
"""
return get_config_vars().get(name)
def get_platform():
"""Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
"""
if os.name == 'nt':
# sniff sys.version for architecture.
prefix = " bit ("
i = sys.version.find(prefix)
if i == -1:
return sys.platform
j = sys.version.find(")", i)
look = sys.version[i+len(prefix):j].lower()
if look == 'amd64':
return 'win-amd64'
if look == 'itanium':
return 'win-ia64'
return sys.platform
if os.name != "posix" or not hasattr(os, 'uname'):
# XXX what about the architecture? NT is Intel or Alpha,
# Mac OS is M68k or PPC, etc.
return sys.platform
# Try to distinguish various flavours of Unix
osname, host, release, version, machine = os.uname()
# Convert the OS name to lowercase, remove '/' characters
# (to accommodate BSD/OS), and translate spaces (for "Power Macintosh")
osname = osname.lower().replace('/', '')
machine = machine.replace(' ', '_')
machine = machine.replace('/', '-')
if osname[:5] == "linux":
# At least on Linux/Intel, 'machine' is the processor --
# i386, etc.
# XXX what about Alpha, SPARC, etc?
return "%s-%s" % (osname, machine)
elif osname[:5] == "sunos":
if release[0] >= "5": # SunOS 5 == Solaris 2
osname = "solaris"
release = "%d.%s" % (int(release[0]) - 3, release[2:])
# fall through to standard osname-release-machine representation
elif osname[:4] == "irix": # could be "irix64"!
return "%s-%s" % (osname, release)
elif osname[:3] == "aix":
return "%s-%s.%s" % (osname, version, release)
elif osname[:6] == "cygwin":
osname = "cygwin"
rel_re = re.compile(r'[\d.]+')
m = rel_re.match(release)
if m:
release = m.group()
elif osname[:6] == "darwin":
#
# For our purposes, we'll assume that the system version from
# distutils' perspective is what MACOSX_DEPLOYMENT_TARGET is set
# to. This makes the compatibility story a bit more sane because the
# machine is going to compile and link as if it were
# MACOSX_DEPLOYMENT_TARGET.
cfgvars = get_config_vars()
macver = cfgvars.get('MACOSX_DEPLOYMENT_TARGET')
if True:
# Always calculate the release of the running machine,
# needed to determine if we can build fat binaries or not.
macrelease = macver
# Get the system version. Reading this plist is a documented
# way to get the system version (see the documentation for
# the Gestalt Manager)
try:
f = open('/System/Library/CoreServices/SystemVersion.plist')
except IOError:
# We're on a plain darwin box, fall back to the default
# behaviour.
pass
else:
try:
m = re.search(r'<key>ProductUserVisibleVersion</key>\s*'
r'<string>(.*?)</string>', f.read())
finally:
f.close()
if m is not None:
macrelease = '.'.join(m.group(1).split('.')[:2])
# else: fall back to the default behaviour
if not macver:
macver = macrelease
if macver:
release = macver
osname = "macosx"
if ((macrelease + '.') >= '10.4.' and
'-arch' in get_config_vars().get('CFLAGS', '').strip()):
# The universal build will build fat binaries, but not on
# systems before 10.4
#
# Try to detect 4-way universal builds, those have machine-type
# 'universal' instead of 'fat'.
machine = 'fat'
cflags = get_config_vars().get('CFLAGS')
archs = re.findall(r'-arch\s+(\S+)', cflags)
archs = tuple(sorted(set(archs)))
if len(archs) == 1:
machine = archs[0]
elif archs == ('i386', 'ppc'):
machine = 'fat'
elif archs == ('i386', 'x86_64'):
machine = 'intel'
elif archs == ('i386', 'ppc', 'x86_64'):
machine = 'fat3'
elif archs == ('ppc64', 'x86_64'):
machine = 'fat64'
elif archs == ('i386', 'ppc', 'ppc64', 'x86_64'):
machine = 'universal'
else:
raise ValueError(
"Don't know machine value for archs=%r" % (archs,))
elif machine == 'i386':
# On OSX the machine type returned by uname is always the
# 32-bit variant, even if the executable architecture is
# the 64-bit variant
if sys.maxsize >= 2**32:
machine = 'x86_64'
elif machine in ('PowerPC', 'Power_Macintosh'):
# Pick a sane name for the PPC architecture.
# See 'i386' case
if sys.maxsize >= 2**32:
machine = 'ppc64'
else:
machine = 'ppc'
return "%s-%s-%s" % (osname, release, machine)
def get_python_version():
return _PY_VERSION_SHORT
def _print_dict(title, data):
for index, (key, value) in enumerate(sorted(data.items())):
if index == 0:
print('%s: ' % (title))
print('\t%s = "%s"' % (key, value))
def _main():
"""Display all information sysconfig detains."""
print('Platform: "%s"' % get_platform())
print('Python version: "%s"' % get_python_version())
print('Current installation scheme: "%s"' % _get_default_scheme())
print()
_print_dict('Paths', get_paths())
print()
_print_dict('Variables', get_config_vars())
if __name__ == '__main__':
_main()
site-packages/pip/_vendor/distlib/_backport/misc.py 0000644 00000001713 15201600075 0016411 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Backports for individual classes and functions."""
import os
import sys
__all__ = ['cache_from_source', 'callable', 'fsencode']
try:
from imp import cache_from_source
except ImportError:
def cache_from_source(py_file, debug=__debug__):
ext = debug and 'c' or 'o'
return py_file + ext
try:
callable = callable
except NameError:
from collections import Callable
def callable(obj):
return isinstance(obj, Callable)
try:
fsencode = os.fsencode
except AttributeError:
def fsencode(filename):
if isinstance(filename, bytes):
return filename
elif isinstance(filename, str):
return filename.encode(sys.getfilesystemencoding())
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
site-packages/pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000677 15201600075 0024452 0 ustar 00 U
��.e � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
N)�__doc__� r r �J/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/__init__.py�<module> � site-packages/pip/_vendor/distlib/_backport/__pycache__/misc.cpython-38.opt-1.pyc 0000644 00000002042 15201600075 0023632 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZdddgZzddlmZ W n ek
rL d dd�ZY nX zeZW n( ek
r~ dd l m
Z
d
d� ZY nX z
ej Z W n e k
r� d d� Z Y nX dS )
z/Backports for individual classes and functions.� N�cache_from_source�callable�fsencode)r Fc C s |rdp
d}| | S )N�c�o� )Zpy_file�debugZextr r �F/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/misc.pyr s )�Callablec C s
t | t�S )N)�
isinstancer
)�objr r r r s c C s< t | t�r| S t | t�r&| �t�� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r r " s
�)F)
�__doc__�osr �__all__Zimpr � ImportErrorr � NameError� collectionsr
r �AttributeErrorr r r r �<module> s
site-packages/pip/_vendor/distlib/_backport/__pycache__/misc.cpython-38.pyc 0000644 00000002042 15201600075 0022673 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZdddgZzddlmZ W n ek
rL d dd�ZY nX zeZW n( ek
r~ dd l m
Z
d
d� ZY nX z
ej Z W n e k
r� d d� Z Y nX dS )
z/Backports for individual classes and functions.� N�cache_from_source�callable�fsencode)r Tc C s |rdp
d}| | S )N�c�o� )Zpy_file�debugZextr r �F/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/misc.pyr s )�Callablec C s
t | t�S )N)�
isinstancer
)�objr r r r s c C s< t | t�r| S t | t�r&| �t�� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r r " s
�)T)
�__doc__�osr �__all__Zimpr � ImportErrorr � NameError� collectionsr
r �AttributeErrorr r r r �<module> s
site-packages/pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-38.opt-1.pyc 0000644 00000036666 15201600075 0024726 0 ustar 00 U
��.eTi � @ s� d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e k
r\ ddl
ZY nX dddddd d
d d d
dg Z dd� Z ej
r�ej�e ej
��Zn e e�� �Zejdkr�dedd� �� kr�e ej�ee��Zejdk�r dedd� �� k�r e ej�eee��Zejdk�rBdedd� �� k�rBe ej�eee��Zdd� Ze� Zdadd � Ze�� Ze�d �Z d d � Z ej � � d Z ej dd � Z!e d e d! Z"ej�#ej$�Z%ej�#ej&�Z'da(dZ)d"d#� Z*d$d%� Z+d&d'� Z,d(d)� Z-d*d+� Z.d,d-� Z/dEd.d/�Z0d0d� Z1d1d2� Z2d3d4� Z3dFd5d�Z4d6d� Z5d7d
� Z6d8d � Z7e.� dd9fd:d
�Z8e.� dd9fd;d�Z9d<d� Z:d=d� Z;d>d � Z<d?d � Z=d@dA� Z>dBdC� Z?e@dDk�r�e?� dS )Gz-Access to Python's configuration information.� N)�pardir�realpath�get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s( z
t | �W S tk
r" | Y S X d S �N)r �OSError)�path� r �K/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/sysconfig.py�_safe_realpath" s
r �ntZpcbuildi����z\pc\vi����z\pcbuild\amd64i�c C s, dD ]"} t j�t j�td| ��r dS qdS )N)z
Setup.distz Setup.localZModulesTF)�osr �isfile�join�
_PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s~ddlm} t�dd�d }| |�}|�d�}|�� �}t�|� W 5 Q R X t rzdD ] }t�
|dd � t�
|d
d � qXd a d S )
N� )�finder�.� r z
sysconfig.cfg)� posix_prefixZ
posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T) � _cfg_readZ resourcesr �__name__�rsplit�findZ as_stream�_SCHEMESZreadfp�
_PYTHON_BUILD�set)r Zbackport_packageZ_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s
r, z \{([^{]*?)\}c
s� t � | �d�r | �d�}nt� }| �� }|D ]8}|dkr<q.|D ]$\}}| �||�rVq@| �|||� q@q.| �d� | �� D ]H}t| �|��� � fdd�}| �|�D ] \}}| �||t �
||�� q�qzd S )N�globalsc s$ | � d�}|� kr� | S | � d�S �Nr r ��group�Zmatchobj�name�� variablesr r � _replacero s
z"_expand_globals.<locals>._replacer) r, Z has_section�items�tuple�sectionsZ
has_optionr) Zremove_section�dict� _VAR_REPL�sub)�configr- r8 ZsectionZoption�valuer5 r r3 r �_expand_globalsY s$
r> � r c s � fdd�}t �|| �S )z�In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
c s8 | � d�}|� kr� | S |tjkr.tj| S | � d�S r. )r0 r �environr1 ��
local_varsr r r5 � s
z _subst_vars.<locals>._replacer�r: r; )r rB r5 r rA r � _subst_vars� s rD c C s0 | � � }|�� D ]\}}||kr"q|| |< qd S r )�keysr6 )Z target_dictZ
other_dictZ target_keys�keyr= r r r � _extend_dict� s
rG c C s` i }|d kri }t |t� � t�| �D ]4\}}tjdkrDtj�|�}tj�t ||��||< q&|S )N)�posixr )
rG r r' r6 r r2 r �
expanduser�normpathrD )r+ �vars�resrF r= r r r � _expand_vars� s
rM c s � fdd�}t �|| �S )Nc s$ | � d�}|� kr� | S | � d�S r. r/ r1 �rK r r r5 � s
z format_value.<locals>._replacerrC )r= rK r5 r rN r � format_value� s rO c C s t jdkrdS t jS )NrH r )r r2 r r r r �_get_default_scheme� s
rP c C s� t j�dd �} dd� }t jdkrBt j�d�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd
|d tjd d � �S | r�| S |dd
�S d S )N�PYTHONUSERBASEc W s t j�t jj| � �S r )r r rI r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwinZPYTHONFRAMEWORK�Libraryz%d.%dr z.local)r r@ �getr2 �sys�platformr � version_info)�env_baserS �baseZ frameworkr r r � _getuserbase� s$
�r_ c C s t �d�}t �d�}t �d�}|dkr*i }i }i }tj| ddd��}|�� }W 5 Q R X |D ]�} | �d�sZ| �� d krvqZ|�| �}
|
rZ|
�d
d �\} } | �� } | � d d �}
d
|
kr�| || < qZz t
| �} W n$ t k
r� | � d d
�|| < Y qZX | || < qZt |�
� �}d}t|�dk�r�t|�D �]�}|| }|�|��p>|�|�}
|
dk �r�|
�d
�} d}| |k�rpt|| �}n�| |k�r�d}nx| tjk�r�tj| }n`| |k�r�|�d��r�|dd� |k�r�d }n$d| |k�r�d}nt|d| �}n d || < }|�r�||
�� d� }|d|
�� � | | }d
|k�r:|||< n~z t
|�}W n" t k
�rh |�� ||< Y n
X |||< |�|� |�d��r�|dd� |k�r�|dd� }||k�r�|||< n|||< |�|� �q �q|�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r r z$$�$)�CFLAGS�LDFLAGSZCPPFLAGSr TFZPY_r? )�re�compile�codecs�open� readlines�
startswith�strip�matchr0 �replace�int�
ValueError�listrE �lenr7 �search�strr r@ �end�start�remover6 �
isinstance�update)�filenamerK Z _variable_rxZ _findvar1_rxZ _findvar2_rxZdoneZnotdone�f�lines�line�m�n�vZtmpvr4 Zrenamed_variablesr2 r= �found�itemZafter�kr r r �_parse_makefile� s�
�
�
r� c C sD t rtj�td�S ttd�r,dttjf } nd} tj�t d�| d�S )z Return the path of the Makefile.ZMakefile�abiflagsz config-%s%sr< �stdlib)
r( r r r r �hasattrrZ �_PY_VERSION_SHORTr� r )Zconfig_dir_namer r r r M s
c
C s� t � }zt|| � W nJ tk
r^ } z,d| }t|d�rF|d|j }t|��W 5 d}~X Y nX t� }z"t|��}t|| � W 5 Q R X W nJ tk
r� } z,d| }t|d�r�|d|j }t|��W 5 d}~X Y nX tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHAREDZLDSHARED) r r� �IOErrorr� r� r rk r r( )rK Zmakefile�e�msgZconfig_hr} r r r � _init_posixX s&
r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d
< t| d < tj�ttj��| d < d
S )z+Initialize the module as appropriate for NTr� ZLIBDESTZ
platstdlibZ
BINLIBDESTr! Z INCLUDEPYz.pydZSOz.exeZEXEZVERSIONZBINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer rZ �
executablerN r r r �_init_non_posixt s r� c C s� |dkr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )rh ri �readlinero r0 rq rr )�fprK Z define_rxZundef_rxr r� r� r� r r r r � s&
c C s: t r$tjdkr tj�td�} q,t} ntd�} tj�| d�S )z Return the path of pyconfig.h.r ZPCr" z
pyconfig.h)r( r r2 r r r r )Zinc_dirr r r r � s
c C s t tt�� ��S )z,Return a tuple containing the schemes names.)r7 �sortedr' r8 r r r r r
� s c C s
t �d�S )z*Return a tuple containing the paths names.r )r' Zoptionsr r r r r � s Tc C s& t � |rt| |�S tt�| ��S dS )z�Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
N)r, rM r9 r' r6 )r+ rK �expandr r r r
� s
c C s t |||�| S )z[Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
)r
)r2 r+ rK r� r r r r � s c G s� t dk�rzi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d
< tt d < ztjt d < W n tk
r� d
t d < Y nX t j
dkr�t t � t j
dkr�t t � tj
dkr�t� t d< dt kr�tt d< ntt d �t d< t�r\t j
dk�r\t}z t �� }W n tk
�r d}Y nX t j�t d ��s\||k�r\t j�|t d �}t j�|�t d< tjdk�rzt �� d }t|�d�d �}|dk �r�dD ]2}t | }t� dd|�}t� dd|�}|t |< �q�n�dt j k�rt j d }dD ]0}t | }t� dd|�}|d | }|t |< �q�t � dd
�} t� d | �}
|
dk �rz|
� d �} t j�!| ��szdD ]$}t | }t� d d|�}|t |< �qT| �r�g } | D ]}
| �"t � |
�� �q�| S t S dS ) ay With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
N�prefix� exec_prefixZ
py_versionZpy_version_shortr r Zpy_version_nodotr^ ZplatbaseZ projectbaser� rd )r Zos2rH z2.6�userbase�srcdirrW r � )rg Z
BASECFLAGSrf Z PY_CFLAGSr� z
-arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSrf z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r rZ r� �AttributeErrorr r2 r� r� �versionr_ r r( �getcwdr r �isabsr rJ r[ �unamerq �splitrh r; r@ rY ru r0 �exists�append)rR r^ �cwdr� Zkernel_versionZ
major_versionrF �flagsZarchrf r� ZsdkZvalsr2 r r r r � s�
�
c C s t � �| �S )z�Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
)r rY )r2 r r r r R s c C s^ t jdkrnd} tj�| �}|dkr(tjS tj�d|�}tj|t| � |� �� }|dkr\dS |dkrhdS tjS t jd ks�tt d
�s�tjS t � � \}}}}}|�� �
d d �}|�
d
d�}|�
d d�}|dd� dkr�d||f S |dd� dk�r&|d dk�rPd}dt |d �d |dd� f }�n*|dd� d k�rDd||f S |dd� d k�rdd |||f S |dd � d k�r�d }t �
d!�} | �|�}
|
�rP|
�� }�n�|dd � d"k�rPt� } | �d#�} | }
z td$�}W n tk
�r� Y nJX zt �d%|�� �}
W 5 |�� X |
dk �r2d&�|
�d'��d&�dd� �}
| �s<|
} | �rP| }d(}|
d& d)k�rd*t� �d+d ��� k�rd,}t� �d+�}t �d-|�}tt t |���}t|�d'k�r�|d }n^|d.k�r�d,}nN|d/k�r�d0}n>|d1k�r�d2}n.|d3k�r�d4}n |d5k�rd6}nt d7|f ��n<|d8k�r0tj d9k�rPd:}n |d;k�rPtj d9k�rLd<}nd=}d>|||f S )?a� Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
r z bit (����)Zamd64z win-amd64Zitaniumzwin-ia64rH r� �/rd r� �_�-N� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%sr? r � ZirixZaixz%s-%s.%s� �cygwinz[\d.]+rW ZMACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r Zmacosxz10.4.z-archrf Zfatz
-arch\s+(\S+))�i386�ppc)r� �x86_64Zintel)r� r� r� Zfat3)�ppc64r� Zfat64)r� r� r� r� Z universalz%Don't know machine value for archs=%rr� l r� )ZPowerPCZPower_Macintoshr� r� z%s-%s-%s) r r2 rZ r� r& r[ rt �lowerr� r� rp rq rh ri ro r0 r rY rk r� �closeru �readr r� rn �findallr7 r� r) rr �maxsize)r� �i�jZlookZosnameZhost�releaser� �machineZrel_rer� ZcfgvarsZmacverZ
macreleaser} ZcflagsZarchsr r r r [ s�
$
�
�
�
c C s t S r )r� r r r r r � s c C sF t t|�� ��D ]0\}\}}|dkr0td| � td||f � qd S )Nr z%s: z
%s = "%s")� enumerater� r6 �print)�title�data�indexrF r= r r r � _print_dict s r� c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"ZPathsZ VariablesN)r� r r rP r� r
r r r r r �_main s r� �__main__)N)N)A�__doc__rj r rh rZ Zos.pathr r Z configparser� ImportErrorZ ConfigParser�__all__r r� r r� r r� r2 r� r r r( r# r, ZRawConfigParserr' ri r: r> r� r� r� r� r� rJ r� r� r� r� r� Z
_USER_BASErD rG rM rO rP r_ r� r r� r� r r r
r r
r r r r r r� r� r$ r r r r �<module> s� � ""
#
v
#
site-packages/pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-38.pyc 0000644 00000036752 15201600075 0023763 0 ustar 00 U
��.eTi � @ s� d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e k
r\ ddl
ZY nX dddddd d
d d d
dg Z dd� Z ej
r�ej�e ej
��Zn e e�� �Zejdkr�dedd� �� kr�e ej�ee��Zejdk�r dedd� �� k�r e ej�eee��Zejdk�rBdedd� �� k�rBe ej�eee��Zdd� Ze� Zdadd � Ze�� Ze�d �Z d d � Z ej � � d Z ej dd � Z!e d e d! Z"ej�#ej$�Z%ej�#ej&�Z'da(dZ)d"d#� Z*d$d%� Z+d&d'� Z,d(d)� Z-d*d+� Z.d,d-� Z/dEd.d/�Z0d0d� Z1d1d2� Z2d3d4� Z3dFd5d�Z4d6d� Z5d7d
� Z6d8d � Z7e.� dd9fd:d
�Z8e.� dd9fd;d�Z9d<d� Z:d=d� Z;d>d � Z<d?d � Z=d@dA� Z>dBdC� Z?e@dDk�r�e?� dS )Gz-Access to Python's configuration information.� N)�pardir�realpath�get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s( z
t | �W S tk
r" | Y S X d S �N)r �OSError)�path� r �K/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/sysconfig.py�_safe_realpath" s
r �ntZpcbuildi����z\pc\vi����z\pcbuild\amd64i�c C s, dD ]"} t j�t j�td| ��r dS qdS )N)z
Setup.distz Setup.localZModulesTF)�osr �isfile�join�
_PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s�ddlm} t�dd�d }| |�}|�d�}|s>td��|�� �}t� |� W 5 Q R X t
r�dD ] }t� |d d
� t� |d d � qdd
a d S )N� )�finder�.� r z
sysconfig.cfgzsysconfig.cfg exists)� posix_prefixZ
posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T) � _cfg_readZ resourcesr �__name__�rsplit�find�AssertionErrorZ as_stream�_SCHEMESZreadfp�
_PYTHON_BUILD�set)r Zbackport_packageZ_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s
r- z \{([^{]*?)\}c
s� t � | �d�r | �d�}nt� }| �� }|D ]8}|dkr<q.|D ]$\}}| �||�rVq@| �|||� q@q.| �d� | �� D ]H}t| �|��� � fdd�}| �|�D ] \}}| �||t �
||�� q�qzd S )N�globalsc s$ | � d�}|� kr� | S | � d�S �Nr r ��group�Zmatchobj�name�� variablesr r � _replacero s
z"_expand_globals.<locals>._replacer) r- Z has_section�items�tuple�sectionsZ
has_optionr* Zremove_section�dict� _VAR_REPL�sub)�configr. r9 ZsectionZoption�valuer6 r r4 r �_expand_globalsY s$
r? � r c s � fdd�}t �|| �S )z�In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
c s8 | � d�}|� kr� | S |tjkr.tj| S | � d�S r/ )r1 r �environr2 ��
local_varsr r r6 � s
z _subst_vars.<locals>._replacer�r; r< )r rC r6 r rB r � _subst_vars� s rE c C s0 | � � }|�� D ]\}}||kr"q|| |< qd S r )�keysr7 )Z target_dictZ
other_dictZ target_keys�keyr> r r r � _extend_dict� s
rH c C s` i }|d kri }t |t� � t�| �D ]4\}}tjdkrDtj�|�}tj�t ||��||< q&|S )N)�posixr )
rH r r( r7 r r3 r �
expanduser�normpathrE )r, �vars�resrG r> r r r � _expand_vars� s
rN c s � fdd�}t �|| �S )Nc s$ | � d�}|� kr� | S | � d�S r/ r0 r2 �rL r r r6 � s
z format_value.<locals>._replacerrD )r> rL r6 r rO r � format_value� s rP c C s t jdkrdS t jS )NrI r )r r3 r r r r �_get_default_scheme� s
rQ c C s� t j�dd �} dd� }t jdkrBt j�d�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd
|d tjd d � �S | r�| S |dd
�S d S )N�PYTHONUSERBASEc W s t j�t jj| � �S r )r r rJ r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwinZPYTHONFRAMEWORK�Libraryz%d.%dr z.local)r rA �getr3 �sys�platformr � version_info)�env_baserT �baseZ frameworkr r r � _getuserbase� s$
�r` c C s t �d�}t �d�}t �d�}|dkr*i }i }i }tj| ddd��}|�� }W 5 Q R X |D ]�} | �d�sZ| �� d krvqZ|�| �}
|
rZ|
�d
d �\} } | �� } | � d d �}
d
|
kr�| || < qZz t
| �} W n$ t k
r� | � d d
�|| < Y qZX | || < qZt |�
� �}d}t|�dk�r�t|�D �]�}|| }|�|��p>|�|�}
|
dk �r�|
�d
�} d}| |k�rpt|| �}n�| |k�r�d}nx| tjk�r�tj| }n`| |k�r�|�d��r�|dd� |k�r�d }n$d| |k�r�d}nt|d| �}n d || < }|�r�||
�� d� }|d|
�� � | | }d
|k�r:|||< n~z t
|�}W n" t k
�rh |�� ||< Y n
X |||< |�|� |�d��r�|dd� |k�r�|dd� }||k�r�|||< n|||< |�|� �q �q|�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r r z$$�$)�CFLAGS�LDFLAGSZCPPFLAGSr TFZPY_r@ )�re�compile�codecs�open� readlines�
startswith�strip�matchr1 �replace�int�
ValueError�listrF �lenr8 �search�strr rA �end�start�remover7 �
isinstance�update)�filenamerL Z _variable_rxZ _findvar1_rxZ _findvar2_rxZdoneZnotdone�f�lines�line�m�n�vZtmpvr5 Zrenamed_variablesr3 r> �found�itemZafter�kr r r �_parse_makefile� s�
�
�
r� c C sD t rtj�td�S ttd�r,dttjf } nd} tj�t d�| d�S )z Return the path of the Makefile.ZMakefile�abiflagsz config-%s%sr= �stdlib)
r) r r r r �hasattrr[ �_PY_VERSION_SHORTr� r )Zconfig_dir_namer r r r M s
c
C s� t � }zt|| � W nJ tk
r^ } z,d| }t|d�rF|d|j }t|��W 5 d}~X Y nX t� }z"t|��}t|| � W 5 Q R X W nJ tk
r� } z,d| }t|d�r�|d|j }t|��W 5 d}~X Y nX tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHAREDZLDSHARED) r r� �IOErrorr� r� r rl r r) )rL Zmakefile�e�msgZconfig_hr~ r r r � _init_posixX s&
r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d
< t| d < tj�ttj��| d < d
S )z+Initialize the module as appropriate for NTr� ZLIBDESTZ
platstdlibZ
BINLIBDESTr! Z INCLUDEPYz.pydZSOz.exeZEXEZVERSIONZBINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer r[ �
executablerO r r r �_init_non_posixt s r� c C s� |dkr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )ri rj �readlinerp r1 rr rs )�fprL Z define_rxZundef_rxr� r� r� r� r r r r � s&
c C s: t r$tjdkr tj�td�} q,t} ntd�} tj�| d�S )z Return the path of pyconfig.h.r ZPCr" z
pyconfig.h)r) r r3 r r r r )Zinc_dirr r r r � s
c C s t tt�� ��S )z,Return a tuple containing the schemes names.)r8 �sortedr( r9 r r r r r
� s c C s
t �d�S )z*Return a tuple containing the paths names.r )r( Zoptionsr r r r r � s Tc C s& t � |rt| |�S tt�| ��S dS )z�Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
N)r- rN r: r( r7 )r, rL �expandr r r r
� s
c C s t |||�| S )z[Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
)r
)r3 r, rL r� r r r r � s c G s� t dk�rzi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d
< tt d < ztjt d < W n tk
r� d
t d < Y nX t j
dkr�t t � t j
dkr�t t � tj
dkr�t� t d< dt kr�tt d< ntt d �t d< t�r\t j
dk�r\t}z t �� }W n tk
�r d}Y nX t j�t d ��s\||k�r\t j�|t d �}t j�|�t d< tjdk�rzt �� d }t|�d�d �}|dk �r�dD ]2}t | }t� dd|�}t� dd|�}|t |< �q�n�dt j k�rt j d }dD ]0}t | }t� dd|�}|d | }|t |< �q�t � dd
�} t� d | �}
|
dk �rz|
� d �} t j�!| ��szdD ]$}t | }t� d d|�}|t |< �qT| �r�g } | D ]}
| �"t � |
�� �q�| S t S dS ) ay With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
N�prefix� exec_prefixZ
py_versionZpy_version_shortr r Zpy_version_nodotr_ ZplatbaseZ projectbaser� re )r Zos2rI z2.6�userbase�srcdirrX r � )rh Z
BASECFLAGSrg Z PY_CFLAGSr� z
-arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSrg z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r r[ r� �AttributeErrorr r3 r� r� �versionr` r r) �getcwdr r �isabsr rK r\ �unamerr �splitri r< rA rZ rv r1 �exists�append)rS r_ �cwdr� Zkernel_versionZ
major_versionrG �flagsZarchrg r� ZsdkZvalsr3 r r r r � s�
�
c C s t � �| �S )z�Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
)r rZ )r3 r r r r R s c C s^ t jdkrnd} tj�| �}|dkr(tjS tj�d|�}tj|t| � |� �� }|dkr\dS |dkrhdS tjS t jd ks�tt d
�s�tjS t � � \}}}}}|�� �
d d �}|�
d
d�}|�
d d�}|dd� dkr�d||f S |dd� dk�r&|d dk�rPd}dt |d �d |dd� f }�n*|dd� d k�rDd||f S |dd� d k�rdd |||f S |dd � d k�r�d }t �
d!�} | �|�}
|
�rP|
�� }�n�|dd � d"k�rPt� } | �d#�} | }
z td$�}W n tk
�r� Y nJX zt �d%|�� �}
W 5 |�� X |
dk �r2d&�|
�d'��d&�dd� �}
| �s<|
} | �rP| }d(}|
d& d)k�rd*t� �d+d ��� k�rd,}t� �d+�}t �d-|�}tt t |���}t|�d'k�r�|d }n^|d.k�r�d,}nN|d/k�r�d0}n>|d1k�r�d2}n.|d3k�r�d4}n |d5k�rd6}nt d7|f ��n<|d8k�r0tj d9k�rPd:}n |d;k�rPtj d9k�rLd<}nd=}d>|||f S )?a� Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
r z bit (����)Zamd64z win-amd64Zitaniumzwin-ia64rI r� �/re r� �_�-N� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%sr@ r � ZirixZaixz%s-%s.%s� �cygwinz[\d.]+rX ZMACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r Zmacosxz10.4.z-archrg Zfatz
-arch\s+(\S+))�i386�ppc)r� �x86_64Zintel)r� r� r� Zfat3)�ppc64r� Zfat64)r� r� r� r� Z universalz%Don't know machine value for archs=%rr� l r� )ZPowerPCZPower_Macintoshr� r� z%s-%s-%s) r r3 r[ r� r& r\ ru �lowerr� r� rq rr ri rj rp r1 r rZ rl r� �closerv �readr r� ro �findallr8 r� r* rs �maxsize)r� �i�jZlookZosnameZhost�releaser� �machineZrel_rer� ZcfgvarsZmacverZ
macreleaser~ ZcflagsZarchsr r r r [ s�
$
�
�
�
c C s t S r )r� r r r r r � s c C sF t t|�� ��D ]0\}\}}|dkr0td| � td||f � qd S )Nr z%s: z
%s = "%s")� enumerater� r7 �print)�title�data�indexrG r> r r r � _print_dict s r� c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"ZPathsZ VariablesN)r� r r rQ r� r
r r r r r �_main s r� �__main__)N)N)A�__doc__rk r ri r[ Zos.pathr r Z configparser� ImportErrorZ ConfigParser�__all__r r� r r� r r� r3 r� r r r) r# r- ZRawConfigParserr( rj r; r? r� r� r� r� r� rK r� r� r� r� r� Z
_USER_BASErE rH rN rP rQ r` r� r r� r� r r r
r r
r r r r r r� r� r$ r r r r �<module> s� � ""
#
v
#
site-packages/pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-38.pyc 0000644 00000000677 15201600075 0023513 0 ustar 00 U
��.e � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
N)�__doc__� r r �J/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/__init__.py�<module> � site-packages/pip/_vendor/distlib/manifest.py 0000644 00000034733 15201600075 0015330 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2013 Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
"""
import fnmatch
import logging
import os
import re
import sys
from . import DistlibException
from .compat import fsdecode
from .util import convert_path
__all__ = ['Manifest']
logger = logging.getLogger(__name__)
# a \ followed by some spaces + EOL
_COLLAPSE_PATTERN = re.compile('\\\\w*\n', re.M)
_COMMENTED_LINE = re.compile('#.*?(?=\n)|\n(?=$)', re.M | re.S)
#
# Due to the different results returned by fnmatch.translate, we need
# to do slightly different processing for Python 2.7 and 3.2 ... this needed
# to be brought in for Python 3.6 onwards.
#
_PYTHON_VERSION = sys.version_info[:2]
class Manifest(object):
"""A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
"""
def __init__(self, base=None):
"""
Initialise an instance.
:param base: The base directory to explore under.
"""
self.base = os.path.abspath(os.path.normpath(base or os.getcwd()))
self.prefix = self.base + os.sep
self.allfiles = None
self.files = set()
#
# Public API
#
def findall(self):
"""Find all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
"""
from stat import S_ISREG, S_ISDIR, S_ISLNK
self.allfiles = allfiles = []
root = self.base
stack = [root]
pop = stack.pop
push = stack.append
while stack:
root = pop()
names = os.listdir(root)
for name in names:
fullname = os.path.join(root, name)
# Avoid excess stat calls -- just one will do, thank you!
stat = os.stat(fullname)
mode = stat.st_mode
if S_ISREG(mode):
allfiles.append(fsdecode(fullname))
elif S_ISDIR(mode) and not S_ISLNK(mode):
push(fullname)
def add(self, item):
"""
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
"""
if not item.startswith(self.prefix):
item = os.path.join(self.base, item)
self.files.add(os.path.normpath(item))
def add_many(self, items):
"""
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
"""
for item in items:
self.add(item)
def sorted(self, wantdirs=False):
"""
Return sorted files in directory order
"""
def add_dir(dirs, d):
dirs.add(d)
logger.debug('add_dir added %s', d)
if d != self.base:
parent, _ = os.path.split(d)
assert parent not in ('', '/')
add_dir(dirs, parent)
result = set(self.files) # make a copy!
if wantdirs:
dirs = set()
for f in result:
add_dir(dirs, os.path.dirname(f))
result |= dirs
return [os.path.join(*path_tuple) for path_tuple in
sorted(os.path.split(path) for path in result)]
def clear(self):
"""Clear all collected files."""
self.files = set()
self.allfiles = []
def process_directive(self, directive):
"""
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
"""
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dirpattern).
action, patterns, thedir, dirpattern = self._parse_directive(directive)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
if action == 'include':
for pattern in patterns:
if not self._include_pattern(pattern, anchor=True):
logger.warning('no files found matching %r', pattern)
elif action == 'exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, anchor=True)
#if not found:
# logger.warning('no previously-included files '
# 'found matching %r', pattern)
elif action == 'global-include':
for pattern in patterns:
if not self._include_pattern(pattern, anchor=False):
logger.warning('no files found matching %r '
'anywhere in distribution', pattern)
elif action == 'global-exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, anchor=False)
#if not found:
# logger.warning('no previously-included files '
# 'matching %r found anywhere in '
# 'distribution', pattern)
elif action == 'recursive-include':
for pattern in patterns:
if not self._include_pattern(pattern, prefix=thedir):
logger.warning('no files found matching %r '
'under directory %r', pattern, thedir)
elif action == 'recursive-exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, prefix=thedir)
#if not found:
# logger.warning('no previously-included files '
# 'matching %r found under directory %r',
# pattern, thedir)
elif action == 'graft':
if not self._include_pattern(None, prefix=dirpattern):
logger.warning('no directories found matching %r',
dirpattern)
elif action == 'prune':
if not self._exclude_pattern(None, prefix=dirpattern):
logger.warning('no previously-included directories found '
'matching %r', dirpattern)
else: # pragma: no cover
# This should never happen, as it should be caught in
# _parse_template_line
raise DistlibException(
'invalid action %r' % action)
#
# Private API
#
def _parse_directive(self, directive):
"""
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
"""
words = directive.split()
if len(words) == 1 and words[0] not in ('include', 'exclude',
'global-include',
'global-exclude',
'recursive-include',
'recursive-exclude',
'graft', 'prune'):
# no action given, let's use the default 'include'
words.insert(0, 'include')
action = words[0]
patterns = thedir = dir_pattern = None
if action in ('include', 'exclude',
'global-include', 'global-exclude'):
if len(words) < 2:
raise DistlibException(
'%r expects <pattern1> <pattern2> ...' % action)
patterns = [convert_path(word) for word in words[1:]]
elif action in ('recursive-include', 'recursive-exclude'):
if len(words) < 3:
raise DistlibException(
'%r expects <dir> <pattern1> <pattern2> ...' % action)
thedir = convert_path(words[1])
patterns = [convert_path(word) for word in words[2:]]
elif action in ('graft', 'prune'):
if len(words) != 2:
raise DistlibException(
'%r expects a single <dir_pattern>' % action)
dir_pattern = convert_path(words[1])
else:
raise DistlibException('unknown action %r' % action)
return action, patterns, thedir, dir_pattern
def _include_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
"""
# XXX docstring lying about what the special chars are?
found = False
pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex)
# delayed loading of allfiles list
if self.allfiles is None:
self.findall()
for name in self.allfiles:
if pattern_re.search(name):
self.files.add(name)
found = True
return found
def _exclude_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
"""
found = False
pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex)
for f in list(self.files):
if pattern_re.search(f):
self.files.remove(f)
found = True
return found
def _translate_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
"""
if is_regex:
if isinstance(pattern, str):
return re.compile(pattern)
else:
return pattern
if _PYTHON_VERSION > (3, 2):
# ditch start and end characters
start, _, end = self._glob_to_re('_').partition('_')
if pattern:
pattern_re = self._glob_to_re(pattern)
if _PYTHON_VERSION > (3, 2):
assert pattern_re.startswith(start) and pattern_re.endswith(end)
else:
pattern_re = ''
base = re.escape(os.path.join(self.base, ''))
if prefix is not None:
# ditch end of pattern character
if _PYTHON_VERSION <= (3, 2):
empty_pattern = self._glob_to_re('')
prefix_re = self._glob_to_re(prefix)[:-len(empty_pattern)]
else:
prefix_re = self._glob_to_re(prefix)
assert prefix_re.startswith(start) and prefix_re.endswith(end)
prefix_re = prefix_re[len(start): len(prefix_re) - len(end)]
sep = os.sep
if os.sep == '\\':
sep = r'\\'
if _PYTHON_VERSION <= (3, 2):
pattern_re = '^' + base + sep.join((prefix_re,
'.*' + pattern_re))
else:
pattern_re = pattern_re[len(start): len(pattern_re) - len(end)]
pattern_re = r'%s%s%s%s.*%s%s' % (start, base, prefix_re, sep,
pattern_re, end)
else: # no prefix -- respect anchor flag
if anchor:
if _PYTHON_VERSION <= (3, 2):
pattern_re = '^' + base + pattern_re
else:
pattern_re = r'%s%s%s' % (start, base, pattern_re[len(start):])
return re.compile(pattern_re)
def _glob_to_re(self, pattern):
"""Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
"""
pattern_re = fnmatch.translate(pattern)
# '?' and '*' in the glob pattern become '.' and '.*' in the RE, which
# IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix,
# and by extension they shouldn't match such "special characters" under
# any OS. So change all non-escaped dots in the RE to match any
# character except the special characters (currently: just os.sep).
sep = os.sep
if os.sep == '\\':
# we're using a regex to manipulate a regex, so we need
# to escape the backslash twice
sep = r'\\\\'
escaped = r'\1[^%s]' % sep
pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re)
return pattern_re
site-packages/pip/_vendor/distlib/__pycache__/resources.cpython-38.opt-1.pyc 0000644 00000025334 15201600075 0022756 0 ustar 00 U
��.e* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
mZmZmZmZ e�e�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z e d�ee
j e iZ zFz d dl Z!W n e"k
�r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk
�rX Y nX dd� Z'i Z(dd� Z)e �*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d kr t j�t� td��}tt| ��|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base�� __class__� �A/usr/lib/python3.8/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr �r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j �|�\}}|dkr |}n~tj�| j| �|�|�}tj�|�}tj�|�sXt� |� tj�
|�sjd}n | � ||�}|r�t |d��}|�
|j� W 5 Q R X |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor
r r r Z
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s
zResourceCache.get)N)�__name__�
__module__� __qualname__r r r& �
__classcell__r r r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S �N)r �name)r r r- r r r r I s zResourceBase.__init__N)r' r( r) r r r r r r+ H s r+ c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j �| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream�r r r r � as_streamV s zResource.as_streamc C s t d krt� a t �| �S r, )�cacher r& r0 r r r � file_path_ s zResource.file_pathc C s | j �| �S r, )r � get_bytesr0 r r r r" f s zResource.bytesc C s | j �| �S r, )r �get_sizer0 r r r �sizej s z
Resource.sizeN)
r' r( r) �__doc__� is_containerr1 r r3 r" r6 r r r r r. N s
r. c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j �| �S r, )r �
get_resourcesr0 r r r � resourcesr s zResourceContainer.resourcesN)r' r( r) r8 r r; r r r r r9 o s r9 c @ s� e Zd ZdZej�d�r dZndZdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zdd � Zd S ) �ResourceFinderz4
Resource finder for file system resources.
�java)�.pyc�.pyoz.class)r> r? c C s. || _ t|dd �| _tj�t|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr
r r r )r rC r r r r � s zResourceFinder.__init__c C s t j�|�S r, )r
r �realpath�r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|�|�}|�d| j� tjj|� }| �|�S )N� /�/r ) �
isinstancer" �split�insertr r
r r rH )r �
resource_name�sep�partsr$ r r r �
_make_path� s
zResourceFinder._make_pathc C s t j�|�S r, )r
r r rG r r r �_find� s zResourceFinder._findc C s
d |j fS r, )r �r r r r r r � s z ResourceFinder.get_cache_infoc C sD | � |�}| �|�sd }n&| �|�r0t| |�}n
t| |�}||_|S r, )rQ rR �
_is_directoryr9 r. r )r rN r r$ r r r �find� s
zResourceFinder.findc C s t |jd�S �N�rb)r r rS r r r r/ � s zResourceFinder.get_streamc
C s, t |jd��}|�� W 5 Q R � S Q R X d S rV )r r �read)r r r% r r r r4 � s zResourceFinder.get_bytesc C s t j�|j�S r, )r
r �getsizerS r r r r5 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�t�|j�D ��S )Nc s | dko| � � j� S )N� __pycache__)�endswith�skipped_extensions)r% r0 r r �allowed� s
�z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r% )r] r r �
<listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr
�listdirr rS r )r] r r r: � s z ResourceFinder.get_resourcesc C s | � |j�S r, )rT r rS r r r r8 � s zResourceFinder.is_containerc c s� | � |�}|d k r�|g}|r�|�d�}|V |jr|j}|jD ]>}|sL|}nd�||g�}| � |�}|jrv|�|� q>|V q>qd S )Nr rJ )rU �popr8 r- r; r �append)r rN r ZtodoZrnamer- �new_nameZchildr r r �iterator� s
zResourceFinder.iteratorN)r' r( r) r7 �sys�platform�
startswithr\ r rH rQ rR r rU r/ r4 r5 r: r8 � staticmethodr
r r rT re r r r r r< w s" r< c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| ��|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r rj r rE �archive�len�
prefix_len�hasattrrk � zipimport�_zip_directory_cache�sorted�index)r rC rl r r r r � s zZipResourceFinder.__init__c C s |S r, r rG r r r rH � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }t�| j|�}z| j| �|�}W n tk
rt d}Y nX |s�t� d|| j
j � nt� d|| j
j � |S )NT���Fz_find failed: %r %rz_find worked: %r %r) rn rk r
rO �bisectrs rh �
IndexError�logger�debugrE r# )r r r$ �ir r r rR � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rE rl r rm )r r r# r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j �|j�S r, )rE �get_datar rS r r r r4 � s zZipResourceFinder.get_bytesc C s t �| �|��S r, )�io�BytesIOr4 rS r r r r/ � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rn rk r r r r r5 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }t�| j|�}|t| j�k r�| j| �|�shq�| j| |d � }|� |�
tjd�d � |d7 }qH|S )Nrt r r ) r rn r
rO rm r` ru rs rh �addrL )r r r Zplenr$ ry �sr r r r: s
z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }t�| j|�}z| j| �|�}W n tk
rd d}Y nX |S )Nrt F)rn r
rO ru rs rh rv )r r ry r$ r r r rT s
z ZipResourceFinder._is_directory)r' r( r) r7 r rH rR r r4 r/ r5 r: rT r* r r r r rj � s rj c C s |t t| �< d S r, )�_finder_registry�type)rE � finder_makerr r r �register_finder0 s r� c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}t�t|��}|dkrxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packager@ z Unable to locate finder for %r) �
_finder_cacherf �modules�
__import__rD r r� r& r� )�packager$ rC r rE r� r r r r 6 s
r Z __dummy__c C sR d}t �| � tj�| �}t�t|��}|rNt}tj �
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
NrB )
�pkgutilZ get_importerrf �path_importer_cacher& r� r� �
_dummy_moduler
r r rA r@ )r r$ rE r rC r r r �finder_for_pathR s
r� ).Z
__future__r ru r{ Zloggingr
r� Zshutilrf �typesrp rB r �utilr r r r Z getLoggerr' rw r2 r �objectr+ r. r9 r< rj r� � zipimporterr� �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�AttributeErrorr� r� r �
ModuleTyper
r� r� r r r r �<module> sN
,!ZN �
site-packages/pip/_vendor/distlib/__pycache__/metadata.cpython-38.pyc 0000644 00000063760 15201600075 0021572 0 ustar 00 U
��.e*� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ e�e�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z dddgZ dZ dZ!e�"d�Z#e�"d�Z$dZ%dZ&d Z'd Z(d Z)d Z*d Z+e*d! Z,d"Z-e.� Z/e/�0e%� e/�0e&� e/�0e(� e/�0e*� e/�0e,� e�"d#�Z1d$d%� Z2d&d'� Z3d(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdF� Z4dGZ5dHZ6dIZ7dJZ8dKZ9dLZ:dMZ;e<� Z=e�"dN�Z>dXdPdQ�Z?G dRdS� dSe<�Z@dTZAdUZBdVZCG dWd� de<�ZDdS )YzImplementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN��__name__�
__module__� __qualname__�__doc__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSION�utf-8�1.1z
\|�
) �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License)r r! r" r# �Supported-Platformr$ r% r& r' r( r) r* �
Classifier� Download-URL� Obsoletes�Provides�Requires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) �
Maintainer�Maintainer-emailr* r, r- �Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 �Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extra)r9 r= r: r; r< )�Description-Content-Typer0 r/ )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sL | dkr t S | dkrtS | dkr$tS | dkr4tt S | dkr@tS t| ��d S )N�1.0r �1.2)�1.3�2.1�2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _566_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistp s rJ c
C sB dd� }g }| � � D ]"\}}|g ddfkr,q|�|� qddddd d
g}|D ]�}|tkrvd|krv|�d� t�d |� |tkr�d|kr�|�d� t�d |� |tkr�d|kr�|�d� t�d
|� |tkr�d|kr�|�d� t�d|� |tk�r d
|k�r |dk�r |�d
� t�d|� |t krLd |krL|�d � t�d|� qLt
|�dk�rZ|d S t
|�dk�r|t�d| � t d��d|k�o�||t �}d|k�o�||t
�}d
|k�o�||t�}d |k�o�||t�} t|�t|� t|� t| � dk�r�t d��|�s |�s |�s | �s t|k�r tS |�r*dS |�r4dS |�r>d
S d S )z5Detect the best version depending on the fields used.c S s |D ]}|| kr dS qdS )NTFr )�keys�markers�markerr r r � _has_marker� s z"_best_version.<locals>._has_marker�UNKNOWNNr? r r@ rA rC rB zRemoved 1.0 due to %szRemoved 1.1 due to %szRemoved 1.2 due to %szRemoved 1.3 due to %sr% zRemoved 2.1 due to %szRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)�items�appendrD �remove�logger�debugrE rF rG rH �lenr � _314_MARKERS� _345_MARKERS� _566_MARKERS� _426_MARKERS�intr )
�fieldsrN rK �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r �
_best_version~ s`
&
r^ r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r5 r6 r; r7 r8 r0 r/ r. r4 r9 r: r< r= ) �metadata_version�namerI �platformZsupported_platform�summary� description�keywords� home_page�author� author_email�
maintainer�maintainer_email�license�
classifier� download_url�obsoletes_dist�
provides_dist�
requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extra)r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t �d| �} t �d|�dd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)r` rI Z for_filenamer r r �_get_name_and_version� s r~ c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||g� d �dk r td��i | _g | _d | _|| _|d k rH| �|� n.|d k r\| �|� n|d k rv| �|� | � � d S )N� �'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingr� r r r �__init__ s
zLegacyMetadata.__init__c C s t | j�| jd< d S �Nr )r^ r� �r� r r r r� " s z#LegacyMetadata.set_metadata_versionc C s |� d||f � d S )Nz%s: %s
)�write)r� r� r` r] r r r � _write_field% s zLegacyMetadata._write_fieldc C s
| � |�S �N)�get�r� r` r r r � __getitem__( s zLegacyMetadata.__getitem__c C s | � ||�S r� )�set)r� r` r] r r r � __setitem__+ s zLegacyMetadata.__setitem__c C s8 | � |�}z | j|= W n tk
r2 t|��Y nX d S r� )�
_convert_namer� �KeyError)r� r` �
field_namer r r � __delitem__. s
zLegacyMetadata.__delitem__c C s || j kp| �|�| j kS r� )r� r� r� r r r � __contains__5 s
�zLegacyMetadata.__contains__c C s( |t kr |S |�dd��� }t�||�S )Nrx �_)� _ALL_FIELDSr} �lower� _ATTR2FIELDr� r� r r r r� 9 s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrO )� _LISTFIELDS�_ELEMENTSFIELDr� r r r �_default_value? s z LegacyMetadata._default_valuec C s& | j dkrt�d|�S t�d|�S d S )N�r? r �
)r_ �_LINE_PREFIX_PRE_1_2r| �_LINE_PREFIX_1_2�r� r] r r r �_remove_line_prefixD s
z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S r� )r� �AttributeErrorr� r r r � __getattr__J s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r! r" )r~ )r� Zfilesafer r r � get_fullnameU s zLegacyMetadata.get_fullnamec C s | � |�}|tkS )z+return True if name is a valid metadata key)r� r� r� r r r �is_field[ s
zLegacyMetadata.is_fieldc C s | � |�}|tkS r� )r� r� r� r r r �is_multi_field` s
z LegacyMetadata.is_multi_fieldc C s. t j|ddd�}z| �|� W 5 |�� X dS )z*Read the metadata values from a file path.�rr ��encodingN)�codecs�open�closer� )r� �filepath�fpr r r r� d s zLegacyMetadata.readc C s� t |�}|d | jd< tD ]p}||kr(q|tkrf|�|�}|tkrX|dk rXdd� |D �}| �||� q|| }|dk r|dkr| �||� qdS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |�d ���qS ��,)�tuple�split��.0r] r r r �
<listcomp>y s z,LegacyMetadata.read_file.<locals>.<listcomp>rO )r r� r� r� Zget_all�_LISTTUPLEFIELDSr� )r� Zfileob�msg�field�valuesr] r r r r� l s
zLegacyMetadata.read_filec C s0 t j|ddd�}z| �||� W 5 |�� X dS )z&Write the metadata fields to filepath.�wr r� N)r� r� r� �
write_file)r� r� � skip_unknownr� r r r r� � s zLegacyMetadata.writec C s� | � � t| d �D ]�}| �|�}|r8|dg dgfkr8q|tkrV| �||d�|�� q|tkr�|dkr�| jdkr~|�dd�}n |�dd�}|g}|t kr�d d
� |D �}|D ]}| �|||� q�qd S ) z0Write the PKG-INFO format data to a file object.r rO r� r% r� r� r z
|c S s g | ]}d � |��qS r� ��joinr� r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)
r� rJ r� r� r� r� r� r_ r} r� )r� Z
fileobjectr� r� r� r] r r r r� � s$
zLegacyMetadata.write_filec sv � fdd�}|sn@t |d�r:|�� D ]}|||| � q$n|D ]\}}|||� q>|rr|�� D ]\}}|||� q^dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t kr |r � �� �| �|� d S r� )r� r� r� )r\ r] r� r r �_set� s z#LegacyMetadata.update.<locals>._setrK N)�hasattrrK rP )r� �other�kwargsr� �k�vr r� r r� � s
zLegacyMetadata.updatec C sh | � |�}|tks|dkrNt|ttf�sNt|t�rHdd� |�d�D �}qzg }n,|tkrzt|ttf�szt|t�rv|g}ng }t� t
j ��r<| d }t | j
�}|tkr�|dk r�|D ](}|�|�d�d �s�t�d |||� q�nb|tk�r |dk �r |�|��s<t�d
|||� n0|tk�r<|dk �r<|�|��s<t�d
|||� |tk�rZ|d k�rZ| �|�}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }|� � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r! N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r� r� �
isinstance�listr� r r� r� rS Z isEnabledFor�loggingZWARNINGr
r� �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� r� )r� r` r] Z project_namer� r� r r r r� � sV
�
�
� � �
zLegacyMetadata.setc C s� | � |�}|| jkr*|tkr&| �|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }|D ].}|tkr~|�|� qf|�|d |d f� qf|S |tkr�| j| }t |t
�r�|� d�S | j| S )zGet a metadata field.Nr r r� ) r� r� �_MISSINGr� r� r� r� rQ r� r� r r� )r� r` r� r] �res�valr r r r� � s.
zLegacyMetadata.getc s� | � � g g }}dD ]}|| kr|�|� q|rP|g krPdd�|� }t|��dD ]}|| krT|�|� qT| d dkr�||fS t| j�� � fdd�}t|ft� jft � j
ffD ]@\}}|D ]2} | � | d �}
|
d k r�||
�s�|�d
| |
f � q�q�||fS ) zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are provided)r! r" z missing required metadata: %s�, )r' r( r r@ c s( | D ] }� � |�d�d �s dS qdS )Nr� r FT)r� r� )r] r� �r� r r �are_valid_constraints# s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r� rQ r� r r
r� r� r� r� r� r� r� ) r� �strict�missing�warnings�attrr� r� r[ Z
controllerr� r] r r� r �check s8
��� zLegacyMetadata.checkc C s� | � � d}i }|D ]"\}}|r*|| jkr| | ||< q| d dkr�d}|D ]B\}}|rb|| jkrL|dkrx| | ||< qLdd� | | D �||< qLn8| d dkr�d }|D ]"\}}|r�|| jkr�| | ||< q�|S )
z�Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
)
)r_ r )r` r! )rI r" )rb r$ )re r' )rf r( )rg r) )rj r* )rc r% )rd r& )ra r# )� classifiersr, )rl r- r r@ ))ro r6 )rq r7 )rr r8 )rn r5 )rm r3 )rv r4 )rh r1 )ri r2 rv c S s g | ]}d � |��qS r� r� )r� �ur r r r� b s z)LegacyMetadata.todict.<locals>.<listcomp>r ))rt r/ )rs r0 )ru r. )r� r� )r� Z skip_missingZ mapping_1_0�datar\ r� Z mapping_1_2Z mapping_1_1r r r �todict5 s&
zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| kr| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r� � requirementsr� r r r �add_requirementsp s
z LegacyMetadata.add_requirementsc C s t t| d ��S r� )r� rJ r� r r r rK { s zLegacyMetadata.keysc c s | � � D ]
}|V qd S r� �rK )r� r\ r r r �__iter__~ s zLegacyMetadata.__iter__c s � fdd�� � � D �S )Nc s g | ] }� | �qS r r �r� r\ r� r r r� � s z)LegacyMetadata.values.<locals>.<listcomp>r� r� r r� r r� � s zLegacyMetadata.valuesc s � fdd�� � � D �S )Nc s g | ]}|� | f�qS r r r� r� r r r� � s z(LegacyMetadata.items.<locals>.<listcomp>r� r� r r� r rP � s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r r` rI r� r r r �__repr__� s �zLegacyMetadata.__repr__)NNNr� )F)F)F)N)F)F)"r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rK r� r� rP r� r r r r r s@ �
,
,
; r z pydist.jsonz
metadata.jsonZMETADATAc @ s� e Zd ZdZe�d�Ze�dej�Ze Z
e�d�Z dZ de
Zdddd �Zd
Zd Zedfedfe
dfe dfd �Zd
ZdDdd�Zed�ZdefZdefZdefdefeeedefeeeedefddd�
Z[[dd� Z dEd d �Z d d � Z e d d!� �Z e d"d#� �Z!e!j"d$d#� �Z!dFd%d&�Z#e d'd(� �Z$e d)d*� �Z%e%j"d+d*� �Z%d,d-� Z&d.d/� Z'd0d1� Z(d2d3� Z)d4d5d6d7d8dd9�Z*d:d;� Z+dGd>d?�Z,d@dA� Z-dBdC� Z.dS )Hr z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rC z distlib (%s)r )�legacy)r` rI rb zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r_ r` rI rb )�_legacy�_datar� Nr� c C s0 |||g� d �dk r td��d | _d | _|| _|d k rzz| �||� || _W n* tk
rv t||d�| _| �� Y nX n�d }|r�t |d��}|�
� }W 5 Q R X n |r�|�
� }|d kr�| j | j d�| _ndt
|t�s�|�d�}z t�|�| _| �| j|� W n0 tk
�r* tt|�|d�| _| �� Y nX d S )Nr� r� )r� r� �rb�r_ � generatorr )r� r� )r� r� r� r� r� �_validate_mappingr r �validater� r� �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r� r� r� r� r� r� �fr r r r� � s@
�
�zMetadata.__init__)r` rI rj rd rb r6 r; r= r, )r- N)r N)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commandsr� Z
source_urlr_ c
C sX t �| d�}t �| d�}||k�r|| \}}| jr^|d krP|d krHd n|� }n | j�|�}n�|d krjd n|� }|dkr�| j�||�}n�t � }|}| j�d�} | �r
|dkr�| �d|�}nP|dkr�| �d�} | r�| �||�}n,| �d �} | s�| j�d �} | �r
| �||�}||k�rT|}n:||k�r2t �| |�}n"| j�rH| j�|�}n | j�|�}|S )
N� common_keys� mapped_keys�r r r r r� �
extensionsr �python.commandsr� �python.details�python.exports)�object�__getattribute__r� r� r� )
r� r\ �common�mapped�lkZmaker�resultr] �sentinel�dr r r r sD
zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|�|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSr� �matchr )r� r\ r] r� �pattern�
exclusions�mr r r �_validate_value+ s
��zMetadata._validate_valuec C s* | � ||� t�| d�}t�| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|dkrj|| j|< nR| j�di �}|dkr�||d< n2|dkr�|�di �}|||< n|�d i �}|||< nh||kr�t�| ||� nP|d
k�rt|t ��r|�
� }|�r|� � }ng }| j�r || j|< n
|| j|< d S ) Nr
r r r
r r r� r r rd ) r r r r� �NotImplementedErrorr� �
setdefault� __setattr__r� r r� r� )r� r\ r] r r r r� r r r r r! 5 s<
zMetadata.__setattr__c C s t | j| jd�S �NT)r~ r` rI r� r r r �name_and_version\ s zMetadata.name_and_versionc C sF | j r| j d }n| j�dg �}d| j| jf }||krB|�|� |S )Nr5 rt z%s (%s))r� r� r r` rI rQ )r� r �sr r r rt ` s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nr5 rt )r� r� r� r r r rt k s c
C s� | j r |}n�g }t|pg | j�}|D ]d}d|kr>d|kr>d}n8d|krLd}n|�d�|k}|rv|�d�}|rvt||�}|r$|�|d � q$dD ]F}d| } | |kr�|�| � | j�d| g �}|�| j|||d�� q�|S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentTrs )ZbuildZdevZtestz:%s:z %s_requires)r �env) r� r r r� r
�extendrR r� �get_requirements)
r� �reqtsr r' r r ZincluderM r\ �er r r r) r s2
�
zMetadata.get_requirementsc C s | j r| �� S | jS r� )r� � _from_legacyr� r� r r r �
dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S r� )r� r r r� �DEPENDENCY_KEYSr� r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | j�|� d S r� )r� r r� r� r� r r r r/ � s c C s� |� d�| jkrt� �g }| j�� D ]"\}}||kr$||kr$|�|� q$|rbdd�|� }t|��|�� D ]\}}| �|||� qjd S )Nr_ zMissing metadata items: %sr� ) r� r� r �MANDATORY_KEYSrP rQ r� r r ) r� r� r� r� r\ r r� r� r� r r r r� � s zMetadata._validate_mappingc C sB | j r.| j �d�\}}|s |r>t�d||� n| �| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� rS r� r� r� r� )r� r� r� r r r r� � s �zMetadata.validatec C s( | j r| j �d�S t| j| j�}|S d S r" )r� r� r r� �
INDEX_KEYS)r� r r r r r� � s zMetadata.todictc
C s� | j r | jrt�| j| jd�}| j �d�}dD ]*}||kr.|dkrHd}n|}|| ||< q.|�dg �}|dgkrtg }||d< d }|D ]*\}}||kr�|| r�d
|| ig||< q�| j|d < i }i } |S ) Nr� T)r` rI rj rb rc rk rk r� r& � rd ))ro r )rp r rs rt )r� r� �AssertionErrorr� r� r� r� rt )
r� r Zlmdr� �nk�kwrK �okrf rh r r r r, � s. �
zMetadata._from_legacyr! r" r* r$ r% )r` rI rj rb rc r� c C s� dd� }| j r| jrt�t� }| j }| j�� D ] \}}||kr.|| ||< q.|| j| j �}|| j| j �}| j
r�t | j
�|d< t |�|d< t |�|d< |S )Nc S s� t � }| D ]|}|�d�}|�d�}|d }|D ]V}|sF|sF|�|� q.d}|rVd| }|rp|rld||f }n|}|�d�||f�� q.q
|S )Nr% r& rs r2 z
extra == "%s"z (%s) and %sr� )r� r� �addr� )�entriesr* r+ r% r' Zrlistr� rM r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entriesr= r6 r; ) r� r� r3 r �LEGACY_MAPPINGrP r r r r r �sorted)r� r9 r Znmdr4 r6 Zr1Zr2r r r �
_to_legacy� s zMetadata._to_legacyFTc C s� ||g� d �dkrtd��| �� |r`| jr4| j}n| �� }|rP|j||d� q�|j||d� n^| jrp| �� }n| j}|r�t j
||dddd� n.t � |dd��}t j
||dddd� W 5 Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Tr� )Z ensure_ascii�indentZ sort_keysr� r )
r� r� r� r� r< r� r� r, r� r� �dumpr� r� )r� r� r� r� r� Z legacy_mdr r r r r r� s*
� �zMetadata.writec C s� | j r| j �|� nr| j�dg �}d }|D ] }d|kr*d|kr*|} qHq*|d krfd|i}|�d|� n t|d �t|�B }t|�|d< d S )Nr r& r% rs r )r� r� r� r �insertr� r; )r� r� r �always�entryZrsetr r r r� 3 s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)r` rI r� r r_ )r� r` rI r r r r� D s
�zMetadata.__repr__)NNNr� )N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr� r r� r0 r1 r. r � __slots__r� r� r
r� Z none_list�dictZ none_dictr r r r! �propertyr# rt �setterr) r- r/ r� r� r� r, r: r< r� r� r� r r r r r � s�
�� �
-�+
'
*
� %
)F)Er Z
__future__r r� Zemailr r� r� rB r2 r r �compatr r r rL r
�utilr r rI r
r Z getLoggerr rS r r r r �__all__r r rC r� r� rD rE rV rF rW rH rY rG rX r� r� r� ZEXTRA_RErJ r^ r� r� r� r� r� r� r� r� r r� r{ r~ r ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r �<module> s�
H�!
site-packages/pip/_vendor/distlib/__pycache__/util.cpython-38.opt-1.pyc 0000644 00000135707 15201600075 0021727 0 ustar 00 U
��.e�� � @ s� d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZz d dlZW n ek
r� dZY nX d dlZd dlZd dlZd dlZd dlZz d dlZW n ek
r� d dlZY nX d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e
�1e2�Z3e
�4d�Z5e
�4d�Z6e
�4d �Z7e
�4d
�Z8e
�4d �Z9e
�4d �Z:e
�4d
�Z;e
�4d�Z<dd� Z=dd� Z>dd� Z?dd� Z@dd� ZAd�dd�ZBdd � ZCd d � ZDd d � ZEejFd!d"� �ZGejFd#d$� �ZHejFd�d&d'��ZIG d(d)� d)eJ�ZKd*d+� ZLG d,d-� d-eJ�ZMd.d/� ZNG d0d1� d1eJ�ZOe
�4d2e
jP�ZQd3d4� ZRd�d5d6�ZSd7d8� ZTd9d:� ZUd;d<� ZVd=d>� ZWd?d@� ZXe
�4dAe
jY�ZZe
�4dB�Z[d�dCdD�Z\e
�4dE�Z]dFdG� Z^dHdI� Z_dJdK� Z`dLZadMdN� ZbdOdP� ZcG dQdR� dReJ�ZdG dSdT� dTeJ�ZeG dUdV� dVeJ�ZfdWZgd�dYdZ�Zhd[d\� Zid]ZjG d^d_� d_eJ�Zke
�4d`�Zle
�4da�Zme
�4db�Zndcdd� Zdedf� Zoe�r�ddglmpZqmrZrmsZs G dhdi� die$jt�ZtG djdk� dkeq�ZpG dldm� dmepe'�Zuejvddn� Zwewdok�rG dpdq� dqe$jx�Zxe�rG drds� dse$jy�ZyG dtdu� due%jz�Zze�rBG dvdw� dwe%j{�Z{G dxdy� dye%j|�Z|dzd{� Z}G d|d}� d}eJ�Z~G d~d� de~�ZG d�d�� d�e~�Z�G d�d�� d�e(�Z�G d�d�� d�eJ�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquote�urlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd� �� �fdd���fdd���fdd�� � | �S ) ae
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
c S s. t �| �}|r,|�� d }| |�� d � } n�| s:td��n�| d }|dkrVtd| ��d�|d�}| dd � } |g}| r�| d |kr��qqt| d |kr�|�|� | dd � } qtt�| �}|s�td| ��|�|�� d � | |�� d � } qtd�|�}td| ��|�|� d�|�}| dd � � � } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s� r zerror in string literal: %szunterminated string: %s)
�
IDENTIFIER�match�groups�end� SyntaxError�replace�append� STRING_CHUNK�join�lstrip)� remaining�m�result�qZoq�parts�s� r, �</usr/lib/python3.8/site-packages/pip/_vendor/distlib/util.py�
marker_varA s:
z parse_marker.<locals>.marker_varc s� | rR| d dkrR� | dd � � � �\}} | d dkr@td| ��| dd � � � } nZ�| �\}} | r�t�| �}|srq�|�� d }| |�� d � } �| �\}} |||d�}q^|}|| fS )Nr �(r �)� unterminated parenthesis: %s��op�lhs�rhs)r% r � MARKER_OPr r r )r& r( r4 r' r3 r5 )�markerr. r, r- � marker_expre s
z!parse_marker.<locals>.marker_exprc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�andr2 )�ANDr r �r& r4 r' r5 )r8 r, r- �
marker_andx s
z parse_marker.<locals>.marker_andc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�orr2 )�ORr r r; )r< r, r- r7 � s
z parse_marker.<locals>.markerr, )Z
marker_stringr, )r7 r< r8 r. r- � parse_marker8 s
$ r? c C s0 | � � }|r|�d�rdS t�|�}|s4td| ��|�� d }||�� d� }d } } }}|�r:|d dk�r:|�dd�}|dk r�td| ��|d|� } ||d d� �� }g }| �r0t�| �}|s�td | ��|� |�� d � | |�� d� } | �s�q0| d d
k�r td | ��| dd� �� } q�|�s:d}|�r�|d d k�r�|dd� �� }t
�|�}|�sztd
| ��|�� d }t |�}
|
j �r�|
j
�s�td| ��||�� d� �� }n�dd� } |d dk�r�| |�\}}n�|�dd�}|dk �rtd| ��|d|� } ||d d� �� }t�| ��r@| | �\}} nXt�| �}|�s\td| ��|�� d }
| |�� d� �� } | �r�td| ��d|
fg}|�r�|d dk�r�td| ��|dd� �� }t|�\}}|�r�|d dk�r�td| ��|�s |}n d|d�dd � |D ��f }t||||||d �S ) z�
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
�#Nzname expected: %sr �[�]r zunterminated extra: %szmalformed extra: %s�,z comma expected in extras: %s�@zinvalid URI: %szInvalid URL: %sc S s� t �| �}d}|r�g }|�� d }| |�� d� } t�| �}|sLtd| ��|�� d }|�||f� | |�� d� } | r�| d dkr�q�| dd� �� } t �| �}|std| ��q|s�d}|| fS )z|
Return a list of operator, version tuples if any are
specified, else None.
Nr zinvalid version: %srC r �invalid constraint: %s)�
COMPARE_OPr r r �VERSION_IDENTIFIERr r" r% )Z
ver_remainingr' �versionsr3 �vr, r, r- � get_versions� s*
z'parse_requirement.<locals>.get_versionsr/ r0 r1 rE z~=�;zinvalid requirement: %sz unexpected trailing data: %s�%s %s�, c S s g | ] }d | �qS )rL r, )�.0Zconr, r, r- �
<listcomp> s z%parse_requirement.<locals>.<listcomp>)�name�extrasZ constraintsr7 �urlZ requirement)�strip�
startswithr r r r r �findr% r" � NON_SPACEr �scheme�netlocrF rG r? r$ r )�reqr& r' ZdistnamerQ Z mark_exprrH �uri�ir+ �trJ �_rI Zrsr, r, r- �parse_requirement� s�
�r^ c C s� dd� }i }|D ]�\}}}t j�| |�}t|�D ]p}t j�||�} t| �D ]T}
|| |
�} |dkrn|�| d� qJ|||
�} |�t jjd��d�}
|
d | || < qJq0q|S )z%Find destinations for resources filesc S s6 | � tjjd�} |� tjjd�}|t| �d � �d�S �N�/)r! �os�path�sep�lenr% )�rootrb r, r, r- � get_rel_path
s z)get_resources_dests.<locals>.get_rel_pathNr` )ra rb r$ r �popr! rc �rstrip)Zresources_rootZrulesrf Z destinations�base�suffix�dest�prefixZabs_baseZabs_globZabs_pathZ
resource_fileZrel_pathZrel_destr, r, r- �get_resources_dests
s
rm c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrl �getattr�r( r, r, r- �in_venv$ s
rs c C s$ t j�tj�} t| t�s t| �} | S �N)ra rb �normcaserp �
executable�
isinstancer r rr r, r, r- �get_executable. s
rx c C sN | }t |�}| }|s |r |}|r|d �� }||kr6qJ|rd||| f }q|S )Nr z %c: %s
%s)r �lower)�promptZ
allowed_charsZ error_prompt�default�pr+ �cr, r, r- �proceed> s r~ c C s8 t |t�r|�� }i }|D ]}|| kr| | ||< q|S rt )rw r �split)�d�keysr( �keyr, r, r- �extract_by_keyN s
r� c C s` t jd dkr t�d�| �} | �� }t|�} z`t�| �}|d d d }|�� D ]6\}}|�� D ]$\}}d||f }t |�} | ||< q`qP|W S t
k
r� | � dd� Y nX dd � }
t �
� } z|
| | � W n< t jk
�r | �� t�|�}t|�} |
| | � Y nX i }| �� D ]D} i || < }| �| �D ]&\}
}d|
|f }t |�} | ||
< �q0�q|S )
Nr � �utf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| �|� n
| �|� d S )N� read_file)ro r� Zreadfp)�cp�streamr, r, r- � read_streamk s
z!read_exports.<locals>.read_stream)rp � version_info�codecs� getreader�readr
�json�load�items�get_export_entry� Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r� �dataZjdatar( �group�entries�krI r+ �entryr� r� r� rP �valuer, r, r- � read_exportsW s@
r� c C s� t jd dkr t�d�|�}t�� }| �� D ]l\}}|�|� |�� D ]P}|j d kr\|j
}nd|j
|j f }|j r�d|d� |j �f }|�
||j|� qFq,|�|� d S )Nr r� r� z%s:%sz%s [%s]rM )rp r� r� � getwriterr r� r� Z add_section�valuesrj rl �flagsr$ �setrP �write)r� r� r� r� rI r� r+ r, r, r- �
write_exports� s
r� c c s$ t �� } z
| V W 5 t�| � X d S rt )�tempfile�mkdtempr �rmtree)Ztdr, r, r- �tempdir� s
r� c c s. t �� }zt �| � d V W 5 t �|� X d S rt )ra �getcwd�chdir)r� �cwdr, r, r- r� � s
r� � c c s. t �� }zt �| � d V W 5 t �|� X d S rt )�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor, r, r- �socket_timeout� s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S rt )�func)�selfr� r, r, r- �__init__� s zcached_property.__init__Nc C s, |d kr | S | � |�}t�|| j j|� |S rt )r� �object� __setattr__�__name__)r� �obj�clsr� r, r, r- �__get__� s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r, r, r, r- r� � s r� c C s~ t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}t j|krh|�t j� qP|srt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r` r z path '%s' cannot be absolute���z path '%s' cannot end with '/')ra rc �
ValueErrorr �curdir�removerb r$ )�pathname�pathsr, r, r- � convert_path� s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| �� d S rt )�dry_runr� �ensured� _init_record)r� r� r, r, r- r� � s zFileOperator.__init__c C s d| _ t� | _t� | _d S �NF)�recordr� �
files_written� dirs_created�r� r, r, r- r� � s zFileOperator._init_recordc C s | j r| j�|� d S rt )r� r� �add)r� rb r, r, r- �record_as_written� s z FileOperator.record_as_writtenc C sH t j�|�s tdt j�|� ��t j�|�s0dS t �|�jt �|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)ra rb �existsr �abspath�stat�st_mtime)r� �source�targetr, r, r- �newer� s
� zFileOperator.newerTc C s� | � tj�|�� t�d||� | js�d}|rdtj�|�rDd| }n tj�|�rdtj� |�sdd| }|rtt
|d ��t � ||� | �
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirra rb �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr, r, r- � copy_file s
zFileOperator.copy_fileNc C st | � tj�|�� t�d||� | jsf|d kr:t|d�}ntj|d|d�}zt
� ||� W 5 |� � X | � |� d S )NzCopying stream %s to %s�wb�w��encoding)
r� ra rb r� r� r� r� �openr� r� r Z copyfileobjr� )r� Zinstreamr� r� Z outstreamr, r, r- � copy_stream s
zFileOperator.copy_streamc C s\ | � tj�|�� | jsNtj�|�r.t�|� t|d��}|�|� W 5 Q R X | � |� d S )Nr� )
r� ra rb r� r� r� r� r� r� r� )r� rb r� �fr, r, r- �write_binary_file! s
z FileOperator.write_binary_filec C s | � ||�|�� d S rt )r� �encode)r� rb r� r� r, r, r- �write_text_file* s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:t�d|� q"t �|�j|B |@ }t�d||� t �||� q"d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) ra rP �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder, r, r- �set_mode- s zFileOperator.set_modec C s | � dd|�S )Nim i� )r� )r+ r� r, r, r- �<lambda>9 � zFileOperator.<lambda>c C s| t j�|�}|| jkrxt j�|�sx| j�|� t j�|�\}}| �|� t� d| � | j
sft � |� | j rx| j
�|� d S )Nz Creating %s)ra rb r� r� r� r� r r� r� r� r� �mkdirr� r� )r� rb r� r� r, r, r- r� ; s
zFileOperator.ensure_dirc C s� t || �}t�d||� | js||s0| �||�rJ|s:d }n|t|�d � }i }|rhttd�rhtjj |d< tj
|||df|� | � |� |S )NzByte-compiling %s to %s�PycInvalidationMode�invalidation_modeT) r r� r� r� r� rd ro �
py_compiler� � CHECKED_HASH�compiler� ) r� rb �optimize�forcerl Zhashed_invalidationZdpathZdiagpathZcompile_kwargsr, r, r- � byte_compileG s
zFileOperator.byte_compilec C s� t j�|�r�t j�|�r^t j�|�s^t�d|� | js@t� |� | j
r�|| j kr�| j � |� nPt j�|�rpd}nd}t�d||� | js�t � |� | j
r�|| j
kr�| j
� |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)ra rb r� �isdirr� r� �debugr� r r� r� r� r� r� )r� rb r+ r, r, r- �ensure_removedX s"
zFileOperator.ensure_removedc C sD d}|s@t j�|�r$t �|t j�}q@t j�|�}||kr:q@|}q|S r� )ra rb r� �access�W_OKr� )r� rb r( �parentr, r, r- � is_writablem s zFileOperator.is_writablec C s | j | jf}| �� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� r� r� )r� r( r, r, r- �commity s zFileOperator.commitc C s� | j sxt| j�D ]}tj�|�rt�|� qt| jdd�}|D ]8}t� |�}|rltj�
||d �}t� |� t� |� q>| � � d S )NT)�reverser )
r� �listr� ra rb r� r� �sortedr� �listdirr$ �rmdirr� )r� r� �dirsr� �flistZsdr, r, r- �rollback� s
zFileOperator.rollback)F)T)N)FFNF)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r r r r r, r, r, r- r� � s
r� c C s^ | t jkrt j| }nt| �}|d kr,|}n.|�d�}t||�d��}|D ]}t||�}qJ|S )N�.r )rp �modules�
__import__r rq rg )Z module_nameZ dotted_path�modr( r* r| r, r, r- �resolve� s
r c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S rt �rP rl rj r� )r� rP rl rj r� r, r, r- r� � s zExportEntry.__init__c C s t | j| j�S rt )r rl rj r� r, r, r- r� � s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>r r� r, r, r- �__repr__� s
�zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r� )rw r rP rl rj r� )r� �otherr( r, r, r- �__eq__� s
�
�
�zExportEntry.__eq__N)
r� r� r� r� r� r� r r r� �__hash__r, r, r, r- r � s
r z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t �| �}|s0d }d| ks"d| kr�td| ��n�|�� }|d }|d }|�d�}|dkrf|d }}n"|dkrztd| ��|�d�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd
d � | �d �D �} t|||| �}|S )
NrA rB zInvalid specification '%s'rP �callable�:r r r� c S s g | ] }|� � �qS r, )rS )rN r� r, r, r- rO � s z$get_export_entry.<locals>.<listcomp>rC )�ENTRY_RE�searchr � groupdict�countr r )
Z
specificationr' r( r� rP rb Zcolonsrl rj r� r, r, r- r� � s8
�
��r� c C s� | dkr d} t jdkr.dt jkr.t j�d�}n t j�d�}t j�|�rft �|t j�}|s�t �
d|� n<zt � |� d}W n( t k
r� t j
d |dd
� d }Y nX |s�t
�� }t �
d |� t j�|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�ntZ LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)ra rP �environrb �
expandvars�
expanduserr r r r� �warning�makedirs�OSErrorr� r� r$ )rj r( Zusabler, r, r- �get_cache_base� s&
r+ c C sB t j�t j�| ��\}}|r(|�dd�}|�t jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
r z---z--z.cache)ra rb �
splitdriver� r! rc )rb r� r| r, r, r- �path_to_cache_dir
s
r- c C s | � d�s| d S | S r_ )�endswith)r+ r, r, r- � ensure_slash s
r/ c C s` d }}d| kr>| � dd�\}} d|kr.|}n|�dd�\}}|rJt|�}|rVt|�}||| fS )NrD r r )�rsplitr r )rX ZusernameZpasswordrl r, r, r- �parse_credentials$ s r1 c C s t �d�} t �| � | S )N� )ra �umaskrr r, r, r- �get_process_umask3 s
r4 c C s0 d}d }t | �D ]\}}t|t�sd} q,q|S )NTF)� enumeraterw r )�seqr( r[ r+ r, r, r- �is_string_sequence8 s
r7 z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | ��dd�} t�| �}|r@|�d�}| d|�� � } |r�t| �t|�d kr�t�t� |�d | �}|r�|�
� }| d|� | |d d� |f}|dkr�t �| �}|r�|�d�|�d�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\br� ) r r! �PYTHON_VERSIONr r� �startrd �rer �escaper �PROJECT_NAME_AND_VERSION)�filenameZ project_namer( Zpyverr' �nr, r, r- �split_filenameG s"
rA z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t �| �}|std| ��|�� }|d �� �� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'rP Zver)�NAME_VERSION_REr r r rS ry )r| r' r� r, r, r- �parse_name_and_versionc s
rC c C s� t � }t | pg �} t |pg �}d| kr8| �d� ||O }| D ]x}|dkrT|�|� q<|�d�r�|dd � }||kr�t�d| � ||kr�|�|� q<||kr�t�d| � |�|� q<|S )N�*r9 r zundeclared extra: %s)r� r� r� rT r� r( )Z requestedZ availabler( �rZunwantedr, r, r- �
get_extrasr s&
rF c
C s� i }zNt | �}|�� }|�d�}|�d�s8t�d|� nt�d�|�}t� |�}W n0 t
k
r� } zt� d| |� W 5 d }~X Y nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr� z&Failed to get external data for %s: %s) r r� �getrT r� r r� r� r� r� r� � exception)rR r( ZrespZheadersZct�reader�er, r, r- �_get_external_data� s
rK z'https://www.red-dove.com/pypi/projects/c C s* d| d � � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr ��upperr
�_external_data_base_urlrK )rP rR r( r, r, r- �get_project_data� s
rO c C s( d| d � � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr rL )rP �versionrR r, r, r- �get_package_data� s
rQ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t j�|�st �|� t �|�jd@ dkr6t�d|� t j�t j� |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) ra rb r r) r� r� r� r( r� �normpathri )r� ri r, r, r- r� � s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r- )r� rl r, r, r- �
prefix_to_dir� s zCache.prefix_to_dirc C s� g }t �| j�D ]r}t j�| j|�}z>t j�|�s>t j�|�rJt �|� nt j�|�r`t �
|� W q t k
r� |� |� Y qX q|S )z"
Clear the cache.
)
ra r ri rb r$ r� r� r� r r r� r� r" )r� Z not_removed�fnr, r, r- �clear� s z Cache.clearN)r� r� r� �__doc__r� rU rW r, r, r, r- rR � s rR c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S rt )� _subscribersr� r, r, r- r� � s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|�|� n
|�|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)rZ r r" �
appendleft)r� �event�
subscriberr" �subsZsqr, r, r- r� � s
zEventMixin.addc C s, | j }||krtd| ��|| �|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)rZ r� r� )r� r\ r] r^ r, r, r- r� � s zEventMixin.removec C s t | j�|d��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
r, )�iterrZ rG )r� r\ r, r, r- �get_subscribers s zEventMixin.get_subscribersc O sl g }| � |�D ]F}z||f|�|�}W n" tk
rH t�d� d}Y nX |�|� qt�d||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r` r� r� rH r" r )r� r\ �args�kwargsr( r] r� r, r, r- �publish s
�zEventMixin.publishN)T) r� r� r� rX r� r� r� r` rc r, r, r, r- rY � s
rY c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S rt )�_preds�_succsr� �_nodesr� r, r, r- r� " s zSequencer.__init__c C s | j �|� d S rt )rg r� �r� �noder, r, r- �add_node' s zSequencer.add_nodeFc C s� || j kr| j �|� |r�t| j�|d��D ]}| �||� q,t| j�|d��D ]}| �||� qPt| j�� �D ]\}}|sp| j|= qpt| j�� �D ]\}}|s�| j|= q�d S )Nr, )rg r� r� re rG rf r
r� )r� ri Zedgesr| r+ r� rI r, r, r- � remove_node* s
zSequencer.remove_nodec C s0 | j �|t� ��|� | j�|t� ��|� d S rt )re �
setdefaultr� r� rf )r� �pred�succr, r, r- r� : s z
Sequencer.addc C s| z| j | }| j| }W n tk
r8 td| ��Y nX z|�|� |�|� W n$ tk
rv td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)re rf �KeyErrorr� r� )r� rm rn �predsZsuccsr, r, r- r� ? s
zSequencer.removec C s || j kp || jkp || jkS rt )re rf rg )r� �stepr, r, r- �is_stepL s �zSequencer.is_stepc C s� | � |�std| ��g }g }t� }|�|� |r�|�d�}||krb||kr�|�|� |�|� q.|�|� |�|� | j�|d�}|� |� q.t
|�S )Nz Unknown: %rr r, ) rr r� r� r" rg r� r� re rG �extend�reversed)r� �finalr( Ztodo�seenrq rp r, r, r- � get_stepsP s"
zSequencer.get_stepsc sR dg�g �i �i �g �| j � � ������fdd��� D ]}|�kr8�|� q8�S )Nr c s� �d �| < �d �| < �d d7 < �� | � z � | }W n tk
rV g }Y nX |D ]J}|�kr��|� t�| �| ��| < q\|�kr\t�| �| ��| < q\�| �| kr�g }��� }|� |� || kr�q�q�t|�}�� |� d S )Nr r )r" r� �minrg �tuple)ri Z
successorsZ successorZconnected_componentZ component�Zgraph�indexZ
index_counterZlowlinksr( �stack�
strongconnectr, r- r} t s,
z3Sequencer.strong_connections.<locals>.strongconnect)rf rh r, rz r- �strong_connectionsi s "
z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|�d||f � q q | jD ]}|�d| � q>|�d� d�|�S )Nz digraph G {z %s -> %s;z %s;�}�
)re r" rg r$ )r� r( rn rp rm ri r, r, r- �dot� s
z
Sequencer.dotN)F)
r� r� r� r� rj rk r� r� rr rw �propertyr~ r� r, r, r, r- rd ! s
2rd )�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sZ � �fdd�}t j�� �� t� ��d }|d kr�| �d�r>d}nH| �d�rRd}d}n4| �d�rfd }d
}n | �d �rzd }d
}n td| ��z�|dkr�t| d
�}|r�|�� }|D ] }||� q�n*t �
| |�}|r�|� � }|D ] }||� q�|dk�r*t j
d dk �r*|�� D ]"} t| jt��s| j�d�| _�qdd� }
|
|_|�� � W 5 |�rT|�� X d S )Nc sR t | t�s| �d�} tj�tj�� | ��}|�� �rB|� tjkrNt d| ��d S )Nr� z path outside destination: %r)
rw r �decodera rb r� r$ rT rc r� )rb r| ��dest_dirZplenr, r- �
check_path� s
z unarchive.<locals>.check_path)r� r� �zip)r� r� Ztgzzr:gz)r� r� Ztbzzr:bz2r� ZtarrE zUnknown format for %rr r� r� c
S sD zt �| |�W S t jk
r> } ztt|���W 5 d}~X Y nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ
tar_filterZ FilterErrorr� �str)�memberrb �excr, r, r- �extraction_filter� s z$unarchive.<locals>.extraction_filter)ra rb r� rd r. r� r� r Znamelistr� r� Zgetnamesrp r� Z
getmembersrw rP r r� r� Z
extractall) Zarchive_filenamer� �formatr� r� �archiver� �namesrP Ztarinfor� r, r� r- � unarchive� sL
r� c C s~ t �� }t| �}t|d��Z}t�| �D ]H\}}}|D ]8}tj�||�}||d� } tj�| |�}
|�||
� q4q&W 5 Q R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOrd r ra �walkrb r$ r� ) Z directoryr( ZdlenZzfre r r� rP ZfullZrelrk r, r, r- �zip_dir� s r� )r �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�ProgressZUNKNOWNr �d c C s( | | _ | _|| _d | _d| _d| _d S )Nr F)rx �cur�max�started�elapsed�done)r� ZminvalZmaxvalr, r, r- r� s
zProgress.__init__c C s0 || _ t�� }| jd kr || _n || j | _d S rt )r� �timer� r� )r� ZcurvalZnowr, r, r- �update s
zProgress.updatec C s | � | j| � d S rt )r� r� )r� Zincrr, r, r- � increment s zProgress.incrementc C s | � | j� | S rt )r� rx r� r, r, r- r; s zProgress.startc C s | j d k r| �| j � d| _d S )NT)r� r� r� r� r, r, r- �stop# s
z
Progress.stopc C s | j d kr| jS | j S rt )r� �unknownr� r, r, r- �maximum( s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r� r� rx )r� r( rI r, r, r- �
percentage, s
zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}nt�dt�|��}|S )Nr z??:??:??z%H:%M:%S)r� r� rx r� �strftime�gmtime)r� Zdurationr( r, r, r- �format_duration7 s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| �|�f S )NZDonezETA r� r r z%s: %s)r� r� r� r� rx �floatr� )r� rl r\ r, r, r- �ETA@ s
z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i� g @�@z%d %sB/s)r� r� rx �UNITS)r� r( Zunitr, r, r- �speedS s
zProgress.speedN)r r� )r� r� r� r� r� r� r� r; r� r� r� r� r� r� r� r, r, r, r- r� s
r� z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t �| �rd}t|| ��t�| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r, r, r- r h s
r c c s� t �| d�}t|�dkrT|\}}}|�d�D ]$}td�|||f��D ]
}|V qDq,n�d| krrt| �D ]
}|V qdn~| �dd�\}}|dkr�d}|dkr�d}n|�d�}|�d�}t�|�D ]4\}}} tj �
|�}ttj �||��D ]
}
|
V q�q�d S ) Nr rC r z**r rD r` �\) � RICH_GLOBr rd r� r$ � std_iglobr% ra r� rb rT ) r� Zrich_path_globrl r� rj �itemrb Zradical�dirr� rV r, r, r- r� s s(
r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sR t �| j| jf| j�}t| dd�r0|| _| �� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _nxt �t j�}| jt jO _| jr�|�| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|f|�| _| j
�rN| j�rNz$t| j�� | j� t�d| j� W n0 t k
�rL | j� t j � | j� � � Y nX d S ) NZ _tunnel_hostF�
SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrq �sockZ_tunnelro �sslr� Z
CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r r� ZshutdownZ SHUT_RDWRr� )r� r� r� �contextrb r, r, r- �connect� s@
�
zHTTPSConnection.connect)r� r� r� r� r� r� r, r, r, r- r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� Tc C s t �| � || _|| _d S rt )�BaseHTTPSHandlerr� r� r� )r� r� r� r, r, r- r� � s
zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r� r� r� )r� ra rb r( r, r, r- � _conn_maker� s
zHTTPSHandler._conn_makerc
C sX z| � | j|�W S tk
rR } z$dt|j�kr@td|j ��n� W 5 d }~X Y nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r r� �reasonr� r� )r� rY rJ r, r, r- �
https_open� s �zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r, r, r, r- r� � s
r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� rY r, r, r- � http_open� s �zHTTPSOnlyHandler.http_openN)r� r� r� r� r, r, r, r- r� � s r� � �r� � c @ s e Zd Zddd�ZdS )�HTTPr Nc K s& |dkr d }| � | j||f|�� d S �Nr ��_setupZ_connection_class�r� r� r� rb r, r, r- r� � s z
HTTP.__init__)r N�r� r� r� r� r, r, r, r- r� � s r� c @ s e Zd Zddd�ZdS )�HTTPSr Nc K s& |dkr d }| � | j||f|�� d S r� r� r� r, r, r- r� � s zHTTPS.__init__)r Nr� r, r, r, r- r� � s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tj�| |� d S rt )r� r r� r� �r� r� � use_datetimer, r, r- r� s zTransport.__init__c C s` | � |�\}}}tdkr(t|| jd�}n4| jr<|| jd krR|| _|t�|�f| _| jd }|S )Nr� )r� r r )�
get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r( r, r, r- �make_connection
s
zTransport.make_connectionN)r �r� r� r� r� r� r, r, r, r- r� s
r� c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tj�| |� d S rt )r� r r� r� r� r, r, r- r� s zSafeTransport.__init__c C sx | � |�\}}}|si }| j|d< tdkr:t|d f|�}n:| jrN|| jd krj|| _|tj|d f|�f| _| jd }|S )Nr� r� r r )r� r� r� r� r� r� r r� )r� r� r� r� rb r( r, r, r- r� s
�
z SafeTransport.make_connectionN)r r� r, r, r, r- r� s
r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |� dd � | _}|d k r^t|�\}}|�dd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport)
rg r� r rG r� r� r� r r� r� ) r� rZ rb r� rW r] r� Ztclsr\ r, r, r- r� , s zServerProxy.__init__Nr� r, r, r, r- r� + s r� c K s6 t jd dk r|d7 }nd|d< d|d< t| |f|�S )Nr r� �br �newliner� r� )rp r� r� )rV r� rb r, r, r- � _csv_open@ s
r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaserC �"r� )Z delimiterZ quotecharZlineterminatorc C s | S rt r, r� r, r, r- � __enter__R s zCSVBase.__enter__c G s | j �� d S rt )r� r� )r� r$ r, r, r- �__exit__U s zCSVBase.__exit__N)r� r� r� r� �defaultsr� r� r, r, r, r- r� K s �r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,t�d�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr� r r� r� rb rE ) rp r� r� r� r� r� �csvrI r� )r� rb r� r, r, r- r� Z s zCSVReader.__init__c C s | S rt r, r� r, r, r- �__iter__e s zCSVReader.__iter__c C sF t | j�}tjd dk rBt|�D ] \}}t|t�s |�d�||< q |S �Nr r� r� )�nextrI rp r� r5 rw r r� )r� r( r[ r� r, r, r- r� h s
zCSVReader.nextN)r� r� r� r� r� r� �__next__r, r, r, r- r� Y s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r� r� �writerr� )r� rV rb r, r, r- r� s s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|t�r.|�d�}|�|� q|}| j�|� d S r� )rp r� rw r r� r" r� �writerow)r� �rowrE r� r, r, r- r� w s
zCSVWriter.writerowN)r� r� r� r� r� r, r, r, r- r� r s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convertZincNc s" t t| ��|� |pt�� | _d S rt )�superr� r� ra r� ri )r� �configri �� __class__r, r- r� � s zConfigurator.__init__c
s� ��fdd��� � d�}t|�s*��|�}� � dd �}� � dd�}|r\t�fdd�|D ��}� �fd d�� D �}t|�}|||�}|r�|�� D ]\}} t||�| �� q�|S )
Nc sv t | ttf�r*t| �� fdd�| D ��}nHt | t�rhd| krH��| �}qri }| D ]}� | | �||< qPn
��| �}|S )Nc s g | ] }� |��qS r, r, )rN r[ ��convertr, r- rO � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>�())rw r
ry �type�dict�configure_customr )�or( r� )r r� r, r- r � s
z.Configurator.configure_custom.<locals>.convertr r z[]r, c s g | ] }� |��qS r, r, )rN r
r r, r- rO � s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r, )r )rN r� )r r r, r- rO � s )rg r r ry r r� �setattr)
r� r r} Zpropsra r� rb r( r@ rI r, )r r r� r- r � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| �|� | j |< }|S )Nr )r rw r r )r� r� r( r, r, r- � __getitem__� s
zConfigurator.__getitem__c C sF t j�|�s t j�| j|�}tj|ddd��}t�|�}W 5 Q R X |S )z*Default converter for the inc:// protocol.rE r� r� ) ra rb �isabsr$ ri r� r� r� r� )r� r� r� r( r, r, r- r� � s
zConfigurator.inc_convert)N) r� r� r� r r Zvalue_convertersr� r r r� �
__classcell__r, r, r r- r� � s
r� c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) �SubprocessMixinzC
Mixin for running subprocesses and capturing their output
FNc C s || _ || _d S rt )�verbose�progress)r� r r r, r, r- r� � s zSubprocessMixin.__init__c C sj | j }| j}|�� }|sq^|dk r.|||� q |s@tj�d� ntj�|�d�� tj�� q |�� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr r� ) r r �readlinerp �stderrr� r� �flushr� )r� r� r� r r r+ r, r, r- rI � s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|�� tj| j|jdfd�}|�� |� � |�
� |�
� | j d k r�| � dd� n| j r�t
j�d� |S )N)�stdoutr r )r� ra r zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threadingZThreadrI r r; r �waitr$ r r rp r� )r� �cmdrb r| �t1�t2r, r, r- � run_command� s" ��
zSubprocessMixin.run_command)FN)r� r� r� rX r� rI r r, r, r, r- r � s
r c C s t �dd| ��� S )z,Normalize a python package name a la PEP 503z[-_.]+r9 )r< �subry )rP r, r, r- �normalize_name� s r! )NN)r� )N)N)NT)�r� � collectionsr �
contextlibr� Zglobr r� r� r� Zloggingra r� r< r� r� � ImportErrorr rp r� r� r� r Zdummy_threadingr� r r �compatr r r r r
r r r
r r r r r r r r r r r r r Z getLoggerr� r� r� r rG rF r6 r> r: rV r# r? r^ rm rs rx r~ r� r� r� �contextmanagerr� r� r� r� r� r� r� r r �VERBOSEr r� r+ r- r/ r1 r4 r7 �Ir> r: rA rB rC rF rK rN rO rQ rR rY rd ZARCHIVE_EXTENSIONSr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r! r, r, r, r- �<module> s�
\
Yy
/
8 �
)
�
,H
C]
*)
7. site-packages/pip/_vendor/distlib/__pycache__/util.cpython-38.pyc 0000644 00000136475 15201600075 0020773 0 ustar 00 U
��.e�� � @ s� d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZz d dlZW n ek
r� dZY nX d dlZd dlZd dlZd dlZd dlZz d dlZW n ek
r� d dlZY nX d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e
�1e2�Z3e
�4d�Z5e
�4d�Z6e
�4d �Z7e
�4d
�Z8e
�4d �Z9e
�4d �Z:e
�4d
�Z;e
�4d�Z<dd� Z=dd� Z>dd� Z?dd� Z@dd� ZAd�dd�ZBdd � ZCd d � ZDd d � ZEejFd!d"� �ZGejFd#d$� �ZHejFd�d&d'��ZIG d(d)� d)eJ�ZKd*d+� ZLG d,d-� d-eJ�ZMd.d/� ZNG d0d1� d1eJ�ZOe
�4d2e
jP�ZQd3d4� ZRd�d5d6�ZSd7d8� ZTd9d:� ZUd;d<� ZVd=d>� ZWd?d@� ZXe
�4dAe
jY�ZZe
�4dB�Z[d�dCdD�Z\e
�4dE�Z]dFdG� Z^dHdI� Z_dJdK� Z`dLZadMdN� ZbdOdP� ZcG dQdR� dReJ�ZdG dSdT� dTeJ�ZeG dUdV� dVeJ�ZfdWZgd�dYdZ�Zhd[d\� Zid]ZjG d^d_� d_eJ�Zke
�4d`�Zle
�4da�Zme
�4db�Zndcdd� Zdedf� Zoe�r�ddglmpZqmrZrmsZs G dhdi� die$jt�ZtG djdk� dkeq�ZpG dldm� dmepe'�Zuejvddn� Zwewdok�rG dpdq� dqe$jx�Zxe�rG drds� dse$jy�ZyG dtdu� due%jz�Zze�rBG dvdw� dwe%j{�Z{G dxdy� dye%j|�Z|dzd{� Z}G d|d}� d}eJ�Z~G d~d� de~�ZG d�d�� d�e~�Z�G d�d�� d�e(�Z�G d�d�� d�eJ�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquote�urlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd� �� �fdd���fdd���fdd�� � | �S ) ae
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
c S s. t �| �}|r,|�� d }| |�� d � } n�| s:td��n�| d }|dkrVtd| ��d�|d�}| dd � } |g}| r�| d |kr��qqt| d |kr�|�|� | dd � } qtt�| �}|s�td| ��|�|�� d � | |�� d � } qtd�|�}td| ��|�|� d�|�}| dd � � � } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s� r zerror in string literal: %szunterminated string: %s)
�
IDENTIFIER�match�groups�end� SyntaxError�replace�append� STRING_CHUNK�join�lstrip)� remaining�m�result�qZoq�parts�s� r, �</usr/lib/python3.8/site-packages/pip/_vendor/distlib/util.py�
marker_varA s:
z parse_marker.<locals>.marker_varc s� | rR| d dkrR� | dd � � � �\}} | d dkr@td| ��| dd � � � } nZ�| �\}} | r�t�| �}|srq�|�� d }| |�� d � } �| �\}} |||d�}q^|}|| fS )Nr �(r �)� unterminated parenthesis: %s��op�lhs�rhs)r% r � MARKER_OPr r r )r& r( r4 r' r3 r5 )�markerr. r, r- � marker_expre s
z!parse_marker.<locals>.marker_exprc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�andr2 )�ANDr r �r& r4 r' r5 )r8 r, r- �
marker_andx s
z parse_marker.<locals>.marker_andc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�orr2 )�ORr r r; )r< r, r- r7 � s
z parse_marker.<locals>.markerr, )Z
marker_stringr, )r7 r< r8 r. r- � parse_marker8 s
$ r? c C s0 | � � }|r|�d�rdS t�|�}|s4td| ��|�� d }||�� d� }d } } }}|�r:|d dk�r:|�dd�}|dk r�td| ��|d|� } ||d d� �� }g }| �r0t�| �}|s�td | ��|� |�� d � | |�� d� } | �s�q0| d d
k�r td | ��| dd� �� } q�|�s:d}|�r�|d d k�r�|dd� �� }t
�|�}|�sztd
| ��|�� d }t |�}
|
j �r�|
j
�s�td| ��||�� d� �� }n�dd� } |d dk�r�| |�\}}n�|�dd�}|dk �rtd| ��|d|� } ||d d� �� }t�| ��r@| | �\}} nXt�| �}|�s\td| ��|�� d }
| |�� d� �� } | �r�td| ��d|
fg}|�r�|d dk�r�td| ��|dd� �� }t|�\}}|�r�|d dk�r�td| ��|�s |}n d|d�dd � |D ��f }t||||||d �S ) z�
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
�#Nzname expected: %sr �[�]r zunterminated extra: %szmalformed extra: %s�,z comma expected in extras: %s�@zinvalid URI: %szInvalid URL: %sc S s� t �| �}d}|r�g }|�� d }| |�� d� } t�| �}|sLtd| ��|�� d }|�||f� | |�� d� } | r�| d dkr�q�| dd� �� } t �| �}|std| ��q|s�d}|| fS )z|
Return a list of operator, version tuples if any are
specified, else None.
Nr zinvalid version: %srC r �invalid constraint: %s)�
COMPARE_OPr r r �VERSION_IDENTIFIERr r" r% )Z
ver_remainingr' �versionsr3 �vr, r, r- � get_versions� s*
z'parse_requirement.<locals>.get_versionsr/ r0 r1 rE z~=�;zinvalid requirement: %sz unexpected trailing data: %s�%s %s�, c S s g | ] }d | �qS )rL r, )�.0Zconr, r, r- �
<listcomp> s z%parse_requirement.<locals>.<listcomp>)�name�extrasZ constraintsr7 �urlZ requirement)�strip�
startswithr r r r r �findr% r" � NON_SPACEr �scheme�netlocrF rG r? r$ r )�reqr& r' ZdistnamerQ Z mark_exprrH �uri�ir+ �trJ �_rI Zrsr, r, r- �parse_requirement� s�
�r^ c C s� dd� }i }|D ]�\}}}t j�| |�}t|�D ]p}t j�||�} t| �D ]T}
|| |
�} |dkrn|�| d� qJ|||
�} |�t jjd��d�}
|
d | || < qJq0q|S )z%Find destinations for resources filesc S sD | � tjjd�} |� tjjd�}|�| �s.t�|t| �d � �d�S �N�/)r! �os�path�seprT �AssertionError�lenr% )�rootrb r, r, r- � get_rel_path
s z)get_resources_dests.<locals>.get_rel_pathNr` )ra rb r$ r �popr! rc �rstrip)Zresources_rootZrulesrg Z destinations�base�suffix�dest�prefixZabs_baseZabs_globZabs_pathZ
resource_fileZrel_pathZrel_destr, r, r- �get_resources_dests
s
rn c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrm �getattr�r( r, r, r- �in_venv$ s
rt c C s$ t j�tj�} t| t�s t| �} | S �N)ra rb �normcaserq �
executable�
isinstancer r rs r, r, r- �get_executable. s
ry c C sN | }t |�}| }|s |r |}|r|d �� }||kr6qJ|rd||| f }q|S )Nr z %c: %s
%s)r �lower)�promptZ
allowed_charsZ error_prompt�default�pr+ �cr, r, r- �proceed> s r c C s8 t |t�r|�� }i }|D ]}|| kr| | ||< q|S ru )rx r �split)�d�keysr( �keyr, r, r- �extract_by_keyN s
r� c C sz t jd dkr t�d�| �} | �� }t|�} zlt�| �}|d d d }|�� D ]B\}}|�� D ]0\}}d||f }t |�} | d k s�t
�| ||< q`qP|W S t k
r� | � dd� Y nX dd � }
t
�� } z|
| | � W n< t
jk
�r | �� t�|�}t|�} |
| | � Y nX i }| �� D ]R} i || < }| �| �D ]4\}
}d|
|f }t |�} | d k �sft
�| ||
< �q<�q"|S )
Nr � �utf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| �|� n
| �|� d S )N� read_file)rp r� Zreadfp)�cp�streamr, r, r- � read_streamk s
z!read_exports.<locals>.read_stream)rq � version_info�codecs� getreader�readr
�json�load�items�get_export_entryrd � Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r� �dataZjdatar( �group�entries�krI r+ �entryr� r� r� rP �valuer, r, r- � read_exportsW sD
r� c C s� t jd dkr t�d�|�}t�� }| �� D ]l\}}|�|� |�� D ]P}|j d kr\|j
}nd|j
|j f }|j r�d|d� |j �f }|�
||j|� qFq,|�|� d S )Nr r� r� z%s:%sz%s [%s]rM )rq r� r� � getwriterr r� r� Z add_section�valuesrk rm �flagsr$ �setrP �write)r� r� r� r� rI r� r+ r, r, r- �
write_exports� s
r� c c s$ t �� } z
| V W 5 t�| � X d S ru )�tempfile�mkdtempr �rmtree)Ztdr, r, r- �tempdir� s
r� c c s. t �� }zt �| � d V W 5 t �|� X d S ru )ra �getcwd�chdir)r� �cwdr, r, r- r� � s
r� � c c s. t �� }zt �| � d V W 5 t �|� X d S ru )�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor, r, r- �socket_timeout� s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S ru )�func)�selfr� r, r, r- �__init__� s zcached_property.__init__Nc C s, |d kr | S | � |�}t�|| j j|� |S ru )r� �object� __setattr__�__name__)r� �obj�clsr� r, r, r- �__get__� s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r, r, r, r- r� � s r� c C s~ t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}t j|krh|�t j� qP|srt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r` r z path '%s' cannot be absolute���z path '%s' cannot end with '/')ra rc �
ValueErrorr� �curdir�removerb r$ )�pathname�pathsr, r, r- � convert_path� s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| �� d S ru )�dry_runr� �ensured� _init_record)r� r� r, r, r- r� � s zFileOperator.__init__c C s d| _ t� | _t� | _d S �NF)�recordr� �
files_written� dirs_created�r� r, r, r- r� � s zFileOperator._init_recordc C s | j r| j�|� d S ru )r� r� �add)r� rb r, r, r- �record_as_written� s z FileOperator.record_as_writtenc C sH t j�|�s tdt j�|� ��t j�|�s0dS t �|�jt �|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)ra rb �existsr �abspath�stat�st_mtime)r� �source�targetr, r, r- �newer� s
� zFileOperator.newerTc C s� | � tj�|�� t�d||� | js�d}|rdtj�|�rDd| }n tj�|�rdtj� |�sdd| }|rtt
|d ��t � ||� | �
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirra rb �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr, r, r- � copy_file s
zFileOperator.copy_fileNc C s� t j�|�rt�| �t j�|�� t�d||� | jsv|d krJt |d�}nt
j |d|d�}zt �
||� W 5 |� � X | �|� d S )NzCopying stream %s to %s�wb�w��encoding)ra rb �isdirrd r� r� r� r� r� �openr� r� r Z copyfileobjr� )r� Zinstreamr� r� Z outstreamr, r, r- � copy_stream s
zFileOperator.copy_streamc C s\ | � tj�|�� | jsNtj�|�r.t�|� t|d��}|�|� W 5 Q R X | � |� d S )Nr� )
r� ra rb r� r� r� r� r� r� r� )r� rb r� �fr, r, r- �write_binary_file! s
z FileOperator.write_binary_filec C s | � ||�|�� d S ru )r� �encode)r� rb r� r� r, r, r- �write_text_file* s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:t�d|� q"t �|�j|B |@ }t�d||� t �||� q"d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) ra rP �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder, r, r- �set_mode- s zFileOperator.set_modec C s | � dd|�S )Nim i� )r� )r+ r� r, r, r- �<lambda>9 � zFileOperator.<lambda>c C s| t j�|�}|| jkrxt j�|�sx| j�|� t j�|�\}}| �|� t� d| � | j
sft � |� | j rx| j
�|� d S )Nz Creating %s)ra rb r� r� r� r� r� r� r� r� r� �mkdirr� r� )r� rb r� r� r, r, r- r� ; s
zFileOperator.ensure_dirc C s� t || �}t�d||� | js�|s0| �||�rX|s:d }n |�|�sHt�|t|�d � }i }|rvtt d�rvt j
j |d< t j |||df|� | �
|� |S )NzByte-compiling %s to %s�PycInvalidationMode�invalidation_modeT)r r� r� r� r� rT rd re rp �
py_compiler� � CHECKED_HASH�compiler� ) r� rb �optimize�forcerm Zhashed_invalidationZdpathZdiagpathZcompile_kwargsr, r, r- � byte_compileG s
zFileOperator.byte_compilec C s� t j�|�r�t j�|�r^t j�|�s^t�d|� | js@t� |� | j
r�|| j kr�| j � |� nPt j�|�rpd}nd}t�d||� | js�t � |� | j
r�|| j
kr�| j
� |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)ra rb r� r� r� r� �debugr� r r� r� r� r� r� )r� rb r+ r, r, r- �ensure_removedX s"
zFileOperator.ensure_removedc C sD d}|s@t j�|�r$t �|t j�}q@t j�|�}||kr:q@|}q|S r� )ra rb r� �access�W_OKr� )r� rb r( �parentr, r, r- � is_writablem s zFileOperator.is_writablec C s" | j s
t�| j| jf}| �� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� rd r� r� r� )r� r( r, r, r- �commity s
zFileOperator.commitc C s� | j s�t| j�D ]}tj�|�rt�|� qt| jdd�}|D ]F}t� |�}|rz|dgks^t
�tj� ||d �}t� |� t� |� q>| �
� d S )NT)�reverse� __pycache__r )r� �listr� ra rb r� r� �sortedr� �listdirrd r$ �rmdirr� )r� r� �dirsr� �flistZsdr, r, r- �rollback� s
zFileOperator.rollback)F)T)N)FFNF)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r r r r r r, r, r, r- r� � s
r� c C s^ | t jkrt j| }nt| �}|d kr,|}n.|�d�}t||�d��}|D ]}t||�}qJ|S )N�.r )rq �modules�
__import__r� rr rh )Z module_nameZ dotted_path�modr( r* r} r, r, r- �resolve� s
r c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S ru �rP rm rk r� )r� rP rm rk r� r, r, r- r� � s zExportEntry.__init__c C s t | j| j�S ru )r rm rk r� r, r, r- r� � s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>r r� r, r, r- �__repr__� s
�zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r� )rx r rP rm rk r� )r� �otherr( r, r, r- �__eq__� s
�
�
�zExportEntry.__eq__N)
r� r� r� r� r� r� r r r� �__hash__r, r, r, r- r � s
r z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t �| �}|s0d }d| ks"d| kr�td| ��n�|�� }|d }|d }|�d�}|dkrf|d }}n"|dkrztd| ��|�d�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd
d � | �d �D �} t|||| �}|S )
NrA rB zInvalid specification '%s'rP �callable�:r r r� c S s g | ] }|� � �qS r, )rS )rN r� r, r, r- rO � s z$get_export_entry.<locals>.<listcomp>rC )�ENTRY_RE�searchr � groupdict�countr� r )
Z
specificationr' r( r� rP rb Zcolonsrm rk r� r, r, r- r� � s8
�
��r� c C s� | dkr d} t jdkr.dt jkr.t j�d�}n t j�d�}t j�|�rft �|t j�}|s�t �
d|� n<zt � |� d}W n( t k
r� t j
d |dd
� d }Y nX |s�t
�� }t �
d |� t j�|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�ntZ LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)ra rP �environrb �
expandvars�
expanduserr� r r r� �warning�makedirs�OSErrorr� r� r$ )rk r( Zusabler, r, r- �get_cache_base� s&
r- c C sB t j�t j�| ��\}}|r(|�dd�}|�t jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
r z---z--z.cache)ra rb �
splitdriver� r! rc )rb r� r} r, r, r- �path_to_cache_dir
s
r/ c C s | � d�s| d S | S r_ )�endswith)r+ r, r, r- � ensure_slash s
r1 c C s` d }}d| kr>| � dd�\}} d|kr.|}n|�dd�\}}|rJt|�}|rVt|�}||| fS )NrD r r )�rsplitr� r )rX ZusernameZpasswordrm r, r, r- �parse_credentials$ s r3 c C s t �d�} t �| � | S )N� )ra �umaskrs r, r, r- �get_process_umask3 s
r6 c C s< d}d }t | �D ]\}}t|t�sd} q,q|d k s8t�|S )NTF)� enumeraterx r rd )�seqr( r[ r+ r, r, r- �is_string_sequence8 s
r9 z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | ��dd�} t�| �}|r@|�d�}| d|�� � } |r�t| �t|�d kr�t�t� |�d | �}|r�|�
� }| d|� | |d d� |f}|dkr�t �| �}|r�|�d�|�d�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\br� ) r r! �PYTHON_VERSIONr! r� �startre �rer �escaper �PROJECT_NAME_AND_VERSION)�filenameZ project_namer( Zpyverr' �nr, r, r- �split_filenameG s"
rC z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t �| �}|std| ��|�� }|d �� �� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'rP Zver)�NAME_VERSION_REr r r" rS rz )r} r' r� r, r, r- �parse_name_and_versionc s
rE c C s� t � }t | pg �} t |pg �}d| kr8| �d� ||O }| D ]x}|dkrT|�|� q<|�d�r�|dd � }||kr�t�d| � ||kr�|�|� q<||kr�t�d| � |�|� q<|S )N�*r; r zundeclared extra: %s)r� r� r� rT r� r* )Z requestedZ availabler( �rZunwantedr, r, r- �
get_extrasr s&
rH c
C s� i }zNt | �}|�� }|�d�}|�d�s8t�d|� nt�d�|�}t� |�}W n0 t
k
r� } zt� d| |� W 5 d }~X Y nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr� z&Failed to get external data for %s: %s) r r� �getrT r� r r� r� r� r� r� � exception)rR r( ZrespZheadersZct�reader�er, r, r- �_get_external_data� s
rM z'https://www.red-dove.com/pypi/projects/c C s* d| d � � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr ��upperr
�_external_data_base_urlrM )rP rR r( r, r, r- �get_project_data� s
rQ c C s( d| d � � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr rN )rP �versionrR r, r, r- �get_package_data� s
rS c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t j�|�st �|� t �|�jd@ dkr6t�d|� t j�t j� |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) ra rb r� r+ r� r� r� r* r� �normpathrj )r� rj r, r, r- r� � s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r/ )r� rm r, r, r- �
prefix_to_dir� s zCache.prefix_to_dirc C s� g }t �| j�D ]r}t j�| j|�}z>t j�|�s>t j�|�rJt �|� nt j�|�r`t �
|� W q t k
r� |� |� Y qX q|S )z"
Clear the cache.
)
ra r rj rb r$ r� r� r� r� r r� r� r" )r� Z not_removed�fnr, r, r- �clear� s z Cache.clearN)r� r� r� �__doc__r� rW rY r, r, r, r- rT � s rT c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S ru )� _subscribersr� r, r, r- r� � s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|�|� n
|�|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)r\ r r" �
appendleft)r� �event�
subscriberr" �subsZsqr, r, r- r� � s
zEventMixin.addc C s, | j }||krtd| ��|| �|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)r\ r� r� )r� r^ r_ r` r, r, r- r� � s zEventMixin.removec C s t | j�|d��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
r, )�iterr\ rI )r� r^ r, r, r- �get_subscribers s zEventMixin.get_subscribersc O sl g }| � |�D ]F}z||f|�|�}W n" tk
rH t�d� d}Y nX |�|� qt�d||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)rb r� r� rJ r" r )r� r^ �args�kwargsr( r_ r� r, r, r- �publish s
�zEventMixin.publishN)T) r� r� r� rZ r� r� r� rb re r, r, r, r- r[ � s
r[ c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S ru )�_preds�_succsr� �_nodesr� r, r, r- r� " s zSequencer.__init__c C s | j �|� d S ru )ri r� �r� �noder, r, r- �add_node' s zSequencer.add_nodeFc C s� || j kr| j �|� |r�t| j�|d��D ]}| �||� q,t| j�|d��D ]}| �||� qPt| j�� �D ]\}}|sp| j|= qpt| j�� �D ]\}}|s�| j|= q�d S )Nr, )ri r� r� rg rI rh r r� )r� rk Zedgesr} r+ r� rI r, r, r- � remove_node* s
zSequencer.remove_nodec C s< ||ks t �| j�|t� ��|� | j�|t� ��|� d S ru )rd rg �
setdefaultr� r� rh )r� �pred�succr, r, r- r� : s z
Sequencer.addc C s� ||ks t �z| j| }| j| }W n tk
rD td| ��Y nX z|�|� |�|� W n$ tk
r� td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)rd rg rh �KeyErrorr� r� )r� ro rp �predsZsuccsr, r, r- r� ? s
zSequencer.removec C s || j kp || jkp || jkS ru )rg rh ri )r� �stepr, r, r- �is_stepL s �zSequencer.is_stepc C s� | � |�std| ��g }g }t� }|�|� |r�|�d�}||krb||kr�|�|� |�|� q.|�|� |�|� | j�|d�}|� |� q.t
|�S )Nz Unknown: %rr r, ) rt r� r� r" rh r� r� rg rI �extend�reversed)r� �finalr( Ztodo�seenrs rr r, r, r- � get_stepsP s"
zSequencer.get_stepsc sR dg�g �i �i �g �| j � � ������fdd��� D ]}|�kr8�|� q8�S )Nr c s� �d �| < �d �| < �d d7 < �� | � z � | }W n tk
rV g }Y nX |D ]J}|�kr��|� t�| �| ��| < q\|�kr\t�| �| ��| < q\�| �| kr�g }��� }|� |� || kr�q�q�t|�}�� |� d S )Nr r )r" r� �minrh �tuple)rk Z
successorsZ successorZconnected_componentZ component�Zgraph�indexZ
index_counterZlowlinksr( �stack�
strongconnectr, r- r t s,
z3Sequencer.strong_connections.<locals>.strongconnect)rh rj r, r| r- �strong_connectionsi s "
z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|�d||f � q q | jD ]}|�d| � q>|�d� d�|�S )Nz digraph G {z %s -> %s;z %s;�}�
)rg r" ri r$ )r� r( rp rr ro rk r, r, r- �dot� s
z
Sequencer.dotN)F)
r� r� r� r� rl rm r� r� rt ry �propertyr� r� r, r, r, r- rf ! s
2rf )�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sZ � �fdd�}t j�� �� t� ��d }|d kr�| �d�r>d}nH| �d�rRd}d}n4| �d�rfd }d
}n | �d �rzd }d
}n td| ��z�|dkr�t| d
�}|r�|�� }|D ] }||� q�n*t �
| |�}|r�|� � }|D ] }||� q�|dk�r*t j
d dk �r*|�� D ]"} t| jt��s| j�d�| _�qdd� }
|
|_|�� � W 5 |�rT|�� X d S )Nc sR t | t�s| �d�} tj�tj�� | ��}|�� �rB|� tjkrNt d| ��d S )Nr� z path outside destination: %r)
rx r �decodera rb r� r$ rT rc r� )rb r} ��dest_dirZplenr, r- �
check_path� s
z unarchive.<locals>.check_path)r� r� �zip)r� r� Ztgzzr:gz)r� r� Ztbzzr:bz2r� ZtarrG zUnknown format for %rr r� r� c
S sD zt �| |�W S t jk
r> } ztt|���W 5 d}~X Y nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ
tar_filterZ FilterErrorr� �str)�memberrb �excr, r, r- �extraction_filter� s z$unarchive.<locals>.extraction_filter)ra rb r� re r0 r� r� r Znamelistr� r� Zgetnamesrq r� Z
getmembersrx rP r r� r� Z
extractall) Zarchive_filenamer� �formatr� r� �archiver� �namesrP Ztarinfor� r, r� r- � unarchive� sL
r� c C s~ t �� }t| �}t|d��Z}t�| �D ]H\}}}|D ]8}tj�||�}||d� } tj�| |�}
|�||
� q4q&W 5 Q R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOre r ra �walkrb r$ r� ) Z directoryr( ZdlenZzfrf r r� rP ZfullZrelrl r, r, r- �zip_dir� s r� )r �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�ProgressZUNKNOWNr �d c C s< |d ks||kst �| | _| _|| _d | _d| _d| _d S )Nr F)rd rz �cur�max�started�elapsed�done)r� ZminvalZmaxvalr, r, r- r� s zProgress.__init__c C sV | j |kst�| jd ks&|| jks&t�|| _t�� }| jd krF|| _n || j | _d S ru )rz rd r� r� �timer� r� )r� ZcurvalZnowr, r, r- �update s
zProgress.updatec C s |dks t �| �| j| � d S �Nr )rd r� r� )r� Zincrr, r, r- � increment s zProgress.incrementc C s | � | j� | S ru )r� rz r� r, r, r- r= s zProgress.startc C s | j d k r| �| j � d| _d S )NT)r� r� r� r� r, r, r- �stop# s
z
Progress.stopc C s | j d kr| jS | j S ru )r� �unknownr� r, r, r- �maximum( s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r� r� rz )r� r( rI r, r, r- �
percentage, s
zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}nt�dt�|��}|S )Nr z??:??:??z%H:%M:%S)r� r� rz r� �strftime�gmtime)r� Zdurationr( r, r, r- �format_duration7 s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| �|�f S )NZDonezETA r� r r z%s: %s)r� r� r� r� rz �floatr� )r� rm r\ r, r, r- �ETA@ s
z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i� g @�@z%d %sB/s)r� r� rz �UNITS)r� r( Zunitr, r, r- �speedS s
zProgress.speedN)r r� )r� r� r� r� r� r� r� r= r� r� r� r� r� r� r� r, r, r, r- r� s
r� z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t �| �rd}t|| ��t�| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr! r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r, r, r- r h s
r c c s t �| d�}t|�dkrht|�dks,t|��|\}}}|�d�D ]$}td�|||f��D ]
}|V qXq@n�d| kr�t| �D ]
}|V qxn~| �dd�\}}|dkr�d}|dkr�d}n|�d�}|�d �}t� |�D ]4\}}} tj
� |�}ttj
�||��D ]
}
|
V q�q�d S )
Nr r� rC r z**r rF r` �\) � RICH_GLOBr� re rd r� r$ � std_iglobr% ra r� rb rV ) r� Zrich_path_globrm r� rk �itemrb Zradical�dirr� rX r, r, r- r� s s*
r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sR t �| j| jf| j�}t| dd�r0|| _| �� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _nxt �t j�}| jt jO _| jr�|�| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|f|�| _| j
�rN| j�rNz$t| j�� | j� t�d| j� W n0 t k
�rL | j� t j � | j� � � Y nX d S ) NZ _tunnel_hostF�
SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrr �sockZ_tunnelrp �sslr� Z
CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r r� ZshutdownZ SHUT_RDWRr� )r� r� r� �contextrd r, r, r- �connect� s@
�
zHTTPSConnection.connect)r� r� r� r� r� r� r, r, r, r- r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� Tc C s t �| � || _|| _d S ru )�BaseHTTPSHandlerr� r� r� )r� r� r� r, r, r- r� � s
zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r� r� r� )r� rc rd r( r, r, r- � _conn_maker� s
zHTTPSHandler._conn_makerc
C sX z| � | j|�W S tk
rR } z$dt|j�kr@td|j ��n� W 5 d }~X Y nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r r� �reasonr� r� )r� rY rL r, r, r- �
https_open� s �zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r, r, r, r- r� � s
r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� rY r, r, r- � http_open� s �zHTTPSOnlyHandler.http_openN)r� r� r� r� r, r, r, r- r� � s r� � �r� � c @ s e Zd Zddd�ZdS )�HTTPr Nc K s& |dkr d }| � | j||f|�� d S r� ��_setupZ_connection_class�r� r� r� rd r, r, r- r� � s z
HTTP.__init__)r N�r� r� r� r� r, r, r, r- r� � s r� c @ s e Zd Zddd�ZdS )�HTTPSr Nc K s& |dkr d }| � | j||f|�� d S r� r� r� r, r, r- r� � s zHTTPS.__init__)r Nr� r, r, r, r- r� � s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tj�| |� d S ru )r� r r� r� �r� r� � use_datetimer, r, r- r� s zTransport.__init__c C s` | � |�\}}}tdkr(t|| jd�}n4| jr<|| jd krR|| _|t�|�f| _| jd }|S )Nr� )r� r r )�
get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r( r, r, r- �make_connection
s
zTransport.make_connectionN)r �r� r� r� r� r� r, r, r, r- r� s
r� c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tj�| |� d S ru )r� r r� r� r� r, r, r- r� s zSafeTransport.__init__c C sx | � |�\}}}|si }| j|d< tdkr:t|d f|�}n:| jrN|| jd krj|| _|tj|d f|�f| _| jd }|S )Nr� r� r r )r� r� r� r� r� r� r r� )r� r� r� r� rd r( r, r, r- r� s
�
z SafeTransport.make_connectionN)r r� r, r, r, r- r� s
r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |� dd � | _}|d k r^t|�\}}|�dd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport)
rh r� r rI r� r� r� r r� r� ) r� rZ rd r� rW r] r� Ztclsr\ r, r, r- r� , s zServerProxy.__init__Nr� r, r, r, r- r� + s r� c K s6 t jd dk r|d7 }nd|d< d|d< t| |f|�S )Nr r� �br �newliner� r� )rq r� r� )rX r� rd r, r, r- � _csv_open@ s
r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaserC �"r� )Z delimiterZ quotecharZlineterminatorc C s | S ru r, r� r, r, r- � __enter__R s zCSVBase.__enter__c G s | j �� d S ru )r� r� )r� r& r, r, r- �__exit__U s zCSVBase.__exit__N)r� r� r� r� �defaultsr� r� r, r, r, r- r� K s �r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,t�d�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr� r r� r� rb rG ) rq r� r� r� r� r� �csvrK r� )r� rd r� r, r, r- r� Z s zCSVReader.__init__c C s | S ru r, r� r, r, r- �__iter__e s zCSVReader.__iter__c C sF t | j�}tjd dk rBt|�D ] \}}t|t�s |�d�||< q |S �Nr r� r� )�nextrK rq r� r7 rx r r� )r� r( r[ r� r, r, r- r� h s
zCSVReader.nextN)r� r� r� r� r� r� �__next__r, r, r, r- r� Y s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r� r� �writerr� )r� rX rd r, r, r- r� s s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|t�r.|�d�}|�|� q|}| j�|� d S r� )rq r� rx r r� r" r� �writerow)r� �rowrG r� r, r, r- r� w s
zCSVWriter.writerowN)r� r� r� r� r� r, r, r, r- r� r s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convertZincNc s" t t| ��|� |pt�� | _d S ru )�superr r� ra r� rj )r� �configrj �� __class__r, r- r� � s zConfigurator.__init__c
s� ��fdd��� � d�}t|�s*��|�}� � dd �}� � dd�}|r\t�fdd�|D ��}� �fd d�� D �}t|�}|||�}|r�|�� D ]\}} t||�| �� q�|S )
Nc sv t | ttf�r*t| �� fdd�| D ��}nHt | t�rhd| krH��| �}qri }| D ]}� | | �||< qPn
��| �}|S )Nc s g | ] }� |��qS r, r, )rN r[ ��convertr, r- rO � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>�())rx r r{ �type�dict�configure_customr )�or( r� )r r� r, r- r � s
z.Configurator.configure_custom.<locals>.convertr r z[]r, c s g | ] }� |��qS r, r, )rN r r r, r- rO � s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r, )r )rN r� )r r r, r- rO � s )rh r r r{ r
r� �setattr)
r� r r~ Zpropsrc r� rd r( rB rI r, )r r r� r- r � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| �|� | j |< }|S )Nr )r rx r
r )r� r� r( r, r, r- � __getitem__� s
zConfigurator.__getitem__c C sF t j�|�s t j�| j|�}tj|ddd��}t�|�}W 5 Q R X |S )z*Default converter for the inc:// protocol.rG r� r� ) ra rb �isabsr$ rj r� r� r� r� )r� r� r� r( r, r, r- r � s
zConfigurator.inc_convert)N) r� r� r� r
r Zvalue_convertersr� r r r �
__classcell__r, r, r r- r � s
r c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) �SubprocessMixinzC
Mixin for running subprocesses and capturing their output
FNc C s || _ || _d S ru )�verbose�progress)r� r r r, r, r- r� � s zSubprocessMixin.__init__c C sj | j }| j}|�� }|sq^|dk r.|||� q |s@tj�d� ntj�|�d�� tj�� q |�� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr r� ) r r �readlinerq �stderrr� r� �flushr� )r� r� r� r r r+ r, r, r- rK � s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|�� tj| j|jdfd�}|�� |� � |�
� |�
� | j d k r�| � dd� n| j r�t
j�d� |S )N)�stdoutr r )r� rc r zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threadingZThreadrK r r= r �waitr$ r r rq r� )r� �cmdrd r} �t1�t2r, r, r- � run_command� s" ��
zSubprocessMixin.run_command)FN)r� r� r� rZ r� rK r! r, r, r, r- r � s
r c C s t �dd| ��� S )z,Normalize a python package name a la PEP 503z[-_.]+r; )r> �subrz )rP r, r, r- �normalize_name� s r# )NN)r� )N)N)NT)�r� � collectionsr �
contextlibr� Zglobr r� r� r� Zloggingra r� r> r� r� � ImportErrorr rq r� r� r� r Zdummy_threadingr� r r �compatr r r r r
r r r
r r r r r r r r r r r r r Z getLoggerr� r� r� r rG rF r6 r> r: rV r# r? r^ rn rt ry r r� r� r� �contextmanagerr� r� r� r� r� r� r� r r �VERBOSEr r� r- r/ r1 r3 r6 r9 �Ir@ r< rC rD rE rH rM rP rQ rS rT r[ rf ZARCHIVE_EXTENSIONSr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r# r, r, r, r- �<module> s�
\
Yy
/
8 �
)
�
,H
C]
*)
7. site-packages/pip/_vendor/distlib/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000002004 15201600075 0022470 0 ustar 00 U
��.eK � @ sn d dl Z dZG dd� de�Zzd dl mZ W n& ek
rR G dd� de j�ZY nX e �e�Z e �
e� � dS )� Nz 0.2.9.post0c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S �Nr ��self�recordr r r �handle � zNullHandler.handlec C s d S r r r
r r r �emit r zNullHandler.emitc C s
d | _ d S r )�lock)r r r r �
createLock r zNullHandler.createLockN)r r r r
r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ
addHandlerr r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/markers.cpython-38.pyc 0000644 00000010555 15201600075 0021450 0 ustar 00 U
��.e# � @ s� d Z ddlZddlZddlZddlZddlmZmZmZ ddl m
Z
m Z dgZ dd� Z
G d d
� d
e�Zd d � Ze� Z[e� Zdd
d�ZdS )zG
Parser for the environment markers micro-language defined in PEP 508.
� N� )�python_implementation�urlparse� string_types)�in_venv� parse_marker� interpretc C s t | t�r| sdS | d dkS )NFr �'")�
isinstancer )�o� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/markers.py� _is_literal s r c
@ sf e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d d� d
d� dd� d� Zdd� ZdS )� Evaluatorz;
This class is used to evaluate marker expessions.
c C s | |kS �Nr ��x�yr r r
�<lambda>$ � zEvaluator.<lambda>c C s | |kS r r r r r r
r % r c C s | |kp| |kS r r r r r r
r & r c C s | |kS r r r r r r
r ' r c C s | |k S r r r r r r
r ( r c C s | |kp| |k S r r r r r r
r ) r c C s | |kS r r r r r r
r * r c C s | |kp| |kS r r r r r r
r + r c C s | o|S r r r r r r
r , r c C s | p|S r r r r r r
r - r c C s | |kS r r r r r r
r . r c C s | |kS r r r r r r
r / r ) z==z===z~=z!=�<z<=�>z>=�and�or�inznot inc C s� t |t�rB|d dkr$|dd� }q�||kr8td| ��|| }n�t |t�sPt�|d }|| jkrntd| ��|d }|d }t|d �r�t|d �r�td
|||f ��| �||�}| �||�}| j| ||�}|S ) z�
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
r r r ���zunknown variable: %s�opzop not implemented: %s�lhs�rhsz invalid comparison: %s %s %s) r
r � SyntaxError�dict�AssertionError�
operations�NotImplementedErrorr �evaluate) �self�expr�context�resultr ZelhsZerhsr r r r r
r$ 2 s$
zEvaluator.evaluateN)�__name__�
__module__� __qualname__�__doc__r" r$ r r r r
r s �r c
C s� dd� } t td�r(| tjj�}tjj}nd}d}||tjt�� t�� t� � t�
� t�� t t � �t�
� t�
� d d� tjd� }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j� 7 }|S )Nz%s.%s.%s�finalr )�major�minor�micro� releaselevel�str�serial)�info�versionZkindr r r
�format_full_versionN s
z,default_context.<locals>.format_full_version�implementation�0� � ) �implementation_name�implementation_versionZos_nameZplatform_machineZ platform_python_implementationZplatform_releaseZplatform_systemZplatform_versionZplatform_in_venvZpython_full_version�python_versionZ sys_platform)�hasattr�sysr7 r5 �name�os�platform�machiner �release�systemr2 r r= )r6 r< r; r( r r r
�default_contextM s(
�rF c
C s� zt | �\}}W n2 tk
rB } ztd| |f ��W 5 d}~X Y nX |rd|d dkrdtd| |f ��tt�}|rz|�|� t�||�S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
z)Unable to interpret marker syntax: %s: %sNr �#z*unexpected trailing data in marker: %s: %s)r � Exceptionr r �DEFAULT_CONTEXT�update� evaluatorr$ )ZmarkerZexecution_contextr& �rest�er' r r r
r q s "
)N)r, rA r? rB �re�compatr r r �utilr r �__all__r �objectr rF rI rK r r r r r
�<module> s / site-packages/pip/_vendor/distlib/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000047451 15201600075 0022435 0 ustar 00 U
��.e_[ � @ sf d Z ddlZddlZddlmZ ddlmZ dddd d
d d d
gZe�e �Z
G dd � d e �Z G dd� de
�ZG dd� de
�Ze�d�Zdd� ZeZG dd� de�Zdd� ZG dd� de�Ze�d�dfe�d �d fe�d �dfe�d �d fe�d!�d"fe�d#�d"fe�d$�d%fe�d&�d'fe�d(�d)fe�d*�d+ff
Ze�d,�dfe�d-�dfe�d.�d%fe�d$�d%fe�d/�dffZe�d0�Zd1d2� Zd3d4� Ze�d5ej �Z d6d6d7d6d8ddd9�Z d:d;� Z G d<d� de�Z G d=d � d e�Z!e�d>ej �Z"d?d@� Z#dAdB� Z$G dCd
� d
e�Z%G dDd � d e�Z&G dEdF� dFe
�Z'e'eee�e'e e!dGdH� �e'e$e&e�dI�Z(e(dJ e(dK< dLd
� Z)dS )Mz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types��parse_requirement�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/version.pyr s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s" |� � | _}| �|� | _}d S �N)�strip�_string�parse�_parts)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass��NotImplementedError�r r r r r r % s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError�r �otherr r r �_check_compatible( s zVersion._check_compatiblec C s | � |� | j|jkS r �r% r r# r r r �__eq__, s
zVersion.__eq__c C s | � |� S r �r' r# r r r �__ne__0 s zVersion.__ne__c C s | � |� | j|jk S r r& r# r r r �__lt__3 s
zVersion.__lt__c C s | � |�p| �|� S r �r* r' r# r r r �__gt__7 s zVersion.__gt__c C s | � |�p| �|�S r r+ r# r r r �__le__: s zVersion.__le__c C s | � |�p| �|�S r )r, r' r# r r r �__ge__= s zVersion.__ge__c C s
t | j�S r )�hashr �r r r r �__hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s')�� __class__r r r0 r r r �__repr__D s zVersion.__repr__c C s | j S r �r r0 r r r �__str__G s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.r r0 r r r �
is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r% r' r) r* r, r- r. r1 r4 r6 �propertyr7 r r r r r s r c @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d �Zd d
� Zdd� Zdd� Zedd� �Z dd� Z
dd� Z dd� Z dd� Z
d d � Zd d � ZdS ) �MatcherNc C s | |k S r r ��v�c�pr r r �<lambda>T � zMatcher.<lambda>c C s | |kS r r r: r r r r> U r? c C s | |kp| |k S r r r: r r r r> V r? c C s | |kp| |kS r r r: r r r r> W r? c C s | |kS r r r: r r r r> X r? c C s | |kS r r r: r r r r> Y r? c C s | |kp| |kS r r r: r r r r> [ r? c C s | |kS r r r: r r r r> \ r? )�<�>�<=�>=�==�===�~=�!=c C s t |�S r r r r r r r a s zMatcher.parse_requirementc C s� | j d krtd��|�� | _}| �|�}|s:td| ��|j| _| j�� | _g }|jr�|jD ]d\}}|� d�r�|dkr�td| ��|d d� d }}| � |� n| � |�d }}|�
|||f� q^t |�| _ d S ) Nz Please specify a version classz
Not valid: %rz.*)rD rG z#'.*' not allowed for %r constraints���TF)
�
version_class�
ValueErrorr r r �name�lower�keyZ constraints�endswith�append�tupler )r r �rZclist�opZvn�prefixr r r r d s*
� zMatcher.__init__c C sx t |t�r| �|�}| jD ]X\}}}| j�|�}t |t�rDt| |�}|s`d|| jjf }t |��||||�s dS qdS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
�
isinstancer rI r �
_operators�get�getattrr3 r r )r �version�operator�
constraintrS �f�msgr r r �match� s
� z
Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r )rD rE )�lenr )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r! rK r" r# r r r r% � s zMatcher._check_compatiblec C s" | � |� | j|jko | j|jkS r )r% rM r r# r r r r' � s
zMatcher.__eq__c C s | � |� S r r( r# r r r r) � s zMatcher.__ne__c C s t | j�t | j� S r )r/ rM r r0 r r r r1 � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r2 r0 r r r r4 � s zMatcher.__repr__c C s | j S r r5 r0 r r r r6 � s zMatcher.__str__)r r r rI rU r r r] r8 r` r% r' r) r1 r4 r6 r r r r r9 O s* �
r9 zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | � � } t�| �}|s"td| ��|�� }tdd� |d �d�D ��}t|�dkrl|d dkrl|d d� }qF|d szd}n t|d �}|dd � }|d
d � }|d d
� }|d }|dkr�d}n|d t|d �f}|dkr�d}n|d t|d �f}|dk�rd}n|d t|d �f}|d k�r*d}nHg } |�d�D ]0}
|
� � �rTdt|
�f}
nd|
f}
| �
|
� �q8t| �}|�s�|�s�|�r�d}nd}|�s�d}|�s�d}||||||fS )NzNot a valid version: %sc s s | ]}t |�V qd S r ��int��.0r; r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.���r � � � � �
� �
)NNr )�arg )�z)�_)�final) r �PEP440_VERSION_REr] r �groupsrP �splitr^ rb �isdigitrO ) r �mrt ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT
r{ c @ s6 e Zd ZdZdd� Zedddddg�Zed d
� �Zd S ) r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}t�|�}|�� }tdd� |d �d�D ��| _|S )Nc s s | ]}t |�V qd S r ra rc r r r re s z*NormalizedVersion.parse.<locals>.<genexpr>r rf )�_normalized_keyrs r] rt rP ru �_release_clause)r r r_ rw rt r r r r
s
zNormalizedVersion.parsero �br< �rcry c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)rd �tr0 r r re s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr r0 r r0 r r7 s z NormalizedVersion.is_prereleaseN) r r r r r �setr� r8 r7 r r r r r � s
c C s> t | �} t |�}| |kr dS | �|�s*dS t|�}| | dkS )NTFrf )�str�
startswithr^ )�x�y�nr r r �
_match_prefix s
r� c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)rF r@ rA rB rC rD rE rG c C sV |rd|ko|j d }n|j d o,|j d }|rN|j�dd�d }| �|�}||fS )N�+rg r r )r r ru rI )r rX rZ rS Z strip_localr r r r �
_adjust_local6 s
z NormalizedMatcher._adjust_localc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrf c S s g | ] }t |��qS r �r� �rd �ir r r �
<listcomp>I s z/NormalizedMatcher._match_lt.<locals>.<listcomp>�r� r} �joinr� �r rX rZ rS Zrelease_clauseZpfxr r r r� D s zNormalizedMatcher._match_ltc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrf c S s g | ] }t |��qS r r� r� r r r r� Q s z/NormalizedMatcher._match_gt.<locals>.<listcomp>r� r� r r r r� L s zNormalizedMatcher._match_gtc C s | � |||�\}}||kS r �r� �r rX rZ rS r r r r� T s zNormalizedMatcher._match_lec C s | � |||�\}}||kS r r� r� r r r r� X s zNormalizedMatcher._match_gec C s. | � |||�\}}|s ||k}n
t||�}|S r �r� r� �r rX rZ rS r_ r r r r� \ s
zNormalizedMatcher._match_eqc C s t |�t |�kS r r� r� r r r r� d s z"NormalizedMatcher._match_arbitraryc C s0 | � |||�\}}|s ||k}n t||� }|S r r� r� r r r r� g s
zNormalizedMatcher._match_nec C sf | � |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }d�dd� |D ��}t||�S )NTFr rg rf c S s g | ] }t |��qS r r� r� r r r r� z s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r� r} r^ r� r� r� r r r r� o s z#NormalizedMatcher._match_compatibleN)r r r r rI rU r� r� r� r� r� r� r� r� r� r r r r r ' s& � z[.+-]$� z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$�\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rf z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sL | � � �� }tD ]\}}|�||�}q|s.d}t�|�}|sFd}|}n�|�� d �d�}dd� |D �}t|�dk r~|� d� qft|�dkr�||�
� d� }n8d� dd� |dd� D ��||�
� d� }|dd� }d� d d� |D ��}|� � }|�rt D ]\}}|�||�}q�|�s |}n d
|k�r*d nd }|| | }t
|��sHd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r rf c S s g | ] }t |��qS r ra r� r r r r� � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r r� r� r r r r� � s c S s g | ] }t |��qS r r� r� r r r r� � s ry �-r� )r rL �
_REPLACEMENTS�sub�_NUMERIC_PREFIXr] rt ru r^ rO �endr� �_SUFFIX_REPLACEMENTS� is_semver)r r_ Zpat�replrw rS �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sh zt | � | W S tk
r" Y nX | �� }dD ]\}}|�||�}q0t�dd|�}t�dd|�}t�dd|�}t�dd |�}t�d
d |�}|�d �r�|d
d� }t�dd |�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�d d|�}t�d d |�}t�d d |�}z t |� W n tk
�rb d}Y nX |S )!a� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
))z-alpharo )z-betar~ )r� ro )r� r~ )r r< )z-finalr� )z-prer< )z-releaser� )z.releaser� )z-stabler� )r� rf )rq rf )� r� )z.finalr� )rr r� zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r� r; r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r� z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r| r rL �replace�rer� r� )r ZrsZorigr� r r r �_suggest_normalized_version� s>
r� z([a-z]+|\d+|[\.-])r< zfinal-�@)rx Zpreviewr� r ry r� rf c C sr dd� }g }|| �D ]T}|� d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�S )Nc S st g }t �| �� �D ]R}t�||�}|rd|d d� krBdkrRn n |�d�}nd| }|�|� q|�d� |S )N�0r �9� �*�*final)�
_VERSION_PARTru rL �_VERSION_REPLACErV �zfillrO )r r_ r= r r r � get_partsC s
z _legacy_key.<locals>.get_partsr� r� rg z*final-Z00000000)r� �poprO rP )r r� r_ r= r r r � _legacy_keyB s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S r )r� r r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|t�r
|�d�r
|dk r
d} q4q
|S )NFr� r� T)r rT r r� )r r_ r� r r r r7 ` s
�zLegacyVersion.is_prereleaseN�r r r r r8 r7 r r r r r \ s c @ s4 e Zd ZeZeej�Zded< e� d�Z
dd� Z dS )r r� rF z^(\d+(\.\d+)*)c C s` ||k r dS | j �t|��}|s2t�d||� dS |�� d }d|krV|�dd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr rf r )�
numeric_rer] r� �loggerZwarningrt �rsplitr� )r rX rZ rS rw r r r r r� s s � z LegacyMatcher._match_compatibleN) r r r r rI �dictr9 rU r� �compiler� r� r r r r r k s
zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t �| �S r )�
_SEMVER_REr] )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|�� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � � d�}tdd� |D ��}|S )Nr rf c S s" g | ]}|� � r|�d �n|�qS )r� )rv r� )rd r= r r r r� � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)ru rP )r Zabsentr_ r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r ra r� r r r r� � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r rt ) r r� rw rt �major�minorZpatchrx Zbuildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r
c C s t |�S r )r� r r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r r0 r r r r7 � s z SemanticVersion.is_prereleaseNr� r r r r r
� s c @ s e Zd ZeZdS )r N)r r r r
rI r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S r )rM �matcher� suggester)r rM r� r� r r r r � s zVersionScheme.__init__c C s2 z| j �|� d}W n tk
r, d}Y nX |S �NTF)r� rI r �r r r_ r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s0 z| � |� d}W n tk
r* d}Y nX |S r� )r� r r� r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s | � d| �S )z:
Used for processing some metadata fields
zdummy_name (%s))r� r r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n
| � |�}|S r )r� r� r r r �suggest� s
zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s
r� c C s |S r r r r r r r> � r? r> )�
normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrJ )rK r r r r
� s )*r Zloggingr� �compatr �utilr �__all__Z getLoggerr r� rJ r �objectr r9 r� rs r{ r| r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r
r r� r� r
r r r r �<module> s� �
1d
=$ W � � �
.r� � $��� site-packages/pip/_vendor/distlib/__pycache__/compat.cpython-38.pyc 0000644 00000076653 15201600075 0021302 0 ustar 00 U
��.e�� � @ sB d dl mZ d dlZd dlZd dlZz d dlZW n ek
rH dZY nX ejd dk �r~d dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�nd dl=mZ e>fZ
e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCmDZ/ d dlAmEZ$ d dlFmDZ0 d dl2Z2d dlGm3Z3 d dlHmIZ4 eJZ5d dl6m:Z: e8Z8zd dlmKZKmLZL W n8 ek
�r� G dd� deM�ZLdddd �ZNd d � ZKY nX zd d l
mOZP W n& ek
�r G d d!� d!eQ�ZPY nX zd d"lmRZR W n, ek
�rT ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rteWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVzd d,l[m\Z\ W n ek
�r� d-d.� Z\Y nX z d dl]Z]W n" ek
�r� dd/lm]Z] Y nX ze^Z^W n* e_k
�r2 d d0l`maZa d1d2� Z^Y nX zejbZbejcZcW nH edk
�r� e�e� �pbd3Zfefd4k�rtd5Zgnd6Zgd7d8� Zbd9d:� ZcY nX zd d;lhmiZi W nH ek
�r� d d<ljmkZkmlZl d dlZe�md=�Znd>d?� Zod@dA� ZiY nX zd dBlpmqZq W n" ek
�r d dBlrmqZq Y nX ejddC� dDk �r:e3� jsZsn d dElpmsZs zd dFl`mtZt W nd ek
�r� d dGl`muZu zd dHlvmwZx W n ek
�r� dedJdK�ZxY nX G dLdM� dMeu�ZtY nX zd dNlymzZz W nH ek
�r zd dNl{mzZz W n ek
�r dfdOdP�ZzY nX Y nX zd dQl`m|Z| W n� ek
�r� zd dRl}m~Z W n" ek
�rj d dRl�m~Z Y nX zd dSl�m�Z�m�Z�m�Z� W n ek
�r� Y nX G dTdU� dUe��Z|Y nX zd dVl�m�Z�m�Z� W nv ek
�r< e�mdWej��Z�dXdY� Z�G dZd[� d[e��Z�dgd\d]�Z�G d^d_� d_e��Z�G d`da� dae��Z�G dbdc� dceQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| �d�} t| �S )N�utf-8)�
isinstance�unicode�encode�_quote)�s� r �>/usr/lib/python3.8/site-packages/pip/_vendor/distlib/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|�d�a t �| �}|r4|�dd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)Zhostr+ r- r r r � splituser4 s
r/ )�
TextIOWrapper) r r r
r/ r r r r r )
r r
r r r r r! r" r# r$ )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__�
__module__� __qualname__r r r r r3 ^ s r3 c
C s� g }| s dS | � d�}|d |dd� }}|�d�}||krNtdt| � ��|sb| �� |�� kS |dkrv|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append�
startswithr+ �escape�replacer, �join�
IGNORECASEr- )
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s*
� rF c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNamer ZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %s�, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s2
�
�r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j �|� d S �N��__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rW r r r r rP � s rP )�whichc s" dd� }t j�� �r&|� |�r"� S dS |dkr>t j�dt j�}|sFdS |�t j�}tj dkr�t j
|krt|� dt j
� t j�dd��t j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }|D ]P}t j�|�}||kr�|�|� |D ](} t j�|| �}
||
|�r�|
S q�q�dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t j�| �o$t �| |�o$t j�| � S rQ )�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s �z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� � � �|� � �V qd S rQ )r< �endswith��.0�ext��cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r re rh r r �
<listcomp>� s zwhich.<locals>.<listcomp>)rZ r[ �dirname�environrI �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) ri r` r[ ra Zpathext�files�seen�dirZnormdirZthefile�namer rh r rY � s8
rY )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r~ c C s | j �|j � d S rQ rR )rU �baser r r rW s zZipExtFile.__init__c C s | S rQ r �rU r r r r} s zZipExtFile.__enter__c G s | � � d S rQ ��close�rU �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rW r} r� r r r r r~ s r~ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r| c C s | S rQ r r� r r r r} " s zZipFile.__enter__c G s | � � d S rQ r� r� r r r r� % s zZipFile.__exit__c O s t j| f|�|�}t|�S rQ )� BaseZipFile�openr~ )rU �argsrV r r r r r� ) s z ZipFile.openN)r4 r5 r6 r} r� r� r r r r r| ! s r| )�python_implementationc C s0 dt jkrdS tjdkr dS t j�d�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ
IronPythonZCPython)rp �versionrZ r{ r> r r r r r� 0 s
r� )� sysconfig)�Callablec C s
t | t�S rQ )r r� )�objr r r �callableD s r� r �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S �Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 ��filenamer r r �fsencodeX s
�r� c C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S r� ) r r� r� �decoder� r� r� r� r4 r� r r r �fsdecodea s
�r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� �_�-r zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namer s �r� c s� z �j j�W n tk
r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|�t�rpd� |d d� }d
}|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFr c s$ z� � W S t k
r Y dS X d S )N� )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n4 tk
rB d}�d k r6d�|��}t|��Y nX t�|�}|sVd S t|d �}z t|�}W n: tk
r� �d kr�d| }n d��|�}t|��Y nX � r�|j dkr؈d kr�d}n
d���}t|��|d 7 }|S )
Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorr{ )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s8
�
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__r{ �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� } s4
&
r� )r? r) )r � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S ��|� z �| �}W 5 ��|� X |S rQ )�id� get_identrw �discard)rU rL �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rX r4 �__annotations__)ru �getattrr5 rX r4 r� )r� r� �r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)rU r� r r r rW s zChainMap.__init__c C s t |��d S rQ )�KeyError�rU rL r r r � __missing__ s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S rQ )r� r� r� )rU rL �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || kr| | S |S rQ r �rU rL r� r r r rI % s z ChainMap.getc C s t t� j| j� �S rQ )rJ ru �unionr� r� r r r �__len__( s zChainMap.__len__c C s t t� j| j� �S rQ )�iterru r� r� r� r r r �__iter__+ s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S rQ r )rf �m�rL r r rj / s z(ChainMap.__contains__.<locals>.<genexpr>�rt r� r� r r� r � __contains__. s zChainMap.__contains__c C s
t | j�S rQ r� r� r r r �__bool__1 s zChainMap.__bool__c C s d� | d�tt| j���S )Nz{0.__class__.__name__}({1})rG )r� rA rK r; r� r� r r r �__repr__4 s �zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 9 s zChainMap.fromkeysc C s$ | j | jd �� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copyr� r r r r� > s z
ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.�r� r� r� r r r � new_childD s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r Nr� r� r r r �parentsH s zChainMap.parentsc C s || j d |< d S )Nr )r� )rU rL rM r r r � __setitem__M s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S )Nr �(Key not found in the first mapping: {!r})r� r� r� r� r r r � __delitem__P s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� r� r r r r� V s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r� N)r� �popr� r� )rU rL r� r r r r� ] s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clearr� r r r r� d s zChainMap.clear)N)r4 r5 r6 rX rW r� r� rI r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s.
r� )�cache_from_sourcec C s0 | � d�st�|d krd}|r$d}nd}| | S )Nz.pyT�c�o)rd �AssertionError)r[ �debug_override�suffixr r r r� n s r� )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��z
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rJ r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rU r� �kwds�rootr r r rW � s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )rU rL rM Z dict_setitemr �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j �|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r� )rU rL Z dict_delitem� link_prev� link_nextr r r r� � s
zOrderedDict.__delitem__c c s. | j }|d }||k r*|d V |d }qdS )zod.__iter__() <==> iter(od)r r) N�r �rU r Zcurrr r r r� � s
zOrderedDict.__iter__c c s. | j }|d }||k r*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r) Nr r r r r � __reversed__� s
zOrderedDict.__reversed__c C sd z@| j �� D ]}|dd�= q | j}||dg|dd�< | j �� W n tk
rT Y nX t�| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr r� r� r� )rU Znoder r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t�| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r) )r� r r r� r� )rU r r �linkr r rL rM r r r r� � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� r� r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r �rf rL r� r r rk � s z&OrderedDict.values.<locals>.<listcomp>r r� r r� r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r r r� r r rk � s z%OrderedDict.items.<locals>.<listcomp>r r� r r� r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� r� r r r �iterkeys� s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr �rU �kr r r r � s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r r r r � iteritems s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }d}t | �dkrL| d }t|t�rn|D ]}|| ||< qZn<t|d�r�|�� D ]}|| ||< q�n|D ]\}}|||< q�|�� D ]\}}|||< q�dS ) a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r) z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r
N)rJ r� r r� �hasattrr
r )r� r rU �otherrL rM r r r rT s( �
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )rU rL r� r� r r r r� * s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r� r r r �
setdefault7 s zOrderedDict.setdefaultc C sf |si }t | �t� f}||kr"dS d||< z.| sBd| jjf W �S d| jj| �� f W �S ||= X dS )zod.__repr__() <==> repr(od)r� r z%s()z%s(%r)N)r� �
_get_identr� r4 r )rU Z
_repr_runningZcall_keyr r r r� > s zOrderedDict.__repr__c sX � fdd�� D �}t � ��� }t t� �D ]}|�|d� q(|rL� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r �rf r r� r r rk N s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rU r Z inst_dictr r r� r �
__reduce__L s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od)r� r� r r r r� V s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rM �drL r r r r� Z s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| �� |�� kS t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r� rJ r r� �__eq__�rU r r r r r e s
zOrderedDict.__eq__c C s
| |k S rQ r r r r r �__ne__n s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� r� r r r �viewkeyss s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� r� r r r �
viewvaluesw s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� r� r r r � viewitems{ s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rX rW r� r� r� r� r
r� r� r
r r r r r rT r �objectr r� r r� r r� r� r� r r r! r" r# r r r r r� � s:
r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr- rH )r r� r r r r& � s
r& c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� � configurator�convertr� r( �ConvertingList�ConvertingTuple�parentrL �rU rL rM r� r r r r� � s
�zConvertingDict.__getitem__Nc C sL t �| ||�}| j�|�}||k rH|| |< t|�tttfkrH| |_||_ |S rQ )
r� rI r) r* r� r( r+ r, r- rL �rU rL r� rM r� r r r rI � s
�zConvertingDict.get)N)r4 r5 r6 rX r� rI r r r r r( � s r( c C sD t �| ||�}| j�|�}||k r@t|�tttfkr@| |_||_ |S rQ )
r� r� r) r* r� r( r+ r, r- rL r/ r r r r� � s
�r� c @ s" e Zd ZdZdd� Zddd�ZdS ) r+ zA converting list wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� r) r* r� r( r+ r, r- rL r. r r r r� � s
�zConvertingList.__getitem__���c C s< t �| |�}| j�|�}||k r8t|�tttfkr8| |_|S rQ ) r� r� r) r* r� r( r+ r, r- )rU �idxrM r� r r r r� � s
�zConvertingList.popN)r0 )r4 r5 r6 rX r� r� r r r r r+ � s r+ c @ s e Zd ZdZdd� ZdS )r, zA converting tuple wrapper.c C sB t �| |�}| j�|�}||k r>t|�tttfkr>| |_||_ |S rQ )
�tupler� r) r* r� r( r+ r, r- rL r. r r r r� � s
�zConvertingTuple.__getitem__N)r4 r5 r6 rX r� r r r r r, � s r, c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r% zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rg Zcfgc C s t |�| _| | j_d S rQ )r( �configr) )rU r5 r r r rW � s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd� \}}td||f �}|| |_ |_
|�Y nX dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrp r� rH � __cause__�
__traceback__) rU r r{ Zused�foundrE �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)r> �rU rM r r r r3 s z BaseConfigurator.ext_convertc C s� |}| j �|�}|dkr&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr- rH �endr5 �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )rU rM �restr� r r1 �nr r r r4 s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_nzt |t�slt |t�rlt|�}| |_nVt |t�r�| j �
|�}|r�|� � }|d }| j �
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr� )r r( r� r) r+ r� r, r2 � string_types�CONVERT_PATTERNr- � groupdict�value_convertersrI r� )rU rM r� r rI Z converterr� r r r r* 2 s,
�
zBaseConfigurator.convertc sn � � d�}t|�s | �|�}� � dd�}t� fdd�� D ��}|f |�}|rj|�� D ]\}}t|||� qT|S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r& r �r5 r r rk U s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r> r� r �setattr)rU r5 r� ZpropsrV r� r{ rM r rN r �configure_customN s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r2 r? r r r �as_tuple\ s
zBaseConfigurator.as_tupleN)r4 r5 r6 rX r+ r, rK r@ rC rD rE rM � staticmethod�
__import__r6 rW r> r3 r4 r* rP rQ r r r r r% � s"
�" r% )r )r� )N)N)�Z
__future__r rZ r+ rp Zsslr7 � version_infor Z
basestringrJ r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r
r r Zurllibr
r r r r r r r Zurllib2r r r r r r! r" r# r$ r% ZhttplibZ xmlrpclibZQueueZqueuer& ZhtmlentitydefsZ raw_input� itertoolsr' �filterr( r1 r* r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ
xmlrpc.clientZ html.parserZ
html.entitiesZentities�inputr2 r3 rH rF rO rP r$ rY �F_OK�X_OKZzipfiler| r� r r~ ZBaseZipExtFilerq r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r, r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� �importlib.utilr� Zimpr� �threadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr% r& �Ir' r( r� r� r+ r2 r, r r r r �<module> s,
$, ,0
2+ A
[
b
w
site-packages/pip/_vendor/distlib/__pycache__/markers.cpython-38.opt-1.pyc 0000644 00000010510 15201600075 0022376 0 ustar 00 U
��.e# � @ s� d Z ddlZddlZddlZddlZddlmZmZmZ ddl m
Z
m Z dgZ dd� Z
G d d
� d
e�Zd d � Ze� Z[e� Zdd
d�ZdS )zG
Parser for the environment markers micro-language defined in PEP 508.
� N� )�python_implementation�urlparse� string_types)�in_venv� parse_marker� interpretc C s t | t�r| sdS | d dkS )NFr �'")�
isinstancer )�o� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/markers.py� _is_literal s r c
@ sf e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d d� d
d� dd� d� Zdd� ZdS )� Evaluatorz;
This class is used to evaluate marker expessions.
c C s | |kS �Nr ��x�yr r r
�<lambda>$ � zEvaluator.<lambda>c C s | |kS r r r r r r
r % r c C s | |kp| |kS r r r r r r
r & r c C s | |kS r r r r r r
r ' r c C s | |k S r r r r r r
r ( r c C s | |kp| |k S r r r r r r
r ) r c C s | |kS r r r r r r
r * r c C s | |kp| |kS r r r r r r
r + r c C s | o|S r r r r r r
r , r c C s | p|S r r r r r r
r - r c C s | |kS r r r r r r
r . r c C s | |kS r r r r r r
r / r ) z==z===z~=z!=�<z<=�>z>=�and�or�inznot inc C s� t |t�rB|d dkr$|dd� }q�||kr8td| ��|| }n�|d }|| jkr`td| ��|d }|d }t|d �r�t|d �r�td
|||f ��| �||�}| �||�}| j| ||�}|S ) z�
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
r r r ���zunknown variable: %s�opzop not implemented: %s�lhs�rhsz invalid comparison: %s %s %s)r
r � SyntaxError�
operations�NotImplementedErrorr �evaluate) �self�expr�context�resultr ZelhsZerhsr r r r r
r" 2 s"
zEvaluator.evaluateN)�__name__�
__module__� __qualname__�__doc__r r" r r r r
r s �r c
C s� dd� } t td�r(| tjj�}tjj}nd}d}||tjt�� t�� t� � t�
� t�� t t � �t�
� t�
� d d� tjd� }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j� 7 }|S )Nz%s.%s.%s�finalr )�major�minor�micro� releaselevel�str�serial)�info�versionZkindr r r
�format_full_versionN s
z,default_context.<locals>.format_full_version�implementation�0� � ) �implementation_name�implementation_versionZos_nameZplatform_machineZ platform_python_implementationZplatform_releaseZplatform_systemZplatform_versionZplatform_in_venvZpython_full_version�python_versionZ sys_platform)�hasattr�sysr5 r3 �name�os�platform�machiner �release�systemr0 r r; )r4 r: r9 r& r r r
�default_contextM s(
�rD c
C s� zt | �\}}W n2 tk
rB } ztd| |f ��W 5 d}~X Y nX |rd|d dkrdtd| |f ��tt�}|rz|�|� t�||�S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
z)Unable to interpret marker syntax: %s: %sNr �#z*unexpected trailing data in marker: %s: %s)r � Exceptionr �dict�DEFAULT_CONTEXT�update� evaluatorr" )ZmarkerZexecution_contextr$ �rest�er% r r r
r q s "
)N)r* r? r= r@ �re�compatr r r �utilr r �__all__r �objectr rD rH rJ r r r r r
�<module> s / site-packages/pip/_vendor/distlib/__pycache__/database.cpython-38.pyc 0000644 00000122124 15201600075 0021544 0 ustar 00 U
��.eU� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z d
d d d
dgZ!e�"e#�Z$dZ%dZ&deddde%dfZ'dZ(G dd� de)�Z*G dd� de)�Z+G dd
� d
e)�Z,G dd � d e,�Z-G d d � d e-�Z.G d d
� d
e-�Z/e.Z0e/Z1G d d � d e)�Z2d)d!d"�Z3d#d$� Z4d%d&� Z5d'd(� Z6dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME�LEGACY_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated��self� r# �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/database.py�__init__1 s z_Cache.__init__c C s | j �� | j�� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r r! r# r# r$ r& 9 s
z _Cache.clearc C s2 |j | j kr.|| j |j < | j�|jg ��|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append�r" �distr# r# r$ �addA s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r% r& r, r# r# r# r$ r - s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r" r Z include_eggr# r# r$ r% O s zDistributionPath.__init__c C s | j S �N�r7 r! r# r# r$ �_get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s
|| _ d S r9 r: )r" �valuer# r# r$ �_set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j �� | j�� dS )z,
Clears the internal cache.
N)r5 r& r6 r! r# r# r$ � clear_cachek s
z DistributionPath.clear_cachec
c sD t � }| jD �]0}t�|�}|dkr&q |�d�}|r |js<q t|j�}|D ]�}|�|�}|rJ|j|krhqJ| j�r|�t ��rt
t t g}|D ]"}t
�||�} |�| �}
|
r� q�q�qJt�|
�� ��} t| dd�} W 5 Q R X t�d|j� |�|j� t|j| | d�V qJ| jrJ|�d�rJt�d|j� |�|j� t|j| �V qJq dS )zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy��fileobj�schemezFound %s)�metadata�env)� .egg-info�.egg)�setr r �finder_for_path�findZ is_container�sortedr3 �endswith� DISTINFO_EXTr
r r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr, �new_dist_classr4 �old_dist_class)
r" �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamrD r# r# r$ �_yield_distributionss sF
�
�
z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| �� D ](}t|t�rF| j �|� q*| j�|� q*|r`d| j _|rld| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r5 r r4 r6 r\ �
isinstancer r, )r" Zgen_distZgen_eggr+ r# r# r$ �_generate_cache� s
z DistributionPath._generate_cachec C s |� dd�}d�||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerO rM )�clsr �versionr# r# r$ �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c s^ | j s | �� D ]
}|V qn>| �� | jj�� D ]
}|V q0| jrZ| jj�� D ]
}|V qNdS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r7 r\ r^ r5 r �valuesr4 r6 r* r# r# r$ �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|� � }| js4| �� D ]}|j|kr|} q|qnH| �� || jjkrZ| jj| d }n"| jr||| jjkr|| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr7 r\ r( r^ r5 r r4 r6 )r" r �resultr+ r# r# r$ �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|dk rJz| j �d||f �}W n$ tk
rH td||f ��Y nX | �� D ]p}t|d�snt�d|� qR|j}|D ]H}t |�\}}|dkr�||kr�|V qRqx||krx|�
|�rx|V qRqxqRdS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
N�%s (%s)z invalid name or version: %r, %r�provideszNo "provides": %s) r8 �matcher�
ValueErrorr rf �hasattrrS rT rk r �match) r" r rc rl r+ �provided�p�p_name�p_verr# r# r$ �provides_distribution� s* �
z&DistributionPath.provides_distributionc C s( | � |�}|dkr td| ��|�|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)ri � LookupError�get_resource_path)r" r �
relative_pathr+ r# r# r$ �
get_file_path! s
z DistributionPath.get_file_pathc c sX | � � D ]J}|j}||kr|| }|dk r>||krR|| V q|�� D ]
}|V qFqdS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)rf �exportsre )r" �categoryr r+ rY �d�vr# r# r$ �get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r- r. r/ r0 r% r; r= �propertyZ
cache_enabledr> r\ r^ � classmethodrd rf ri rt rx r} r# r# r# r$ r K s
,
) c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| j�� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) rD r rg r( rc Zlocator�digest�extras�contextrH Z
download_urlsZdigests)r" rD r# r# r$ r% O s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)rD �
source_urlr! r# r# r$ r� ` s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
rj �r rc r! r# r# r$ �name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|�|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
rj )rD rk r rc r) )r" Zplist�sr# r# r$ rk p s
zDistribution.providesc C s8 | j }t�d|�� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)r� rE ) rD rS rT Ztodict�getattrrH Zget_requirementsr� r� )r" Zreq_attr�mdZreqtsr# r# r$ �_get_requirements| s
�z Distribution._get_requirementsc C s
| � d�S )N� run_requires�r� r! r# r# r$ r� � s zDistribution.run_requiresc C s
| � d�S )N�
meta_requiresr� r! r# r# r$ r� � s zDistribution.meta_requiresc C s
| � d�S )N�build_requiresr� r! r# r# r$ r� � s zDistribution.build_requiresc C s
| � d�S )N�
test_requiresr� r! r# r# r$ r� � s zDistribution.test_requiresc C s
| � d�S )N� dev_requiresr� r! r# r# r$ r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}z|�|j�}W n6 tk
rZ t�d|� |� � d }|�|�}Y nX |j
}d}| j D ]D}t |�\}} ||kr�qlz|�
| �}W q�W ql tk
r� Y qlX ql|S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
�+could not read version %r - using name onlyr F)r
r rD rC rl � requirementr rS �warning�splitr( rk r ro )
r" �reqrY rC rl r rh rq rr rs r# r# r$ �matches_requirement� s, �
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r? z<Distribution %s (%s)%s>)r� r rc )r" �suffixr# r# r$ �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer rc r� )r" �otherrh r# r# r$ �__eq__� s
�
�zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr rc r� r! r# r# r$ �__hash__� s zDistribution.__hash__N)r- r. r/ r0 Zbuild_time_dependency� requestedr% r~ r� Z download_urlr� rk r� r� r� r� r� r� r� r� r� r� r# r# r# r$ r = s4
"
c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| ��|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r% r � dist_path)r" rD r rE �� __class__r# r$ r% � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||��� }t�|��d��d�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr? z%s=� =�ascii�%s%s) �hasher�hashlib�md5r� r� �base64Zurlsafe_b64encode�rstrip�decode)r" �datar� �prefixr� r# r# r$ �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r- r. r/ r0 r� r% r� �
__classcell__r# r# r� r$ r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
Zsha256Nc
sJ g | _ t�|� | _}|d kr*td| ��|rP|jrP||jjkrP|jj| j}nt|d kr�|� t
�}|d krt|� t �}|d kr�|� d�}|d kr�tdt
|f ��t �
|�� ��}t|dd�}W 5 Q R X tt| ��|||� |r�|jr�|j�| � |� d�}|d k | _tj�|d�}tj�|��rFt|d��}|�� } W 5 Q R X | �� | _ d S ) Nzfinder unavailable for %sZMETADATAzno %s found in %sr@ rA r �
top_level.txt�rb)�modulesr rI rX rm r7 r5 r rD rJ r
r rP rQ rR r r� r r% r, r� �osrO �exists�open�read�
splitlines)
r" r rD rE rX rY r[ rq �fr� r� r# r$ r% s8
�
z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>�r rc r r! r# r# r$ r� = s
�z InstalledDistribution.__repr__c C s d| j | jf S �Nz%s %sr� r! r# r# r$ �__str__A s z InstalledDistribution.__str__c
C s� g }| � d�}t�|�� ��\}t|d��F}|D ]:}dd� tt|�d�D �}|| \}}} |�||| f� q.W 5 Q R X W 5 Q R X |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r �r[ c S s g | ]}d �qS r9 r# )�.0�ir# r# r$ �
<listcomp>S s z6InstalledDistribution._get_records.<locals>.<listcomp>� )�get_distinfo_resourcerP rQ rR r �range�lenr) )
r" �resultsrY r[ Z
record_reader�row�missingr �checksum�sizer# r# r$ � _get_recordsD s
&z"InstalledDistribution._get_recordsc C s i }| � t�}|r| �� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r" rh rY r# r# r$ ry [ s
z InstalledDistribution.exportsc C s8 i }| � t�}|r4t�|�� ��}t|�}W 5 Q R X |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
)r� r� rP rQ rR r )r" rh rY r[ r# r# r$ r i s
z"InstalledDistribution.read_exportsc C s. | � t�}t|d��}t||� W 5 Q R X dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� r� r )r" ry Zrfr� r# r# r$ r x s
z#InstalledDistribution.write_exportsc C s� | � d�}t�|�� ��R}t|d��<}|D ]0\}}||kr*| W 5 Q R � W 5 Q R � S q*W 5 Q R X W 5 Q R X td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r r� z3no resource file with relative path %r is installedN)r� rP rQ rR r �KeyError)r" rw rY r[ Zresources_reader�relativeZ destinationr# r# r$ rv � s
6�z'InstalledDistribution.get_resource_pathc c s | � � D ]
}|V qdS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r" rh r# r# r$ �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s( t j�|d�}t j�| j�}|�|�}t j�|d�}| �d�}t�d|� |rRdS t|���}|D ]�}t j� |�sz|�
d�r�d } }
n4dt j� |� }
t |d��} | �
| �� �} W 5 Q R X |�|�s�|r�|�|�r�t j�||�}|�|| |
f� q`|�|��r
t j�||�}|�|ddf� W 5 Q R X |S )z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r? r � creating %sN�z.pycz.pyoz%dr� )r� r rO �dirname�
startswithr� rS �infor �isdirrL �getsizer� r� r� �relpathZwriterow) r" �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr# r# r$ �write_installed_files� s0
� z+InstalledDistribution.write_installed_filesc
C s g }t j�| j�}| �d�}| �� D ]�\}}}t j�|�sHt j�||�}||krRq$t j�|�sr|�|dddf� q$t j� |�r$t
t j� |��}|r�||kr�|�|d||f� q$|r$d|kr�|� dd�d }nd }t
|d
��2} | �| �� |�}
|
|k�r|�|d ||
f� W 5 Q R X q$|S ) �
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r r� TFr� �=r r Nr� r� )r� r r� r� r� �isabsrO r� r) �isfile�strr� r� r� r� r� ) r" �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr# r# r$ �check_installed_files� s.
z+InstalledDistribution.check_installed_filesc C s� i }t j�| jd�}t j�|�r�tj|ddd��}|�� �� }W 5 Q R X |D ]8}|�dd�\}}|dkr||� |g ��
|� qL|||< qL|S )a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r rY �utf-8��encodingr� r � namespace) r� r rO r� �codecsr� r� r� r� r' r) )r" rh � shared_pathr� �lines�liner( r< r# r# r$ �shared_locations� s
z&InstalledDistribution.shared_locationsc C s� t j�| jd�}t�d|� |r$dS g }dD ].}|| }t j�|| �r,|�d||f � q,|�dd�D ]}|�d| � qhtj |d d
d ��}|�
d �|�� W 5 Q R X |S )
aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r r� N)r� �libZheadersZscriptsr� z%s=%sr� r# z namespace=%sr� r� r� �
) r� r rO rS r� r� r) �getr� r� �write) r" r� r� r� r� r( r �nsr� r# r# r$ �write_shared_locations s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��t�| j�}|d kr<td| j ��|�|�S )N�+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rI rJ )r" r rX r# r# r$ r� s � z+InstalledDistribution.get_distinfo_resourcec C s~ |� tj�dkrT|�tj�dd� \}}|| j�tj�d krTtd|| j| jf ��|tkrntd|| jf ��tj� | j|�S )a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r ���N���z;dist-info file %r does not belong to the %r %s distributionr� )
rJ r� �sepr� r r r rc r� rO )r" r rd r# r# r$ r� $ s ���z'InstalledDistribution.get_distinfo_filec c sR t j�| j�}| �� D ]6\}}}t j�|�s:t j�||�}|�| j�r|V qdS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rO r� )r" r� r r� r� r# r# r$ �list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r �r" r� r# r# r$ r� Q s
�z InstalledDistribution.__eq__)NN)F)F)r- r. r/ r0 r� r% r� r� r� r ry r r rv r� r� r� r� r� r� r� r� r� �objectr� r� r# r# r� r$ r s, "
##
c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| �|�}|| |j|j� |rz|jrz|j�| � t t
| �� |||� d S )Nc S s || _ |�� | _|| _d S r9 )r rg r( rc )r� �nr| r# r# r$ �set_name_and_versionc s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r7 r6 rD r rc �
_get_metadatar, r� r r% )r" r rE r� rD r� r# r$ r% b s
z EggInfoDistribution.__init__c s� d }dd� � � fdd�}d }}|� d�r�tj�|�r�tj�|d�}tj�|d�}t|dd �}tj�|d
�} tj�|d �}|| �}npt�|�}
t|
� d ��
d
��} t| dd�}z,|
� d�} |
� d��
d�}� | �
d��}W n t k
r� d }Y nX nf|� d��rPtj�|��rBtj�|d
�} || �}tj�|d�}tj�|d �}t|dd �}n t d| ��|�rl|�
|� |d k�r�|d k �r�tj�|��r�t|d��}
|
�� �
d�}W 5 Q R X |�s�g }n|�� }|| _|S )Nc S s� g }| � � }|D ]�}|�� }|�d�r6t�d|� q�t|�}|sPt�d|� q|jr`t�d� |jst|�|j � qd�
dd� |jD ��}|�d|j |f � q|S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r� Nr# )r� �cr# r# r$ � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rj ) r� �stripr� rS r� r
r� Z constraintsr) r rO )r� �reqsr� r� rY Zconsr# r# r$ �parse_requires_dataz s(
�
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }z*t �| dd��}� |�� �}W 5 Q R X W n tk
rB Y nX |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
rY r� )r� r� r� �IOError)�req_pathr r� �r r# r$ �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrG zEGG-INFOzPKG-INFOr@ )r rC z requires.txtr� zEGG-INFO/PKG-INFO�utf8rA zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr� rF z,path must end with .egg-info or .egg, got %rr� )rL r� r r� rO r � zipimport� zipimporterr �get_datar� r r Zadd_requirementsr� r� r� r� r� )r" r �requiresr Ztl_pathZtl_datarq � meta_pathrD r ZzipfrB r� r� r# r r$ r� w sX
�
�
z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r� r! r# r# r$ r� � s
�z EggInfoDistribution.__repr__c C s d| j | jf S r� r� r! r# r# r$ r� � s zEggInfoDistribution.__str__c C s` g }t j�| jd�}t j�|�r\| �� D ]2\}}}||kr<q(t j�|�s(|�|dddf� q(|S )r� �installed-files.txtr� TF)r� r rO r� r� r) )r" r� r� r r` r# r# r$ r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t j�| jd�}g }t j�|�r�tj|ddd��x}|D ]l}|�� }t j�t j�| j|��}t j�|�s�t� d |� |�
d
�r�qFt j� |�sF|� |||�||�f� qFW 5 Q R X |� |d d f� |S ) z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c S s0 t | d�}z |�� }W 5 |�� X t�|��� S )Nr� )r� �closer� r� r� Z hexdigest)r r� Zcontentr# r# r$ �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t �| �jS r9 )r� �stat�st_size)r r# r# r$ �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizer rY r� r� zNon-existent file: %sr� N)
r� r rO r� r� r� r �normpathrS r� rL r� r) )r" r r r� rh r� r� rq r# r# r$ r� � s"
$z(EggInfoDistribution.list_installed_filesFc c s� t j�| jd�}t j�|�r�d}tj|ddd��`}|D ]T}|�� }|dkrPd}q6|s6t j�t j�| j|��}|�| j�r6|r�|V q6|V q6W 5 Q R X dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
r TrY r� r� z./FN) r� r rO r� r� r� r r r� )r" Zabsoluter� �skipr� r� rq r# r# r$ r� s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r r� r# r# r$ r� . s
�zEggInfoDistribution.__eq__)N)F)r- r. r/ r0 r� r� r% r� r� r� r� r� r� r� r� r� r� r# r# r� r$ r Y s Z&
c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S r9 )�adjacency_list� reverse_listr� r! r# r# r$ r% I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r r )r" � distributionr# r# r$ �add_distributionN s
z DependencyGraph.add_distributionNc C s6 | j | �||f� || j| kr2| j| �|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r r) r )r" �x�y�labelr# r# r$ �add_edgeX s
zDependencyGraph.add_edgec C s& t �d||� | j�|g ��|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rS rT r� r' r) )r" r r� r# r# r$ � add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r� r� r* r# r# r$ �
_repr_distr s zDependencyGraph._repr_distr c C s� | � |�g}| j| D ]h\}}| � |�}|dk r<d||f }|�d| t|� � | �||d �}|�d�}|�|dd� � qd�|�S )zPrints only a subgraphNz%s [%s]z r r� )r" r r) r� � repr_noder� �extendrO )r" r+ �level�outputr� r Z suboutputZsubsr# r# r$ r# u s
zDependencyGraph.repr_nodeTc C s� g }|� d� | j�� D ]h\}}t|�dkr:|s:|�|� |D ]@\}}|dk rh|� d|j|j|f � q>|� d|j|jf � q>q|s�t|�dkr�|� d� |� d� |� d� |D ] }|� d |j � |� d
� q�|� d � |� d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r� r �itemsr� r) r )r" r� Zskip_disconnectedZ disconnectedr+ �adjsr� r r# r# r$ �to_dot� s(
�
zDependencyGraph.to_dotc s� g }i }| j �� D ]\}}|dd� ||< qg � t|�� �dd� D ] \}}|sD� �|� ||= qD� shq�|�� D ] \}}� fdd�|D �||< qpt�ddd� � D �� |�� � q,|t|�� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� kr||f�qS r# r# )r� r{ rY �Z to_remover# r$ r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )rj r� )r� r{ r# r# r$ r� � s )r r' �listr) rS rT r$ �keys)r" rh Zalist�kr| r# r* r$ �topological_sort� s$
� z DependencyGraph.topological_sortc C s2 g }| j �� D ]\}}|�| �|�� qd�|�S )zRepresentation of the graphr� )r r' r) r# rO )r" r& r+ r( r# r# r$ r� � s zDependencyGraph.__repr__)N)r )T)
r- r. r/ r0 r% r r r! r" r# r) r. r� r# r# r# r$ r 9 s
r r1 c C sV t |�}t� }i }| D ]L}|�|� |jD ]6}t|�\}}t�d|||� |�|g ��||f� q*q| D ]�}|j |j
B |j B |j B }|D ]�} z|�
| �}
W n6 tk
r� t�d| � | �� d }|�
|�}
Y nX |
j}d} ||k�r>|| D ]N\}} z|
�|�}
W n tk
�r d}
Y nX |
r�|�|| | � d} �q>q�| s�|�|| � q�qh|S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sr� r FT)r r r rk r rS rT r' r) r� r� r� r� rl r r� r� r( ro r r! )�distsrC �graphrp r+ rq r rc r r� rl ZmatchedZproviderro r# r# r$ �
make_graph� sN
���
r1 c C sv || krt d|j ��t| �}|g}|j| }|rh|�� }|�|� |j| D ]}||krN|�|� qNq.|�d� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
�1given distribution %r is not a member of the listr )r r r1 r �popr) )r/ r+ r0 Zdep�todor{ Zsuccr# r# r$ �get_dependent_dists� s �
r5 c C sn || krt d|j ��t| �}g }|j| }|rj|�� d }|�|� |j| D ]}||krP|�|� qPq,|S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
r2 r )r r r1 r r3 r) )r/ r+ r0 r� r4 r{ Zpredr# r# r$ �get_required_dists s �
r6 c K s4 |� dd�}tf |�}| |_||_|p(d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)r3 r r rc r7 r )r rc �kwargsr7 r� r# r# r$ � make_dist2 s
r9 )r1 )7r0 Z
__future__r r� r� rP r� Zloggingr� rN r2 r r? r r �compatr rc r r rD r r
r r �utilr
r r r r r r �__all__Z getLoggerr- rS r� ZCOMMANDS_FILENAMEr� rM r� r r r r r r rU rV r r1 r5 r6 r9 r# r# r# r$ �<module> s` $ �
� s 7 J ]
6 site-packages/pip/_vendor/distlib/__pycache__/scripts.cpython-38.opt-1.pyc 0000644 00000025002 15201600075 0022423 0 ustar 00 U
��.e�? � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZ e�e�Zd�� Ze�d�Zd Zd
d � ZG d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z�# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
c C sX d| krT| � d�rB| �dd�\}}d|krT|� d�sTd||f } n| � d�sTd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�envZ _executable� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/scripts.py�_enquote_executable3 s
r c @ s� e Zd ZdZeZdZd'dd�Zdd� Ze j
� d �rBd
d � Z d d
� Z
dd� Zd(dd�Zdd� ZeZdd� Zdd� Zd)dd�Zdd � Zed d � �Zejd d � �Zejd ks�ejd kr�ej d kr�d!d"� Z d*d#d$�Z d+d%d&�Z dS ),� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
d S )NF�posix�java)� �X.Y�nt)�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__L s �
�zScriptMaker.__init__c C s@ |� dd�r<| jr<tj�|�\}}|�dd�}tj�||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executable\ s
z%ScriptMaker._get_alternate_executabler c
C s\ z0t |�� }|�d�dkW 5 Q R � W S Q R X W n& ttfk
rV t�d|� Y dS X dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!zFailed to open %sFN)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shelld s
& zScriptMaker._is_shellc C sD | � |�r*dd l}|jj�d�dkr<|S n|�� �d�r<|S d| S )Nr zos.nameZLinuxz
jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executablep s
z"ScriptMaker._fix_jython_executablec C s� t jdkrd}n8t|�t|� d }tjdkr4d}nd}d|koF||k}|r^d| | d }n d
}|d | | d 7 }|d
7 }|S )a
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
r T� �darwini � � s #!�
s
#!/bin/sh
s '''exec' s "$0" "$@"
s ' ''')r! r" �len�sys�platform)r) r � post_interpZsimple_shebangZshebang_lengthZmax_shebang_length�resultr r r �_build_shebang| s
�zScriptMaker._build_shebang� c C s` d}| j r| j }d}n^t�� s&t� }nNt� rLtj�t�d�dt� d� �}n(tj�t� d�dt� d�t� d�f �}|r�| �
||�}t j �
d �r�| �|�}tj�|�}|r�t|�}|�d
�}t j d kr�d |kr�d
|kr�|d7 }| �||�}z|�d
� W n" tk
�r td| ��Y nX |d
k�r\z|�|� W n& tk
�rZ td||f ��Y nX |S )NTFZscriptszpython%sZEXEZBINDIRz
python%s%sZVERSIONr �utf-8Zcliz -X:Framesz
-X:FullFramess
-X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r Zis_python_buildr r r! r/ r1 Zget_pathZget_config_varr4 rG rH r r@ �normcaser �encoderK �decode�UnicodeDecodeError�
ValueError)r) �encodingrI r2 Zenquoter �shebangr r r � _get_shebang� sZ �
��
� �
��
zScriptMaker._get_shebangc C s$ | j t|j|j�d�d |jd� S )N�.r )�moduleZ import_name�func)�script_template�dict�prefix�suffixr )r) �entryr r r �_get_script_text� s
�z ScriptMaker._get_script_textc C s t j�|�}| j| S �N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o
| j}tj�d�}|�|�s*||7 }|s8|| }nZ|dkrL| �d�}n
| �d�}t� } t| d��}
|
� d|� W 5 Q R X | �
� } || | }|D �]V} tj � | j
| �}
|�rxtj �|
�\}}|�d�r�|}
d|
}
z| j�|
|� W n� tk
�rt t�d� d |
}tj �|��r&t�|� t�|
|� | j�|
|� t�d
� zt�|� W n tk
�rn Y nX Y nX nl| j�r�|
�d | ��s�d |
|f }
tj �|
��r�| j�s�t�d
|
� q�| j�|
|� | j�r�| j�|
g� |� |
� q�d S )NrM �py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrV z%s.%szSkipping existing file %s) r r( r! �lineseprO r? �
_get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr r$ �set_executable_mode�append)r) �namesrT Z script_bytes� filenames�extZ use_launcherrg Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r �
_write_script� sX
zScriptMaker._write_scriptc C s� d}|r0|� dg �}|r0dd�|� }|�d�}| jd||d�}| �|��d�}|j}t� } d| jkrp| �|� d| jkr�| �d |t j
d
f � d | jkr�| �d |t j
d d
� f � |r�|� dd�r�d}
nd}
| � | ||||
� d S )NrL Zinterpreter_argsz %sr
rM �r2 r �Xz%s%sr r z%s-%srA r, F�pywrd ) r. r1 rO rU r^ r" r% r& �addrG �versionry ) r) r] rs r2 rI �argsrT �scriptr" Z scriptnamesrt r r r � _make_script s(
zScriptMaker._make_scriptc C s� d}t j�| jt|��}t j�| jt j�|��}| jsT| j� ||�sTt
� d|� d S zt |d�}W n t
k
r� | jsz� d }Y nLX |�� }|s�t
�d| �� |� d S t�|�dd��}|r�d}|�d�p�d }|�s|r�|�� | j�||� | j�r| j�|g� |�|� n�t
�d
|| j� | jj�s�t |j�\} }
|� d � | � | |�} d |k�r^d
} nd} t j�|�}
| � |
g| |� � || � |�r�|�� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s
rE Tr rL z copying and adjusting %s -> %sr s pythonwr| rd )!r! r/ r1 r r
r r` r r' Znewerr: ro r6 r9 r* �readliner; Zget_command_name�
FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rp rq �infor �seekrU ry r7 )r) r� rs Zadjustrv �fZ
first_liner� rI rS �linesrT rt rw r r r � _copy_script) sX
� �
zScriptMaker._copy_scriptc C s | j jS r_ �r' r* )r) r r r r* ] s zScriptMaker.dry_runc C s || j _d S r_ r� )r) �valuer r r r* a s r c C sH t �d�dkrd}nd}d||f }t�dd�d }t|��|�j}|S ) N�P� Z64Z32z%s%s.exerV r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_packagerJ r r r rh i s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| �||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
Nrz )r r� r� )r) �
specificationr2 rs r] r r r �makew s zScriptMaker.makec C s$ g }|D ]}|� | �||�� q|S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r) Zspecificationsr2 rs r� r r r �
make_multiple� s zScriptMaker.make_multiple)TFN)rL N)N)N)N) r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErY r r+ r4 rG rH r r= r@ rK rU r^ �_DEFAULT_MANIFESTra rc ry r� r� �propertyr* �setterr! r" r# rh r� r� r r r r r C s6 �
84
4
r ) �ior Zloggingr! �rer� rG �compatr r r Z resourcesr �utilr r r
r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000076604 15201600075 0022235 0 ustar 00 U
��.e�� � @ sB d dl mZ d dlZd dlZd dlZz d dlZW n ek
rH dZY nX ejd dk �r~d dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�nd dl=mZ e>fZ
e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCmDZ/ d dlAmEZ$ d dlFmDZ0 d dl2Z2d dlGm3Z3 d dlHmIZ4 eJZ5d dl6m:Z: e8Z8zd dlmKZKmLZL W n8 ek
�r� G dd� deM�ZLdddd �ZNd d � ZKY nX zd d l
mOZP W n& ek
�r G d d!� d!eQ�ZPY nX zd d"lmRZR W n, ek
�rT ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rteWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVzd d,l[m\Z\ W n ek
�r� d-d.� Z\Y nX z d dl]Z]W n" ek
�r� dd/lm]Z] Y nX ze^Z^W n* e_k
�r2 d d0l`maZa d1d2� Z^Y nX zejbZbejcZcW nH edk
�r� e�e� �pbd3Zfefd4k�rtd5Zgnd6Zgd7d8� Zbd9d:� ZcY nX zd d;lhmiZi W nH ek
�r� d d<ljmkZkmlZl d dlZe�md=�Znd>d?� Zod@dA� ZiY nX zd dBlpmqZq W n" ek
�r d dBlrmqZq Y nX ejddC� dDk �r:e3� jsZsn d dElpmsZs zd dFl`mtZt W nd ek
�r� d dGl`muZu zd dHlvmwZx W n ek
�r� dedJdK�ZxY nX G dLdM� dMeu�ZtY nX zd dNlymzZz W nH ek
�r zd dNl{mzZz W n ek
�r dfdOdP�ZzY nX Y nX zd dQl`m|Z| W n� ek
�r� zd dRl}m~Z W n" ek
�rj d dRl�m~Z Y nX zd dSl�m�Z�m�Z�m�Z� W n ek
�r� Y nX G dTdU� dUe��Z|Y nX zd dVl�m�Z�m�Z� W nv ek
�r< e�mdWej��Z�dXdY� Z�G dZd[� d[e��Z�dgd\d]�Z�G d^d_� d_e��Z�G d`da� dae��Z�G dbdc� dceQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| �d�} t| �S )N�utf-8)�
isinstance�unicode�encode�_quote)�s� r �>/usr/lib/python3.8/site-packages/pip/_vendor/distlib/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|�d�a t �| �}|r4|�dd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)Zhostr+ r- r r r � splituser4 s
r/ )�
TextIOWrapper) r r r
r/ r r r r r )
r r
r r r r r! r" r# r$ )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__�
__module__� __qualname__r r r r r3 ^ s r3 c
C s� g }| s dS | � d�}|d |dd� }}|�d�}||krNtdt| � ��|sb| �� |�� kS |dkrv|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append�
startswithr+ �escape�replacer, �join�
IGNORECASEr- )
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s*
� rF c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNamer ZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %s�, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s2
�
�r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j �|� d S �N��__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rW r r r r rP � s rP )�whichc s" dd� }t j�� �r&|� |�r"� S dS |dkr>t j�dt j�}|sFdS |�t j�}tj dkr�t j
|krt|� dt j
� t j�dd��t j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }|D ]P}t j�|�}||kr�|�|� |D ](} t j�|| �}
||
|�r�|
S q�q�dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t j�| �o$t �| |�o$t j�| � S rQ )�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s �z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� � � �|� � �V qd S rQ )r< �endswith��.0�ext��cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r re rh r r �
<listcomp>� s zwhich.<locals>.<listcomp>)rZ r[ �dirname�environrI �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) ri r` r[ ra Zpathext�files�seen�dirZnormdirZthefile�namer rh r rY � s8
rY )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r~ c C s | j �|j � d S rQ rR )rU �baser r r rW s zZipExtFile.__init__c C s | S rQ r �rU r r r r} s zZipExtFile.__enter__c G s | � � d S rQ ��close�rU �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rW r} r� r r r r r~ s r~ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r| c C s | S rQ r r� r r r r} " s zZipFile.__enter__c G s | � � d S rQ r� r� r r r r� % s zZipFile.__exit__c O s t j| f|�|�}t|�S rQ )� BaseZipFile�openr~ )rU �argsrV r r r r r� ) s z ZipFile.openN)r4 r5 r6 r} r� r� r r r r r| ! s r| )�python_implementationc C s0 dt jkrdS tjdkr dS t j�d�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ
IronPythonZCPython)rp �versionrZ r{ r> r r r r r� 0 s
r� )� sysconfig)�Callablec C s
t | t�S rQ )r r� )�objr r r �callableD s r� r �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S �Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 ��filenamer r r �fsencodeX s
�r� c C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S r� ) r r� r� �decoder� r� r� r� r4 r� r r r �fsdecodea s
�r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� �_�-r zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namer s �r� c s� z �j j�W n tk
r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|�t�rpd� |d d� }d
}|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFr c s$ z� � W S t k
r Y dS X d S )N� )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n4 tk
rB d}�d k r6d�|��}t|��Y nX t�|�}|sVd S t|d �}z t|�}W n: tk
r� �d kr�d| }n d��|�}t|��Y nX � r�|j dkr؈d kr�d}n
d���}t|��|d 7 }|S )
Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorr{ )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s8
�
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__r{ �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� } s4
&
r� )r? r) )r � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S ��|� z �| �}W 5 ��|� X |S rQ )�id� get_identrw �discard)rU rL �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rX r4 �__annotations__)ru �getattrr5 rX r4 r� )r� r� �r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)rU r� r r r rW s zChainMap.__init__c C s t |��d S rQ )�KeyError�rU rL r r r � __missing__ s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S rQ )r� r� r� )rU rL �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || kr| | S |S rQ r �rU rL r� r r r rI % s z ChainMap.getc C s t t� j| j� �S rQ )rJ ru �unionr� r� r r r �__len__( s zChainMap.__len__c C s t t� j| j� �S rQ )�iterru r� r� r� r r r �__iter__+ s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S rQ r )rf �m�rL r r rj / s z(ChainMap.__contains__.<locals>.<genexpr>�rt r� r� r r� r � __contains__. s zChainMap.__contains__c C s
t | j�S rQ r� r� r r r �__bool__1 s zChainMap.__bool__c C s d� | d�tt| j���S )Nz{0.__class__.__name__}({1})rG )r� rA rK r; r� r� r r r �__repr__4 s �zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 9 s zChainMap.fromkeysc C s$ | j | jd �� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copyr� r r r r� > s z
ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.�r� r� r� r r r � new_childD s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r Nr� r� r r r �parentsH s zChainMap.parentsc C s || j d |< d S )Nr )r� )rU rL rM r r r � __setitem__M s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S )Nr �(Key not found in the first mapping: {!r})r� r� r� r� r r r � __delitem__P s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� r� r r r r� V s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r� N)r� �popr� r� )rU rL r� r r r r� ] s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clearr� r r r r� d s zChainMap.clear)N)r4 r5 r6 rX rW r� r� rI r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s.
r� )�cache_from_sourcec C s" |d kr d}|rd}nd}| | S )NF�c�or )r[ �debug_override�suffixr r r r� n s r� )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��z
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rJ r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rU r� �kwds�rootr r r rW � s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r� r )rU rL rM Z dict_setitemr �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j �|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r� )rU rL Z dict_delitem� link_prev� link_nextr r r r� � s
zOrderedDict.__delitem__c c s. | j }|d }||k r*|d V |d }qdS )zod.__iter__() <==> iter(od)r r) N�r� �rU r Zcurrr r r r� � s
zOrderedDict.__iter__c c s. | j }|d }||k r*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r) Nr r r r r � __reversed__� s
zOrderedDict.__reversed__c C sd z@| j �� D ]}|dd�= q | j}||dg|dd�< | j �� W n tk
rT Y nX t�| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr� r� r� r� )rU Znoder r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t�| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r) )r� r� r r� r� )rU r r �linkr r rL rM r r r r� � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� r� r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r �rf rL r� r r rk � s z&OrderedDict.values.<locals>.<listcomp>r r� r r� r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r r
r� r r rk � s z%OrderedDict.items.<locals>.<listcomp>r r� r r� r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� r� r r r �iterkeys� s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr �rU �kr r r r
� s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r r r r � iteritems s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }d}t | �dkrL| d }t|t�rn|D ]}|| ||< qZn<t|d�r�|�� D ]}|| ||< q�n|D ]\}}|||< q�|�� D ]\}}|||< q�dS ) a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r) z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r N)rJ r� r r� �hasattrr r )r� r rU �otherrL rM r r r rT s( �
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )rU rL r� r� r r r r� * s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r� r r r �
setdefault7 s zOrderedDict.setdefaultc C sf |si }t | �t� f}||kr"dS d||< z.| sBd| jjf W �S d| jj| �� f W �S ||= X dS )zod.__repr__() <==> repr(od)r� r z%s()z%s(%r)N)r� �
_get_identr� r4 r )rU Z
_repr_runningZcall_keyr r r r� > s zOrderedDict.__repr__c sX � fdd�� D �}t � ��� }t t� �D ]}|�|d� q(|rL� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r �rf r r� r r rk N s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rU r Z inst_dictr r r� r �
__reduce__L s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od)r� r� r r r r� V s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rM �drL r r r r� Z s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| �� |�� kS t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r� rJ r r� �__eq__�rU r r r r r e s
zOrderedDict.__eq__c C s
| |k S rQ r r r r r �__ne__n s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� r� r r r �viewkeyss s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� r� r r r �
viewvaluesw s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� r� r r r � viewitems{ s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rX rW r� r� r� r� r r� r� r r r r r
r rT r �objectr r� r r� r r� r� r� r r r r! r" r r r r r� � s:
r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr- rH )r r� r r r r% � s
r% c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� � configurator�convertr� r' �ConvertingList�ConvertingTuple�parentrL �rU rL rM r� r r r r� � s
�zConvertingDict.__getitem__Nc C sL t �| ||�}| j�|�}||k rH|| |< t|�tttfkrH| |_||_ |S rQ )
r� rI r( r) r� r' r* r+ r, rL �rU rL r� rM r� r r r rI � s
�zConvertingDict.get)N)r4 r5 r6 rX r� rI r r r r r' � s r' c C sD t �| ||�}| j�|�}||k r@t|�tttfkr@| |_||_ |S rQ )
r� r� r( r) r� r' r* r+ r, rL r. r r r r� � s
�r� c @ s" e Zd ZdZdd� Zddd�ZdS ) r* zA converting list wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� r( r) r� r' r* r+ r, rL r- r r r r� � s
�zConvertingList.__getitem__���c C s< t �| |�}| j�|�}||k r8t|�tttfkr8| |_|S rQ ) r� r� r( r) r� r' r* r+ r, )rU �idxrM r� r r r r� � s
�zConvertingList.popN)r/ )r4 r5 r6 rX r� r� r r r r r* � s r* c @ s e Zd ZdZdd� ZdS )r+ zA converting tuple wrapper.c C sB t �| |�}| j�|�}||k r>t|�tttfkr>| |_||_ |S rQ )
�tupler� r( r) r� r' r* r+ r, rL r- r r r r� � s
�zConvertingTuple.__getitem__N)r4 r5 r6 rX r� r r r r r+ � s r+ c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r$ zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rg Zcfgc C s t |�| _| | j_d S rQ )r' �configr( )rU r4 r r r rW � s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd� \}}td||f �}|| |_ |_
|�Y nX dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrp r� rH � __cause__�
__traceback__) rU r r{ Zused�foundrE �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)r= �rU rM r r r r2 s z BaseConfigurator.ext_convertc C s� |}| j �|�}|dkr&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr- rH �endr4 �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )rU rM �restr� r r0 �nr r r r3 s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_nzt |t�slt |t�rlt|�}| |_nVt |t�r�| j �
|�}|r�|� � }|d }| j �
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr� )r r' r� r( r* r� r+ r1 � string_types�CONVERT_PATTERNr- � groupdict�value_convertersrI r� )rU rM r� r rH Z converterr� r r r r) 2 s,
�
zBaseConfigurator.convertc sn � � d�}t|�s | �|�}� � dd�}t� fdd�� D ��}|f |�}|rj|�� D ]\}}t|||� qT|S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r% r �r4 r r rk U s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r= r� r �setattr)rU r4 r� ZpropsrV r� r{ rM r rM r �configure_customN s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r1 r> r r r �as_tuple\ s
zBaseConfigurator.as_tupleN)r4 r5 r6 rX r+ r, rJ r? rB rC rD rL � staticmethod�
__import__r5 rW r= r2 r3 r) rO rP r r r r r$ � s"
�" r$ )r )r� )N)N)�Z
__future__r rZ r+ rp Zsslr6 � version_infor Z
basestringrI r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r
r r Zurllibr
r r r r r r r Zurllib2r r r r r r! r" r# r$ r% ZhttplibZ xmlrpclibZQueueZqueuer& ZhtmlentitydefsZ raw_input� itertoolsr' �filterr( r1 r* r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ
xmlrpc.clientZ html.parserZ
html.entitiesZentities�inputr2 r3 rH rF rO rP r# rY �F_OK�X_OKZzipfiler| r� r r~ ZBaseZipExtFilerq r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r, r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� �importlib.utilr� Zimpr� �threadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr$ r% �Ir& r' r� r� r* r1 r+ r r r r �<module> s,
$, ,0
2+ A
[
b
w
site-packages/pip/_vendor/distlib/__pycache__/locators.cpython-38.pyc 0000644 00000112601 15201600075 0021625 0 ustar 00 U
��.e_� � @ sD d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e k
rd d dl
ZY nX d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ dd l0m1Z1m2Z2 dd
l3m4Z4m5Z5 e�6e7�Z8e�9d �Z:e�9d ej;�Z<e�9d
�Z=dZ>d-dd�Z?G dd� de�Z@G dd� deA�ZBG dd� deB�ZCG dd� deB�ZDG dd� deA�ZEG dd � d eB�ZFG d d � d eB�ZGG d d � d eB�ZHG d!d"� d"eB�ZIG d#d$� d$eB�ZJeJeH� eFd%d&d'�d(d)�ZKeKjLZLe�9d*�ZMG d+d,� d,eA�ZNdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata�MetadataInvalidError) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s6 | dkr t } t| dd�}z |�� W �S |d�� X dS )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
N� @��timeout�close)�
DEFAULT_INDEXr �
list_packages)�url�client� r. �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/locators.py�get_all_distribution_names) s r0 c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }dD ]}||kr|| } q"q|d kr.d S t |�}|jdkrnt|�� |�}t|d�rf|�||� n|||< t�| |||||�S )N)�locationZuri� �replace_header)r �schemer Z get_full_url�hasattrr4 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr. r. r/ r8 @ s
�z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r8 Zhttp_error_301Zhttp_error_303Zhttp_error_307r. r. r. r/ r1 7 s r1 c @ s� e Zd ZdZdZdZdZdZed Zd)dd �Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd*d'd(�ZdS )+�LocatorzG
A base class for locators - things that locate distributions.
)z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe�.whl)z.pdfN)rE �defaultc C s, i | _ || _tt� �| _d| _t�� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher5 r r1 �opener�matcherr
�Queue�errors)r9 r5 r. r. r/ �__init__f s
zLocator.__init__c C sV g }| j �� sRz| j �d�}|�|� W n | j jk
rD Y qY nX | j �� q|S )z8
Return any errors which have occurred.
F)rK �empty�get�appendZEmpty� task_done)r9 �result�er. r. r/ �
get_errorsy s
zLocator.get_errorsc C s | � � dS )z>
Clear any errors which may have been logged.
N)rS �r9 r. r. r/ � clear_errors� s zLocator.clear_errorsc C s | j �� d S �N)rG �clearrT r. r. r/ � clear_cache� s zLocator.clear_cachec C s | j S rV ��_schemerT r. r. r/ � _get_scheme� s zLocator._get_schemec C s
|| _ d S rV rY )r9 �valuer. r. r/ � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
� Please implement in the subclassN��NotImplementedError)r9 �namer. r. r/ � _get_project� s
zLocator._get_projectc C s t d��dS )�J
Return all the distribution names known to this locator.
r^ Nr_ rT r. r. r/ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| �|�}n2|| j kr,| j | }n | �� | �|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rG rb rU )r9 ra rQ r. r. r/ � get_project� s
zLocator.get_projectc C s^ t |�}t�|j�}d}|�d�}|�| j�}|rBtt|�| j�}|j dkd|j
k||||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
TrE �httpszpypi.org) r � posixpath�basename�path�endswith�downloadable_extensionsr% r$ �
wheel_tagsr5 �netloc)r9 r, �trh Z
compatibleZis_wheelZis_downloadabler. r. r/ � score_url� s
�zLocator.score_urlc C sR |}|rN| � |�}| � |�}||kr(|}||kr@t�d||� nt�d||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)ro �logger�debug)r9 �url1�url2rQ �s1�s2r. r. r/ �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r9 �filename� project_namer. r. r/ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
�� �d�r<t�d||
� t�|
�} | rX| �� \} }
nd\} }
|}|r�|d dkr�|dd� }|�d ��r>z~t |�}t
|| j �s�t�d
|� nX|dkr�d }n ||j |�}|�r|j |j
|jt||||| d f�d
�dd� |jD ��d�}W n0 tk
�r: } zt�d|� W 5 d}~X Y nX n�|�| j��sZt�d|� n�t�|� }}| jD ]�}|�|��rn|dt|� � }| �||�}|�s�t�d|� nH|\}}}|�r�|||��r�|||t||||| d f�d�}|�r�||d< �q�qn|�r| �r|
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS rV )r! )Zname1Zname2r. r. r/ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN����/rE zWheel not compatible: %sTr3 z, c S s" g | ]}d � t|dd� ���qS )�.� N)�join�list)�.0�vr. r. r/ �
<listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)ra �versionrw r, �python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)ra r� rw r, r� � %s_digest)r �lower�
startswithrp rq � HASHER_HASH�match�groupsrj r$ r% rl ra r� rw r r~ �pyver� Exception�warningrk rg rh �lenr )r9 r, rx ry rQ r5 rm ri �params�query�frag�m�algo�digestZorigpath�wheelZincluderR rw Zextrn ra r� r� r. r. r/ � convert_url_to_download_info� s� �
���
��
z$Locator.convert_url_to_download_infoc C s2 d}dD ]$}d| }||kr||| f} q.q|S )z�
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N)Zsha256�md5r� r. )r9 �inforQ r� r? r. r. r/ � _get_digest1 s zLocator._get_digestc C s� |� d�}|� d�}||kr,|| }|j}nt||| jd�}|j}| �|� |_}|d }||d |< |j|d kr�| �|j|�|_|d �|t � ��
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
ra r� �r5 r, �digests�urlsN) �pop�metadatar r5 r� r� �
source_urlrv �
setdefault�set�add�locator) r9 rQ r� ra r� �dist�mdr� r, r. r. r/ �_update_version_dataA s
z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|�|j� | _}t�d|t|�j � | �
|j �}t |�dk�r2g }|j
} |D ]z}
|
dkr�qxzH|�|
�s�t�d||
� n*|s�| |
�js�|�|
� nt�d|
|j � W qx tk
r� t�d||
� Y qxX qxt |�d k�rt||jd
�}|�r2t�d |� |d } || }|�r�|j�rH|j|_|�d
i ��| t� �|_i } |�di �}
|jD ] }||
k�rv|
| | |< �qv| |_d| _|S )a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r} �r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r? zsorted list: %srz r� r� )r r r" r5 rI � requirementrp rq �typer@ re ra r� Z
version_classr� Z
is_prereleaserO r� r� �sortedr? ZextrasrN r� �
download_urlsr� )r9 r� � prereleasesrQ �rr5 rI �versionsZslistZvcls�kr� �dZsdr, r. r. r/ �locateX sX
�
zLocator.locate)rF )F)r@ rA rB rC �source_extensions�binary_extensions�excluded_extensionsrl rk rL rS rU rX r[ r] �propertyr5 rb rd re ro rv r r� r� r� r� r. r. r. r/ rD V s.
JrD c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s* t t| �jf |� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
r& r' N)�superr� rL �base_urlr r- �r9 r, �kwargs�� __class__r. r/ rL � s zPyPIRPCLocator.__init__c C s t | j�� �S �rc )r� r- r+ rT r. r. r/ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j �|d�}|D ]�}| j �||�}| j �||�}t| jd�}|d |_|d |_|�d�|_ |�dg �|_
|�d�|_ t |�}|r |d } | d
|_
| �| �|_| |_|||< |D ]:} | d
}
| �| �} |d �|t� ��|
� | |d |
< q�q |S )
Nr� Tr� ra r� �license�keywords�summaryr r, r� r� )r- Zpackage_releasesZ release_urlsZ release_datar r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� ) r9 ra rQ r� r� r� �datar� r� r� r, r� r. r. r/ rb � s0
zPyPIRPCLocator._get_project�r@ rA rB rC rL rd rb �
__classcell__r. r. r� r/ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s t t| �jf |� t|�| _d S rV )r� r� rL r r� r� r� r. r/ rL � s zPyPIJSONLocator.__init__c C s t d��dS �rc z Not available from this locatorNr_ rT r. r. r/ rd � s z&PyPIJSONLocator.get_distribution_namesc
C s
i i d�}t | jdt|� �}�z�| j�|�}|�� �� }t�|�}t | j
d�}|d }|d |_ |d |_ |�
d�|_|�
dg �|_|�
d �|_t|�}| |_|d
} |||j < |d
D ]T}
|
d }|j�|� | �|
�|j|< |d
�|j t� ��|� | �|
�|d |< q�|d
�� D ]�\} } | |j k�r4�q t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < | D ]T}
|
d }|j�|� | �|
�|j|< |d
�| t� ��|� | �|
�|d |< �qh�q W n@ tk
�r } z | j� t |�� t � d|� W 5 d }~X Y nX |S )Nr� z%s/jsonr� r� ra r� r� r� r� r� r, r� ZreleaseszJSON fetch failed: %s) r r� r rH �open�read�decode�json�loadsr r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� �itemsr� rK �putr rp � exception)r9 ra rQ r, �respr� r� r� r� r� r� r� ZinfosZomd�odistrR r. r. r/ rb � sT
z PyPIJSONLocator._get_projectr� r. r. r� r/ r� � s r� c @ s` e Zd ZdZe�dejejB ejB �Z e�dejejB �Z
dd� Z e�dej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j�| j �}|r0|�d�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r, �_base�search�group)r9 r� r, r� r. r. r/ rL s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }| j�| j�D ]�}|�d�}|d pX|d pX|d pX|d pX|d pX|d }|d
pp|d pp|d }t| j|�}t|�}| j� d
d� |�}|�
||f� q t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r, r5 rm ri r� r� r� r. r. r/ �clean- s �zPage.links.<locals>.cleanr3 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rr rs Zurl3c S s dt | �d�� S )Nz%%%2xr )�ordr� )r� r. r. r/ �<lambda>; � z Page.links.<locals>.<lambda>c S s | d S )Nr r. )rn r. r. r/ r� ? r� T)r? �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r9 r� rQ r� r� �relr, r. r. r/ �links& s$
��� z
Page.linksN)r@ rA rB rC �re�compile�I�S�Xr� r� rL r� r r� r. r. r. r/ r� s � r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e � de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze � d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jtt�d��� S )N)Zfileobj)�gzipZGzipFiler r� r� ��br. r. r/ r� M r� z SimpleScrapingLocator.<lambda>c C s | S rV r. r� r. r. r/ r� N r� )Zdeflater� ZnoneN�
c sl t t| �jf |� t|�| _|| _i | _t� | _t �
� | _ t� | _ d| _
|| _t�� | _t�� | _d| _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rL r r� r( � _page_cacher� �_seenr
rJ � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock�platform_check)r9 r, r( r� r� r� r. r/ rL Q s
z SimpleScrapingLocator.__init__c C sF g | _ t| j�D ]0}tj| jd�}|�d� |�� | j �|� qdS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrO )r9 �irn r. r. r/ �_prepare_threadsl s
z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| j�d� q| j D ] }|�� q g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r� r� r� r~ )r9 rn r. r. r/ �
_wait_threadsy s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| j�� | j�� | � � z&t � d|� | j
�|� | j
�� W 5 | �
� X | `W 5 Q R X |S )Nr� z%s/z Queueing %s)r� rQ rx r r� r r� rW r� r� r� rp rq r� r� r~ )r9 ra rQ r, r. r. r/ rb � s
z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j �|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r9 r, r. r. r/ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sZ | j r| �|�rd}n| �|| j�}t�d||� |rV| j� | �| j|� W 5 Q R X |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s) r� r� r� rx rp rq r� r� rQ )r9 r, r� r. r. r/ �_process_download� s
z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|�| j| j | j �r2d}n|| jrJ|�| j�sJd}nd|�| j�s\d}nR|dkrjd}nD|dkrxd}n6| �|�r�d}n&|� dd�d } | �
� dkr�d}nd}t � d ||||� |S )
z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F)ZhomepageZdownload)Zhttprf Zftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)
r rj r� r� r� r� r� r� r� �splitr� rp rq )
r9 �linkZreferrerr� r5 rm ri �_rQ �hostr. r. r/ �
_should_queue� s0 �
�z#SimpleScrapingLocator._should_queuec
C s� | j �� }z�z�|r�| �|�}|dkr,W W ��q |jD ]j\}}|| jkr2zB| j�|� | �|�s�| �|||�r�t �
d||� | j � |� W q2 t k
r� Y q2X q2W n2 t
k
r� } z| j� t|�� W 5 d}~X Y nX W 5 | j �� X |s q�q dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r� rN rP �get_pager� r� r� r� r rp rq r� r r� rK r )r9 r, �pager r� rR r. r. r/ r� � s,
� & z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tj�t|��r:tt|�d�}|| jkr`| j| }t� d||� �n�|�
dd�d }d}|| j kr�t� d||� �n�t |d d
id �}�z�z�t� d |� | j
j|| jd
�} t� d|� | �� }
|
�dd�} t�| ��r�| �� } | �� }
|
�d�}|�r"| j| }||
�}
d}t�| �}|�r@|�d�}z|
�|�}
W n tk
�rn |
�d�}
Y nX t |
| �}|| j| < W n� t k
�r� } z |j dk�r�t� d||� W 5 d}~X Y n� t k
�r } z0t� d||� | j!� | j �"|� W 5 Q R X W 5 d}~X Y n2 t#k
�rB } zt� d||� W 5 d}~X Y nX W 5 || j|< X |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r> z Fetching %sr' z
Fetched %sz Content-Typer3 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� rp rq r r� r rH r� r( r� rN �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r< r� r r� r� r� )r9 r, r5 rm ri r rQ r r: r� r> Z content_typeZ final_urlr� �encoding�decoderr� rR r. r. r/ r � sZ
&$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t � }| �| j�}|s$td| j ��| j�|j�D ]}|�|�d�� q2|S )rc zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r9 rQ r r� r. r. r/ rd 0 s z,SimpleScrapingLocator.get_distribution_names)Nr� )r@ rA rB rC �zlib�
decompressr rL r� r� rb r� r� r� r� r� r� r r� r r rd r� r. r. r� r/ r� C s& �
� !;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sN |� dd�| _tt| �jf |� tj�|�}tj�|�sDt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r r� r rL r ri �abspathr
r �base_dir)r9 ri r� r� r. r/ rL A s
zDirectoryLocator.__init__c C s |� | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rj rk )r9 rw �parentr. r. r/ �should_includeR s z DirectoryLocator.should_includec C s� i i d�}t �| j�D ]t\}}}|D ]Z}| �||�r$t j�||�}tddtt j�|��dddf�}| � ||�}|r$| �
||� q$| j s q�q|S )Nr� r r3 ) r �walkr r ri r~ r r r r� r� r ) r9 ra rQ �root�dirs�files�fnr, r� r. r. r/ rb Z s"
� z DirectoryLocator._get_projectc C s� t � }t�| j�D ]v\}}}|D ]\}| �||�r tj�||�}tddttj� |��dddf�}| �
|d�}|r |� |d � q | j s q�q|S )rc r r3 Nra )
r� r r r r ri r~ r r r r� r� r )r9 rQ r r r r r, r� r. r. r/ rd j s" � z'DirectoryLocator.get_distribution_names) r@ rA rB rC rL r rb rd r� r. r. r� r/ r < s
r c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS r� r_ rT r. r. r/ rd � s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�|�dg �D ]�}|d dks"|d dkr@q"t|d |d |�d d
�| jd �}|j}|d |_d
|kr�|d
r�d|d
f|_|�di �|_|�di �|_|||j < |d �
|j t � �� |d � q"|S )Nr� r ZptypeZsdistZ pyversion�sourcera r� r� zPlaceholder for summary)r� r5 r, r� r� Z requirements�exportsr� )
r rN r r5 r� r� r� Z dependenciesr! r� r� r� r� )r9 ra rQ r� r� r� r� r. r. r/ rb � s*
��
zJSONLocator._get_projectN)r@ rA rB rC rd rb r. r. r. r/ r } s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s* t t| �jf |� t|t�s t�|| _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� r" rL �
isinstancer �AssertionError�distpath)r9 r% r� r� r. r/ rL � s zDistPathLocator.__init__c C sP | j �|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )Nr� r� r� )r% Zget_distributionr� r� r� )r9 ra r� rQ r. r. r/ rb � s �z DistPathLocator._get_project)r@ rA rB rC rL rb r� r. r. r� r/ r" � s
r" c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s* |� dd�| _|| _tt| �jf |� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� r' �locatorsr� r& rL )r9 r( r� r� r. r/ rL � s zAggregatingLocator.__init__c s& t t| ��� | jD ] }|�� qd S rV )r� r& rX r( �r9 r� r� r. r/ rX � s
z AggregatingLocator.clear_cachec C s || _ | jD ]
}||_q d S rV )rZ r( r5 )r9 r\ r� r. r. r/ r] � s
z AggregatingLocator._set_schemec C s� i }| j D ]�}|�|�}|r
| jr�|�di �}|�di �}|�|� |�d�}|r�|r�|�� D ]*\}} ||kr�|| | O < q^| ||< q^|�d�}
|r�|
r�|
�|� q
| jd kr�d} n"d} |D ]}| j�|�r�d} q�q�| r
|} q�q
|S )Nr� r� TF)r( re r' rN �updater� rI r� ) r9 ra rQ r� r� r r� Zdfr� r� Zdd�foundr. r. r/ rb � s8
z AggregatingLocator._get_projectc C s< t � }| jD ]*}z||�� O }W q tk
r4 Y q X q |S r� )r� r( rd r` )r9 rQ r� r. r. r/ rd s
z)AggregatingLocator.get_distribution_names)r@ rA rB rC rL rX r] r� rD r5 �fgetrb rd r� r. r. r� r/ r& � s ,r& zhttps://pypi.org/simple/r& r' �legacyr� z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r" r5 r) r. r. r/ rL * s
zDependencyFinder.__init__c C sr t �d|� |j}|| j|< || j||jf< |jD ]:}t|�\}}t �d|||� | j� |t
� �� ||f� q2dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) rp rq r? �
dists_by_name�distsr� �providesr �providedr� r� r� )r9 r� ra �pr� r. r. r/ �add_distribution2 s
z!DependencyFinder.add_distributionc C sx t �d|� |j}| j|= | j||jf= |jD ]D}t|�\}}t �d|||� | j| }|� ||f� |s.| j|= q.dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
rp rq r? r0 r1 r� r2 r r3 �remove)r9 r� ra r4 r� �sr. r. r/ �remove_distributionA s
z$DependencyFinder.remove_distributionc C sB z| j �|�}W n, tk
r< |�� d }| j �|�}Y nX |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r5 rI r# r )r9 �reqtrI ra r. r. r/ � get_matcherS s z DependencyFinder.get_matcherc C st | � |�}|j}t� }| j}||krp|| D ]B\}}z|�|�}W n tk
rZ d}Y nX |r,|�|� qpq,|S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r: r? r� r3 r� r# r� ) r9 r9 rI ra rQ r3 r� �providerr� r. r. r/ �find_providersc s
z DependencyFinder.find_providersc C s� | j | }t� }|D ]$}| �|�}|�|j�s|�|� q|rZ|�d||t|�f� d}n@| �|� | j |= |D ]}| j �|t� ��|� qp| � |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r: r� r� r� � frozensetr8 r� r5 ) r9 r; �other�problemsZrlistZ unmatchedr7 rI rQ r. r. r/ �try_to_replace{ s$
�
z DependencyFinder.try_to_replaceFc C s� i | _ i | _i | _i | _t|p g �}d|krH|�d� |tdddg�O }t|t�rh| }}t� d|� n4| j
j ||d� }}|dkr�t d| ��t� d |� d
|_
t� }t|g�}t|g�}|�r�|�� }|j} | | jkr�| �|� n"| j| }
|
|k�r| �||
|� |j|jB } |j} t� }
|�r`||k�r`d D ]*}d | }||k�r4|
t|d
| �O }
�q4| | B |
B }|D �].}| �|�}|�sFt� d|� | j
j ||d�}|dk�r�|�s�| j
j |d
d�}|dk�r�t� d|� |�d|f� n^|j|j }}||f| jk�r|�|� |�|� || k�rF||k�rF|�|� t� d|j� |D ]R}|j} | | jk�rx| j�|t� ��|� n"| j| }
|
|k�rJ| �||
|� �qJ�qpq�t| j�� �}|D ]&}||k|_ |j �r�t� d|j� �q�t� d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT)ZtestZbuildZdevz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) r3 r1 r0 r= r� r6 r# r rp rq r� r� r Z requestedr� r? r5 rA Z run_requiresZ
meta_requiresZbuild_requires�getattrr< r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r9 r� Z meta_extrasr� r� r� r@ ZtodoZ
install_distsra r? ZireqtsZsreqtsZereqtsr? rR Z all_reqtsr� Z providersr; �nr� r4 r1 r. r. r/ �find� s�
�
�
� zDependencyFinder.find)N)NF) r@ rA rB rC rL r5 r8 r: r< rA rE r. r. r. r/ r. % s
(r. )N)Or� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r3 r �compatr r r r r r
r r r
r r r7 r r r r Zdatabaser r r r� r r �utilr r r r r r r r r! r� r" r# r� r$ r% Z getLoggerr@ rp r� r� r� r
r r* r0 r1 �objectrD r� r� r� r� r r r" r& r/ r� ZNAME_VERSION_REr. r. r. r. r/ �<module> s^ D,
@0E: zA& [��
site-packages/pip/_vendor/distlib/__pycache__/database.cpython-38.opt-1.pyc 0000644 00000122124 15201600075 0022503 0 ustar 00 U
��.eU� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z d
d d d
dgZ!e�"e#�Z$dZ%dZ&deddde%dfZ'dZ(G dd� de)�Z*G dd� de)�Z+G dd
� d
e)�Z,G dd � d e,�Z-G d d � d e-�Z.G d d
� d
e-�Z/e.Z0e/Z1G d d � d e)�Z2d)d!d"�Z3d#d$� Z4d%d&� Z5d'd(� Z6dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME�LEGACY_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated��self� r# �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/database.py�__init__1 s z_Cache.__init__c C s | j �� | j�� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r r! r# r# r$ r& 9 s
z _Cache.clearc C s2 |j | j kr.|| j |j < | j�|jg ��|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append�r" �distr# r# r$ �addA s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r% r& r, r# r# r# r$ r - s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r" r Z include_eggr# r# r$ r% O s zDistributionPath.__init__c C s | j S �N�r7 r! r# r# r$ �_get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s
|| _ d S r9 r: )r" �valuer# r# r$ �_set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j �� | j�� dS )z,
Clears the internal cache.
N)r5 r& r6 r! r# r# r$ � clear_cachek s
z DistributionPath.clear_cachec
c sD t � }| jD �]0}t�|�}|dkr&q |�d�}|r |js<q t|j�}|D ]�}|�|�}|rJ|j|krhqJ| j�r|�t ��rt
t t g}|D ]"}t
�||�} |�| �}
|
r� q�q�qJt�|
�� ��} t| dd�} W 5 Q R X t�d|j� |�|j� t|j| | d�V qJ| jrJ|�d�rJt�d|j� |�|j� t|j| �V qJq dS )zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy��fileobj�schemezFound %s)�metadata�env)� .egg-info�.egg)�setr r �finder_for_path�findZ is_container�sortedr3 �endswith� DISTINFO_EXTr
r r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr, �new_dist_classr4 �old_dist_class)
r" �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamrD r# r# r$ �_yield_distributionss sF
�
�
z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| �� D ](}t|t�rF| j �|� q*| j�|� q*|r`d| j _|rld| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r5 r r4 r6 r\ �
isinstancer r, )r" Zgen_distZgen_eggr+ r# r# r$ �_generate_cache� s
z DistributionPath._generate_cachec C s |� dd�}d�||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerO rM )�clsr �versionr# r# r$ �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c s^ | j s | �� D ]
}|V qn>| �� | jj�� D ]
}|V q0| jrZ| jj�� D ]
}|V qNdS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r7 r\ r^ r5 r �valuesr4 r6 r* r# r# r$ �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|� � }| js4| �� D ]}|j|kr|} q|qnH| �� || jjkrZ| jj| d }n"| jr||| jjkr|| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr7 r\ r( r^ r5 r r4 r6 )r" r �resultr+ r# r# r$ �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|dk rJz| j �d||f �}W n$ tk
rH td||f ��Y nX | �� D ]p}t|d�snt�d|� qR|j}|D ]H}t |�\}}|dkr�||kr�|V qRqx||krx|�
|�rx|V qRqxqRdS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
N�%s (%s)z invalid name or version: %r, %r�provideszNo "provides": %s) r8 �matcher�
ValueErrorr rf �hasattrrS rT rk r �match) r" r rc rl r+ �provided�p�p_name�p_verr# r# r$ �provides_distribution� s* �
z&DistributionPath.provides_distributionc C s( | � |�}|dkr td| ��|�|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)ri � LookupError�get_resource_path)r" r �
relative_pathr+ r# r# r$ �
get_file_path! s
z DistributionPath.get_file_pathc c sX | � � D ]J}|j}||kr|| }|dk r>||krR|| V q|�� D ]
}|V qFqdS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)rf �exportsre )r" �categoryr r+ rY �d�vr# r# r$ �get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r- r. r/ r0 r% r; r= �propertyZ
cache_enabledr> r\ r^ � classmethodrd rf ri rt rx r} r# r# r# r$ r K s
,
) c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| j�� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) rD r rg r( rc Zlocator�digest�extras�contextrH Z
download_urlsZdigests)r" rD r# r# r$ r% O s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)rD �
source_urlr! r# r# r$ r� ` s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
rj �r rc r! r# r# r$ �name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|�|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
rj )rD rk r rc r) )r" Zplist�sr# r# r$ rk p s
zDistribution.providesc C s8 | j }t�d|�� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)r� rE ) rD rS rT Ztodict�getattrrH Zget_requirementsr� r� )r" Zreq_attr�mdZreqtsr# r# r$ �_get_requirements| s
�z Distribution._get_requirementsc C s
| � d�S )N� run_requires�r� r! r# r# r$ r� � s zDistribution.run_requiresc C s
| � d�S )N�
meta_requiresr� r! r# r# r$ r� � s zDistribution.meta_requiresc C s
| � d�S )N�build_requiresr� r! r# r# r$ r� � s zDistribution.build_requiresc C s
| � d�S )N�
test_requiresr� r! r# r# r$ r� � s zDistribution.test_requiresc C s
| � d�S )N� dev_requiresr� r! r# r# r$ r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}z|�|j�}W n6 tk
rZ t�d|� |� � d }|�|�}Y nX |j
}d}| j D ]D}t |�\}} ||kr�qlz|�
| �}W q�W ql tk
r� Y qlX ql|S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
�+could not read version %r - using name onlyr F)r
r rD rC rl � requirementr rS �warning�splitr( rk r ro )
r" �reqrY rC rl r rh rq rr rs r# r# r$ �matches_requirement� s, �
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r? z<Distribution %s (%s)%s>)r� r rc )r" �suffixr# r# r$ �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer rc r� )r" �otherrh r# r# r$ �__eq__� s
�
�zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr rc r� r! r# r# r$ �__hash__� s zDistribution.__hash__N)r- r. r/ r0 Zbuild_time_dependency� requestedr% r~ r� Z download_urlr� rk r� r� r� r� r� r� r� r� r� r� r# r# r# r$ r = s4
"
c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| ��|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r% r � dist_path)r" rD r rE �� __class__r# r$ r% � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||��� }t�|��d��d�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr? z%s=� =�ascii�%s%s) �hasher�hashlib�md5r� r� �base64Zurlsafe_b64encode�rstrip�decode)r" �datar� �prefixr� r# r# r$ �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r- r. r/ r0 r� r% r� �
__classcell__r# r# r� r$ r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
Zsha256Nc
sJ g | _ t�|� | _}|d kr*td| ��|rP|jrP||jjkrP|jj| j}nt|d kr�|� t
�}|d krt|� t �}|d kr�|� d�}|d kr�tdt
|f ��t �
|�� ��}t|dd�}W 5 Q R X tt| ��|||� |r�|jr�|j�| � |� d�}|d k | _tj�|d�}tj�|��rFt|d��}|�� } W 5 Q R X | �� | _ d S ) Nzfinder unavailable for %sZMETADATAzno %s found in %sr@ rA r �
top_level.txt�rb)�modulesr rI rX rm r7 r5 r rD rJ r
r rP rQ rR r r� r r% r, r� �osrO �exists�open�read�
splitlines)
r" r rD rE rX rY r[ rq �fr� r� r# r$ r% s8
�
z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>�r rc r r! r# r# r$ r� = s
�z InstalledDistribution.__repr__c C s d| j | jf S �Nz%s %sr� r! r# r# r$ �__str__A s z InstalledDistribution.__str__c
C s� g }| � d�}t�|�� ��\}t|d��F}|D ]:}dd� tt|�d�D �}|| \}}} |�||| f� q.W 5 Q R X W 5 Q R X |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r �r[ c S s g | ]}d �qS r9 r# )�.0�ir# r# r$ �
<listcomp>S s z6InstalledDistribution._get_records.<locals>.<listcomp>� )�get_distinfo_resourcerP rQ rR r �range�lenr) )
r" �resultsrY r[ Z
record_reader�row�missingr �checksum�sizer# r# r$ � _get_recordsD s
&z"InstalledDistribution._get_recordsc C s i }| � t�}|r| �� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r" rh rY r# r# r$ ry [ s
z InstalledDistribution.exportsc C s8 i }| � t�}|r4t�|�� ��}t|�}W 5 Q R X |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
)r� r� rP rQ rR r )r" rh rY r[ r# r# r$ r i s
z"InstalledDistribution.read_exportsc C s. | � t�}t|d��}t||� W 5 Q R X dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� r� r )r" ry Zrfr� r# r# r$ r x s
z#InstalledDistribution.write_exportsc C s� | � d�}t�|�� ��R}t|d��<}|D ]0\}}||kr*| W 5 Q R � W 5 Q R � S q*W 5 Q R X W 5 Q R X td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r r� z3no resource file with relative path %r is installedN)r� rP rQ rR r �KeyError)r" rw rY r[ Zresources_reader�relativeZ destinationr# r# r$ rv � s
6�z'InstalledDistribution.get_resource_pathc c s | � � D ]
}|V qdS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r" rh r# r# r$ �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s( t j�|d�}t j�| j�}|�|�}t j�|d�}| �d�}t�d|� |rRdS t|���}|D ]�}t j� |�sz|�
d�r�d } }
n4dt j� |� }
t |d��} | �
| �� �} W 5 Q R X |�|�s�|r�|�|�r�t j�||�}|�|| |
f� q`|�|��r
t j�||�}|�|ddf� W 5 Q R X |S )z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r? r � creating %sN�z.pycz.pyoz%dr� )r� r rO �dirname�
startswithr� rS �infor �isdirrL �getsizer� r� r� �relpathZwriterow) r" �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr# r# r$ �write_installed_files� s0
� z+InstalledDistribution.write_installed_filesc
C s g }t j�| j�}| �d�}| �� D ]�\}}}t j�|�sHt j�||�}||krRq$t j�|�sr|�|dddf� q$t j� |�r$t
t j� |��}|r�||kr�|�|d||f� q$|r$d|kr�|� dd�d }nd }t
|d
��2} | �| �� |�}
|
|k�r|�|d ||
f� W 5 Q R X q$|S ) �
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r r� TFr� �=r r Nr� r� )r� r r� r� r� �isabsrO r� r) �isfile�strr� r� r� r� r� ) r" �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr# r# r$ �check_installed_files� s.
z+InstalledDistribution.check_installed_filesc C s� i }t j�| jd�}t j�|�r�tj|ddd��}|�� �� }W 5 Q R X |D ]8}|�dd�\}}|dkr||� |g ��
|� qL|||< qL|S )a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r rY �utf-8��encodingr� r � namespace) r� r rO r� �codecsr� r� r� r� r' r) )r" rh � shared_pathr� �lines�liner( r< r# r# r$ �shared_locations� s
z&InstalledDistribution.shared_locationsc C s� t j�| jd�}t�d|� |r$dS g }dD ].}|| }t j�|| �r,|�d||f � q,|�dd�D ]}|�d| � qhtj |d d
d ��}|�
d �|�� W 5 Q R X |S )
aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r r� N)r� �libZheadersZscriptsr� z%s=%sr� r# z namespace=%sr� r� r� �
) r� r rO rS r� r� r) �getr� r� �write) r" r� r� r� r� r( r �nsr� r# r# r$ �write_shared_locations s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��t�| j�}|d kr<td| j ��|�|�S )N�+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rI rJ )r" r rX r# r# r$ r� s � z+InstalledDistribution.get_distinfo_resourcec C s~ |� tj�dkrT|�tj�dd� \}}|| j�tj�d krTtd|| j| jf ��|tkrntd|| jf ��tj� | j|�S )a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r ���N���z;dist-info file %r does not belong to the %r %s distributionr� )
rJ r� �sepr� r r r rc r� rO )r" r rd r# r# r$ r� $ s ���z'InstalledDistribution.get_distinfo_filec c sR t j�| j�}| �� D ]6\}}}t j�|�s:t j�||�}|�| j�r|V qdS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rO r� )r" r� r r� r� r# r# r$ �list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r �r" r� r# r# r$ r� Q s
�z InstalledDistribution.__eq__)NN)F)F)r- r. r/ r0 r� r% r� r� r� r ry r r rv r� r� r� r� r� r� r� r� r� �objectr� r� r# r# r� r$ r s, "
##
c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| �|�}|| |j|j� |rz|jrz|j�| � t t
| �� |||� d S )Nc S s || _ |�� | _|| _d S r9 )r rg r( rc )r� �nr| r# r# r$ �set_name_and_versionc s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r7 r6 rD r rc �
_get_metadatar, r� r r% )r" r rE r� rD r� r# r$ r% b s
z EggInfoDistribution.__init__c s� d }dd� � � fdd�}d }}|� d�r�tj�|�r�tj�|d�}tj�|d�}t|dd �}tj�|d
�} tj�|d �}|| �}npt�|�}
t|
� d ��
d
��} t| dd�}z,|
� d�} |
� d��
d�}� | �
d��}W n t k
r� d }Y nX nf|� d��rPtj�|��rBtj�|d
�} || �}tj�|d�}tj�|d �}t|dd �}n t d| ��|�rl|�
|� |d k�r�|d k �r�tj�|��r�t|d��}
|
�� �
d�}W 5 Q R X |�s�g }n|�� }|| _|S )Nc S s� g }| � � }|D ]�}|�� }|�d�r6t�d|� q�t|�}|sPt�d|� q|jr`t�d� |jst|�|j � qd�
dd� |jD ��}|�d|j |f � q|S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r� Nr# )r� �cr# r# r$ � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rj ) r� �stripr� rS r� r
r� Z constraintsr) r rO )r� �reqsr� r� rY Zconsr# r# r$ �parse_requires_dataz s(
�
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }z*t �| dd��}� |�� �}W 5 Q R X W n tk
rB Y nX |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
rY r� )r� r� r� �IOError)�req_pathr r� �r r# r$ �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrG zEGG-INFOzPKG-INFOr@ )r rC z requires.txtr� zEGG-INFO/PKG-INFO�utf8rA zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr� rF z,path must end with .egg-info or .egg, got %rr� )rL r� r r� rO r � zipimport� zipimporterr �get_datar� r r Zadd_requirementsr� r� r� r� r� )r" r �requiresr Ztl_pathZtl_datarq � meta_pathrD r ZzipfrB r� r� r# r r$ r� w sX
�
�
z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r� r! r# r# r$ r� � s
�z EggInfoDistribution.__repr__c C s d| j | jf S r� r� r! r# r# r$ r� � s zEggInfoDistribution.__str__c C s` g }t j�| jd�}t j�|�r\| �� D ]2\}}}||kr<q(t j�|�s(|�|dddf� q(|S )r� �installed-files.txtr� TF)r� r rO r� r� r) )r" r� r� r r` r# r# r$ r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t j�| jd�}g }t j�|�r�tj|ddd��x}|D ]l}|�� }t j�t j�| j|��}t j�|�s�t� d |� |�
d
�r�qFt j� |�sF|� |||�||�f� qFW 5 Q R X |� |d d f� |S ) z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c S s0 t | d�}z |�� }W 5 |�� X t�|��� S )Nr� )r� �closer� r� r� Z hexdigest)r r� Zcontentr# r# r$ �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t �| �jS r9 )r� �stat�st_size)r r# r# r$ �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizer rY r� r� zNon-existent file: %sr� N)
r� r rO r� r� r� r �normpathrS r� rL r� r) )r" r r r� rh r� r� rq r# r# r$ r� � s"
$z(EggInfoDistribution.list_installed_filesFc c s� t j�| jd�}t j�|�r�d}tj|ddd��`}|D ]T}|�� }|dkrPd}q6|s6t j�t j�| j|��}|�| j�r6|r�|V q6|V q6W 5 Q R X dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
r TrY r� r� z./FN) r� r rO r� r� r� r r r� )r" Zabsoluter� �skipr� r� rq r# r# r$ r� s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r r� r# r# r$ r� . s
�zEggInfoDistribution.__eq__)N)F)r- r. r/ r0 r� r� r% r� r� r� r� r� r� r� r� r� r� r# r# r� r$ r Y s Z&
c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S r9 )�adjacency_list� reverse_listr� r! r# r# r$ r% I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r r )r" � distributionr# r# r$ �add_distributionN s
z DependencyGraph.add_distributionNc C s6 | j | �||f� || j| kr2| j| �|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r r) r )r" �x�y�labelr# r# r$ �add_edgeX s
zDependencyGraph.add_edgec C s& t �d||� | j�|g ��|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rS rT r� r' r) )r" r r� r# r# r$ � add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r� r� r* r# r# r$ �
_repr_distr s zDependencyGraph._repr_distr c C s� | � |�g}| j| D ]h\}}| � |�}|dk r<d||f }|�d| t|� � | �||d �}|�d�}|�|dd� � qd�|�S )zPrints only a subgraphNz%s [%s]z r r� )r" r r) r� � repr_noder� �extendrO )r" r+ �level�outputr� r Z suboutputZsubsr# r# r$ r# u s
zDependencyGraph.repr_nodeTc C s� g }|� d� | j�� D ]h\}}t|�dkr:|s:|�|� |D ]@\}}|dk rh|� d|j|j|f � q>|� d|j|jf � q>q|s�t|�dkr�|� d� |� d� |� d� |D ] }|� d |j � |� d
� q�|� d � |� d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r� r �itemsr� r) r )r" r� Zskip_disconnectedZ disconnectedr+ �adjsr� r r# r# r$ �to_dot� s(
�
zDependencyGraph.to_dotc s� g }i }| j �� D ]\}}|dd� ||< qg � t|�� �dd� D ] \}}|sD� �|� ||= qD� shq�|�� D ] \}}� fdd�|D �||< qpt�ddd� � D �� |�� � q,|t|�� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� kr||f�qS r# r# )r� r{ rY �Z to_remover# r$ r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )rj r� )r� r{ r# r# r$ r� � s )r r' �listr) rS rT r$ �keys)r" rh Zalist�kr| r# r* r$ �topological_sort� s$
� z DependencyGraph.topological_sortc C s2 g }| j �� D ]\}}|�| �|�� qd�|�S )zRepresentation of the graphr� )r r' r) r# rO )r" r& r+ r( r# r# r$ r� � s zDependencyGraph.__repr__)N)r )T)
r- r. r/ r0 r% r r r! r" r# r) r. r� r# r# r# r$ r 9 s
r r1 c C sV t |�}t� }i }| D ]L}|�|� |jD ]6}t|�\}}t�d|||� |�|g ��||f� q*q| D ]�}|j |j
B |j B |j B }|D ]�} z|�
| �}
W n6 tk
r� t�d| � | �� d }|�
|�}
Y nX |
j}d} ||k�r>|| D ]N\}} z|
�|�}
W n tk
�r d}
Y nX |
r�|�|| | � d} �q>q�| s�|�|| � q�qh|S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sr� r FT)r r r rk r rS rT r' r) r� r� r� r� rl r r� r� r( ro r r! )�distsrC �graphrp r+ rq r rc r r� rl ZmatchedZproviderro r# r# r$ �
make_graph� sN
���
r1 c C sv || krt d|j ��t| �}|g}|j| }|rh|�� }|�|� |j| D ]}||krN|�|� qNq.|�d� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
�1given distribution %r is not a member of the listr )r r r1 r �popr) )r/ r+ r0 Zdep�todor{ Zsuccr# r# r$ �get_dependent_dists� s �
r5 c C sn || krt d|j ��t| �}g }|j| }|rj|�� d }|�|� |j| D ]}||krP|�|� qPq,|S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
r2 r )r r r1 r r3 r) )r/ r+ r0 r� r4 r{ Zpredr# r# r$ �get_required_dists s �
r6 c K s4 |� dd�}tf |�}| |_||_|p(d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)r3 r r rc r7 r )r rc �kwargsr7 r� r# r# r$ � make_dist2 s
r9 )r1 )7r0 Z
__future__r r� r� rP r� Zloggingr� rN r2 r r? r r �compatr rc r r rD r r
r r �utilr
r r r r r r �__all__Z getLoggerr- rS r� ZCOMMANDS_FILENAMEr� rM r� r r r r r r rU rV r r1 r5 r6 r9 r# r# r# r$ �<module> s` $ �
� s 7 J ]
6 site-packages/pip/_vendor/distlib/__pycache__/metadata.cpython-38.opt-1.pyc 0000644 00000063655 15201600075 0022534 0 ustar 00 U
��.e*� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ e�e�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z dddgZ dZ dZ!e�"d�Z#e�"d�Z$dZ%dZ&d Z'd Z(d Z)d Z*d Z+e*d! Z,d"Z-e.� Z/e/�0e%� e/�0e&� e/�0e(� e/�0e*� e/�0e,� e�"d#�Z1d$d%� Z2d&d'� Z3d(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdF� Z4dGZ5dHZ6dIZ7dJZ8dKZ9dLZ:dMZ;e<� Z=e�"dN�Z>dXdPdQ�Z?G dRdS� dSe<�Z@dTZAdUZBdVZCG dWd� de<�ZDdS )YzImplementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN��__name__�
__module__� __qualname__�__doc__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSION�utf-8�1.1z
\|�
) �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License)r r! r" r# �Supported-Platformr$ r% r& r' r( r) r* �
Classifier� Download-URL� Obsoletes�Provides�Requires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) �
Maintainer�Maintainer-emailr* r, r- �Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 �Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extra)r9 r= r: r; r< )�Description-Content-Typer0 r/ )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sL | dkr t S | dkrtS | dkr$tS | dkr4tt S | dkr@tS t| ��d S )N�1.0r �1.2)�1.3�2.1�2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _566_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistp s rJ c
C sB dd� }g }| � � D ]"\}}|g ddfkr,q|�|� qddddd d
g}|D ]�}|tkrvd|krv|�d� t�d |� |tkr�d|kr�|�d� t�d |� |tkr�d|kr�|�d� t�d
|� |tkr�d|kr�|�d� t�d|� |tk�r d
|k�r |dk�r |�d
� t�d|� |t krLd |krL|�d � t�d|� qLt
|�dk�rZ|d S t
|�dk�r|t�d| � t d��d|k�o�||t �}d|k�o�||t
�}d
|k�o�||t�}d |k�o�||t�} t|�t|� t|� t| � dk�r�t d��|�s |�s |�s | �s t|k�r tS |�r*dS |�r4dS |�r>d
S d S )z5Detect the best version depending on the fields used.c S s |D ]}|| kr dS qdS )NTFr )�keys�markers�markerr r r � _has_marker� s z"_best_version.<locals>._has_marker�UNKNOWNNr? r r@ rA rC rB zRemoved 1.0 due to %szRemoved 1.1 due to %szRemoved 1.2 due to %szRemoved 1.3 due to %sr% zRemoved 2.1 due to %szRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)�items�appendrD �remove�logger�debugrE rF rG rH �lenr � _314_MARKERS� _345_MARKERS� _566_MARKERS� _426_MARKERS�intr )
�fieldsrN rK �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r �
_best_version~ s`
&
r^ r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r5 r6 r; r7 r8 r0 r/ r. r4 r9 r: r< r= ) �metadata_version�namerI �platformZsupported_platform�summary� description�keywords� home_page�author� author_email�
maintainer�maintainer_email�license�
classifier� download_url�obsoletes_dist�
provides_dist�
requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extra)r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t �d| �} t �d|�dd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)r` rI Z for_filenamer r r �_get_name_and_version� s r~ c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||g� d �dk r td��i | _g | _d | _|| _|d k rH| �|� n.|d k r\| �|� n|d k rv| �|� | � � d S )N� �'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingr� r r r �__init__ s
zLegacyMetadata.__init__c C s t | j�| jd< d S �Nr )r^ r� �r� r r r r� " s z#LegacyMetadata.set_metadata_versionc C s |� d||f � d S )Nz%s: %s
)�write)r� r� r` r] r r r � _write_field% s zLegacyMetadata._write_fieldc C s
| � |�S �N)�get�r� r` r r r � __getitem__( s zLegacyMetadata.__getitem__c C s | � ||�S r� )�set)r� r` r] r r r � __setitem__+ s zLegacyMetadata.__setitem__c C s8 | � |�}z | j|= W n tk
r2 t|��Y nX d S r� )�
_convert_namer� �KeyError)r� r` �
field_namer r r � __delitem__. s
zLegacyMetadata.__delitem__c C s || j kp| �|�| j kS r� )r� r� r� r r r � __contains__5 s
�zLegacyMetadata.__contains__c C s( |t kr |S |�dd��� }t�||�S )Nrx �_)� _ALL_FIELDSr} �lower� _ATTR2FIELDr� r� r r r r� 9 s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrO )� _LISTFIELDS�_ELEMENTSFIELDr� r r r �_default_value? s z LegacyMetadata._default_valuec C s& | j dkrt�d|�S t�d|�S d S )N�r? r �
)r_ �_LINE_PREFIX_PRE_1_2r| �_LINE_PREFIX_1_2�r� r] r r r �_remove_line_prefixD s
z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S r� )r� �AttributeErrorr� r r r � __getattr__J s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r! r" )r~ )r� Zfilesafer r r � get_fullnameU s zLegacyMetadata.get_fullnamec C s | � |�}|tkS )z+return True if name is a valid metadata key)r� r� r� r r r �is_field[ s
zLegacyMetadata.is_fieldc C s | � |�}|tkS r� )r� r� r� r r r �is_multi_field` s
z LegacyMetadata.is_multi_fieldc C s. t j|ddd�}z| �|� W 5 |�� X dS )z*Read the metadata values from a file path.�rr ��encodingN)�codecs�open�closer� )r� �filepath�fpr r r r� d s zLegacyMetadata.readc C s� t |�}|d | jd< tD ]p}||kr(q|tkrf|�|�}|tkrX|dk rXdd� |D �}| �||� q|| }|dk r|dkr| �||� qdS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |�d ���qS ��,)�tuple�split��.0r] r r r �
<listcomp>y s z,LegacyMetadata.read_file.<locals>.<listcomp>rO )r r� r� r� Zget_all�_LISTTUPLEFIELDSr� )r� Zfileob�msg�field�valuesr] r r r r� l s
zLegacyMetadata.read_filec C s0 t j|ddd�}z| �||� W 5 |�� X dS )z&Write the metadata fields to filepath.�wr r� N)r� r� r� �
write_file)r� r� � skip_unknownr� r r r r� � s zLegacyMetadata.writec C s� | � � t| d �D ]�}| �|�}|r8|dg dgfkr8q|tkrV| �||d�|�� q|tkr�|dkr�| jdkr~|�dd�}n |�dd�}|g}|t kr�d d
� |D �}|D ]}| �|||� q�qd S ) z0Write the PKG-INFO format data to a file object.r rO r� r% r� r� r z
|c S s g | ]}d � |��qS r� ��joinr� r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)
r� rJ r� r� r� r� r� r_ r} r� )r� Z
fileobjectr� r� r� r] r r r r� � s$
zLegacyMetadata.write_filec sv � fdd�}|sn@t |d�r:|�� D ]}|||| � q$n|D ]\}}|||� q>|rr|�� D ]\}}|||� q^dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t kr |r � �� �| �|� d S r� )r� r� r� )r\ r] r� r r �_set� s z#LegacyMetadata.update.<locals>._setrK N)�hasattrrK rP )r� �other�kwargsr� �k�vr r� r r� � s
zLegacyMetadata.updatec C sh | � |�}|tks|dkrNt|ttf�sNt|t�rHdd� |�d�D �}qzg }n,|tkrzt|ttf�szt|t�rv|g}ng }t� t
j ��r<| d }t | j
�}|tkr�|dk r�|D ](}|�|�d�d �s�t�d |||� q�nb|tk�r |dk �r |�|��s<t�d
|||� n0|tk�r<|dk �r<|�|��s<t�d
|||� |tk�rZ|d k�rZ| �|�}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }|� � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r! N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r� r� �
isinstance�listr� r r� r� rS Z isEnabledFor�loggingZWARNINGr
r� �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� r� )r� r` r] Z project_namer� r� r r r r� � sV
�
�
� � �
zLegacyMetadata.setc C s� | � |�}|| jkr*|tkr&| �|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }|D ].}|tkr~|�|� qf|�|d |d f� qf|S |tkr�| j| }t |t
�r�|� d�S | j| S )zGet a metadata field.Nr r r� ) r� r� �_MISSINGr� r� r� r� rQ r� r� r r� )r� r` r� r] �res�valr r r r� � s.
zLegacyMetadata.getc s� | � � g g }}dD ]}|| kr|�|� q|rP|g krPdd�|� }t|��dD ]}|| krT|�|� qT| d dkr�||fS t| j�� � fdd�}t|ft� jft � j
ffD ]@\}}|D ]2} | � | d �}
|
d k r�||
�s�|�d
| |
f � q�q�||fS ) zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are provided)r! r" z missing required metadata: %s�, )r' r( r r@ c s( | D ] }� � |�d�d �s dS qdS )Nr� r FT)r� r� )r] r� �r� r r �are_valid_constraints# s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r� rQ r� r r
r� r� r� r� r� r� r� ) r� �strict�missing�warnings�attrr� r� r[ Z
controllerr� r] r r� r �check s8
��� zLegacyMetadata.checkc C s� | � � d}i }|D ]"\}}|r*|| jkr| | ||< q| d dkr�d}|D ]B\}}|rb|| jkrL|dkrx| | ||< qLdd� | | D �||< qLn8| d dkr�d }|D ]"\}}|r�|| jkr�| | ||< q�|S )
z�Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
)
)r_ r )r` r! )rI r" )rb r$ )re r' )rf r( )rg r) )rj r* )rc r% )rd r& )ra r# )� classifiersr, )rl r- r r@ ))ro r6 )rq r7 )rr r8 )rn r5 )rm r3 )rv r4 )rh r1 )ri r2 rv c S s g | ]}d � |��qS r� r� )r� �ur r r r� b s z)LegacyMetadata.todict.<locals>.<listcomp>r ))rt r/ )rs r0 )ru r. )r� r� )r� Z skip_missingZ mapping_1_0�datar\ r� Z mapping_1_2Z mapping_1_1r r r �todict5 s&
zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| kr| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r� � requirementsr� r r r �add_requirementsp s
z LegacyMetadata.add_requirementsc C s t t| d ��S r� )r� rJ r� r r r rK { s zLegacyMetadata.keysc c s | � � D ]
}|V qd S r� �rK )r� r\ r r r �__iter__~ s zLegacyMetadata.__iter__c s � fdd�� � � D �S )Nc s g | ] }� | �qS r r �r� r\ r� r r r� � s z)LegacyMetadata.values.<locals>.<listcomp>r� r� r r� r r� � s zLegacyMetadata.valuesc s � fdd�� � � D �S )Nc s g | ]}|� | f�qS r r r� r� r r r� � s z(LegacyMetadata.items.<locals>.<listcomp>r� r� r r� r rP � s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r r` rI r� r r r �__repr__� s �zLegacyMetadata.__repr__)NNNr� )F)F)F)N)F)F)"r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rK r� r� rP r� r r r r r s@ �
,
,
; r z pydist.jsonz
metadata.jsonZMETADATAc @ s� e Zd ZdZe�d�Ze�dej�Ze Z
e�d�Z dZ de
Zdddd �Zd
Zd Zedfedfe
dfe dfd �Zd
ZdDdd�Zed�ZdefZdefZdefdefeeedefeeeedefddd�
Z[[dd� Z dEd d �Z d d � Z e d d!� �Z e d"d#� �Z!e!j"d$d#� �Z!dFd%d&�Z#e d'd(� �Z$e d)d*� �Z%e%j"d+d*� �Z%d,d-� Z&d.d/� Z'd0d1� Z(d2d3� Z)d4d5d6d7d8dd9�Z*d:d;� Z+dGd>d?�Z,d@dA� Z-dBdC� Z.dS )Hr z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rC z distlib (%s)r )�legacy)r` rI rb zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r_ r` rI rb )�_legacy�_datar� Nr� c C s0 |||g� d �dk r td��d | _d | _|| _|d k rzz| �||� || _W n* tk
rv t||d�| _| �� Y nX n�d }|r�t |d��}|�
� }W 5 Q R X n |r�|�
� }|d kr�| j | j d�| _ndt
|t�s�|�d�}z t�|�| _| �| j|� W n0 tk
�r* tt|�|d�| _| �� Y nX d S )Nr� r� )r� r� �rb�r_ � generatorr )r� r� )r� r� r� r� r� �_validate_mappingr r �validater� r� �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r� r� r� r� r� r� �fr r r r� � s@
�
�zMetadata.__init__)r` rI rj rd rb r6 r; r= r, )r- N)r N)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commandsr� Z
source_urlr_ c
C sX t �| d�}t �| d�}||k�r|| \}}| jr^|d krP|d krHd n|� }n | j�|�}n�|d krjd n|� }|dkr�| j�||�}n�t � }|}| j�d�} | �r
|dkr�| �d|�}nP|dkr�| �d�} | r�| �||�}n,| �d �} | s�| j�d �} | �r
| �||�}||k�rT|}n:||k�r2t �| |�}n"| j�rH| j�|�}n | j�|�}|S )
N� common_keys� mapped_keys�r r r r r� �
extensionsr �python.commandsr� �python.details�python.exports)�object�__getattribute__r� r� r� )
r� r\ �common�mapped�lkZmaker�resultr] �sentinel�dr r r r sD
zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|�|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSr� �matchr )r� r\ r] r� �pattern�
exclusions�mr r r �_validate_value+ s
��zMetadata._validate_valuec C s* | � ||� t�| d�}t�| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|dkrj|| j|< nR| j�di �}|dkr�||d< n2|dkr�|�di �}|||< n|�d i �}|||< nh||kr�t�| ||� nP|d
k�rt|t ��r|�
� }|�r|� � }ng }| j�r || j|< n
|| j|< d S ) Nr
r r r
r r r� r r rd ) r r r r� �NotImplementedErrorr� �
setdefault� __setattr__r� r r� r� )r� r\ r] r r r r� r r r r r! 5 s<
zMetadata.__setattr__c C s t | j| jd�S �NT)r~ r` rI r� r r r �name_and_version\ s zMetadata.name_and_versionc C sF | j r| j d }n| j�dg �}d| j| jf }||krB|�|� |S )Nr5 rt z%s (%s))r� r� r r` rI rQ )r� r �sr r r rt ` s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nr5 rt )r� r� r� r r r rt k s c
C s� | j r |}n�g }t|pg | j�}|D ]d}d|kr>d|kr>d}n8d|krLd}n|�d�|k}|rv|�d�}|rvt||�}|r$|�|d � q$dD ]F}d| } | |kr�|�| � | j�d| g �}|�| j|||d�� q�|S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentTrs )ZbuildZdevZtestz:%s:z %s_requires)r �env) r� r r r� r
�extendrR r� �get_requirements)
r� �reqtsr r' r r ZincluderM r\ �er r r r) r s2
�
zMetadata.get_requirementsc C s | j r| �� S | jS r� )r� � _from_legacyr� r� r r r �
dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S r� )r� r r r� �DEPENDENCY_KEYSr� r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | j�|� d S r� )r� r r� r� r� r r r r/ � s c C s� |� d�| jkrt� �g }| j�� D ]"\}}||kr$||kr$|�|� q$|rbdd�|� }t|��|�� D ]\}}| �|||� qjd S )Nr_ zMissing metadata items: %sr� ) r� r� r �MANDATORY_KEYSrP rQ r� r r ) r� r� r� r� r\ r r� r� r� r r r r� � s zMetadata._validate_mappingc C sB | j r.| j �d�\}}|s |r>t�d||� n| �| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� rS r� r� r� r� )r� r� r� r r r r� � s �zMetadata.validatec C s( | j r| j �d�S t| j| j�}|S d S r" )r� r� r r� �
INDEX_KEYS)r� r r r r r� � s zMetadata.todictc
C s� | j | jd�}| j�d�}dD ]*}||kr |dkr8d}n|}|| ||< q |�dg �}|dgkrdg }||d< d }|D ]*\}}||krt|| rtd
|| ig||< qt| j|d < i }i } |S ) Nr� T)r` rI rj rb rc rk rk r� r& � rd ))ro r )rp r rs rt )r� r� r� r� r� rt )
r� r Zlmdr� �nk�kwrK �okrf rh r r r r, � s, �
zMetadata._from_legacyr! r" r* r$ r% )r` rI rj rb rc r� c C s� dd� }t � }| j}| j�� D ] \}}||kr || ||< q || j| j �}|| j| j �}| jrpt | j�|d< t |�|d< t |�|d< |S )Nc S s� t � }| D ]|}|�d�}|�d�}|d }|D ]V}|sF|sF|�|� q.d}|rVd| }|rp|rld||f }n|}|�d�||f�� q.q
|S )Nr% r& rs r2 z
extra == "%s"z (%s) and %sr� )r� r� �addr� )�entriesr* r+ r% r' Zrlistr� rM r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entriesr= r6 r; )
r r� �LEGACY_MAPPINGrP r r r r r �sorted)r� r8 r Znmdr3 r5 Zr1Zr2r r r �
_to_legacy� s zMetadata._to_legacyFTc C s� ||g� d �dkrtd��| �� |r`| jr4| j}n| �� }|rP|j||d� q�|j||d� n^| jrp| �� }n| j}|r�t j
||dddd� n.t � |dd��}t j
||dddd� W 5 Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Tr� )Z ensure_ascii�indentZ sort_keysr� r )
r� r� r� r� r; r� r� r, r� r� �dumpr� r� )r� r� r� r� r� Z legacy_mdr r r r r r� s*
� �zMetadata.writec C s� | j r| j �|� nr| j�dg �}d }|D ] }d|kr*d|kr*|} qHq*|d krfd|i}|�d|� n t|d �t|�B }t|�|d< d S )Nr r& r% rs r )r� r� r� r �insertr� r: )r� r� r �always�entryZrsetr r r r� 3 s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)r` rI r� r r_ )r� r` rI r r r r� D s
�zMetadata.__repr__)NNNr� )N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr� r r� r0 r1 r. r � __slots__r� r� r
r� Z none_list�dictZ none_dictr r r r! �propertyr# rt �setterr) r- r/ r� r� r� r, r9 r; r� r� r� r r r r r � s�
�� �
-�+
'
*
� %
)F)Er Z
__future__r r� Zemailr r� r� rA r2 r r �compatr r r rL r
�utilr r rI r
r Z getLoggerr rS r r r r �__all__r r rB r� r� rD rE rV rF rW rH rY rG rX r� r� r� ZEXTRA_RErJ r^ r� r� r� r� r� r� r� r� r r� r{ r~ r ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r �<module> s�
H�!
site-packages/pip/_vendor/distlib/__pycache__/manifest.cpython-38.pyc 0000644 00000023725 15201600075 0021615 0 ustar 00 U
��.e�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ e�
e�Ze�dej�Ze�d ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode�� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t j�t j�|pt �� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}|r�|� }t� |�} | D ]R}
tj
� ||
�} t� | �} | j }
||
�r�|�t
| �� qN||
�rN||
�sN|| � qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr
�join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |� | j�s tj�| j|�}| j�tj�|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r
r r r �addr )r �itemr r r r* T s z Manifest.addc C s |D ]}| � |� qdS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r* )r �itemsr+ r r r �add_many^ s zManifest.add_manyFc sb � �fdd�� t �j�}|rFt � }|D ]}� |tj�|�� q&||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c sJ | � |� t�d|� |�jkrFtj�|�\}}|dks<t�� | |� d S )Nzadd_dir added %s)� �/)r* �logger�debugr r r
�split�AssertionError)�dirs�d�parent�_��add_dirr r r r9 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r
r )�.0Z
path_tupler r r �
<listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j�|�V qd S )N)r r
r2 )r: r
r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r
�dirname�sorted)r Zwantdirs�resultr4 �fr r8 r r> g s
�zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C sj | � |�\}}}}|dkrB|D ] }| j|dd�s t�d|� q �n$|dkrf|D ]}| j|dd�}qN�n |dkr�|D ] }| j|dd�srt�d|� qrn�|d kr�|D ]}| j|dd�}q�n�|d
kr�|D ] }| j||d �s�t�d ||� q�n�|d
k�r
|D ]}| j||d �}q�n\|dk�r2| jd|d ��sft�d|� n4|dk�rZ| jd|d ��sft�d|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�exclude�global-includeFz3no files found matching %r anywhere in distribution�global-exclude�recursive-include)r z-no files found matching %r under directory %r�recursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr0 Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sP � �
�
��zManifest.process_directivec C s |� � }t|�dkr,|d dkr,|�dd� |d }d } }}|dkrxt|�dk r`td| ��d d
� |dd� D �}n~|d kr�t|�d k r�td
| ��t|d �}dd
� |dd� D �}n:|dkr�t|�dkr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r )rB rD rE rF rG rH rI rJ rB N)rB rD rE rF r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r �r: Zwordr r r r; � s z-Manifest._parse_directive.<locals>.<listcomp>)rG rH � z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r rU r r r r; � s )rI rJ z!%r expects a single <dir_pattern>zunknown action %r)r2 �len�insertr r )r rN ZwordsrO rP rQ Z dir_patternr r r rK � s4 � � � zManifest._parse_directiveTc C sP d}| � ||||�}| jdkr&| �� | jD ] }|�|�r,| j�|� d}q,|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r( �searchr r* )r rR rC r �is_regexrS �
pattern_rer% r r r rL s
zManifest._include_patternc C sB d}| � ||||�}t| j�D ] }|�|�r | j�|� d}q |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)rY �listr rZ �remove)r rR rC r r[ rS r\ r@ r r r rM ) s
zManifest._exclude_patternc
C s� |r t |t�rt�|�S |S tdkr:| �d��d�\}}}|rj| �|�}tdkrn|�|�rd|�|�snt �nd}t�
t j �
| jd��} |dk �rftdkr�| �d�}
| �|�dt|
� � } n>| �|�} | �|�r�| �|�s�t �| t|�t| �t|� � } t j} t jdk�rd} tdk�r4d| | �
| d| f� }n0|t|�t|�t|� � }d || | | ||f }n8|�r�tdk�r�d| | }nd
|| |t|�d� f }t�|�S ) a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
)rV r r7 r. N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partitionr) �endswithr3 �escaper r
r r rW r )
r rR rC r r[ �startr7 �endr\ r Z
empty_patternZ prefix_rer r r r rY = sH
�
�
zManifest._translate_patternc C s8 t �|�}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
r_ z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r rc �sub)r rR r\ r Zescapedr r r rf t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r( r* r- r> rA rT rK rL rM rY rf r r r r r % s&
O/ �
) �
�
7)rr rl Zloggingr rc �sysr. r �compatr �utilr �__all__Z getLoggerro r0 rd �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_infore �objectr r r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/wheel.cpython-38.pyc 0000644 00000061656 15201600075 0021120 0 ustar 00 U
��.e�� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z!m"Z" dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd
l-m.Z.m/Z/ e �0e1�Z2da3e4ed ��r8d Z5n*ej6�7d
��rLdZ5nej6dk�r^dZ5ndZ5e�8d�Z9e9�s�dej:dd� Z9de9 Z;e5e9 Z<ej#�=� �>dd��>dd�Z?e�8d�Z@e@�r�e@�7d��r�e@�>dd�Z@ndd � ZAeA� Z@[Ae�Bd ejCejDB �ZEe�Bd ejCejDB �ZFe�Bd �ZGe�Bd �ZHd!ZId"ZJe
jKd#k�rBd$d%� ZLnd&d%� ZLG d'd(� d(eM�ZNeN� ZOG d)d*� d*eM�ZPd+d,� ZQeQ� ZR[Qd/d-d.�ZSdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cpZpy_version_nodotz%s%s� �py�-�_�.ZSOABIzcpython-c C sR dt g} t�d�r | �d� t�d�r0| �d� t�d�dkrH| �d� d �| �S )
Nr ZPy_DEBUG�dZ
WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r, �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/wheel.py� _derive_abi; s
r. zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S �Nr, ��or, r, r- �<lambda>] � r3 c C s | � tjd�S )Nr/ )�replace�os�sepr1 r, r, r- r3 _ r4 c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S r0 )�
impure_wheels�libs��selfr, r, r- �__init__c s zMounter.__init__c C s || j |< | j�|� d S r0 )r9 r: �update)r< �pathname�
extensionsr, r, r- �addg s
z Mounter.addc C s0 | j �|�}|D ]\}}|| jkr| j|= qd S r0 )r9 �popr: )r< r? r@ �k�vr, r, r- �removek s
zMounter.removeNc C s || j kr| }nd }|S r0 )r: )r< �fullname�path�resultr, r, r- � find_moduleq s
zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��t�|| j| �}| |_|�dd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r )
�sys�modulesr: � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)r< rF rH r+ r, r, r- � load_modulex s
zMounter.load_module)N)�__name__�
__module__� __qualname__r= rA rE rI rR r, r, r, r- r8 b s
r8 c @ s� e Zd ZdZdZdZd4dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd5dd�Zdd� Zdd� Zd d � Zd6d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd7d,d-�Zd.d/� Z d0d1� Z d8d2d3�Z dS )9�Wheelz@
Class to build and install from Wheel files (PEP 427).
�r r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t�� | _ |dkrRd| _
d| _ | j | _
n�t�|�}|r�|�d�}|d | _
|d �d d
�| _ |d | _| j | _
n�tj�|�\}}t�|�}|s�td | ��|r�tj�|�| _ || _
|�d�}|d | _
|d | _ |d | _|d
�d�| _|d �d�| _|d �d�| _dS )zB
Initialise an instance using a (valid) filename.
r& �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! ZbiZar)�signZ
should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rG �split� FILENAME_REr �abspath)r< rd rZ �verifyr# �infora r, r, r- r= � sD
�
zWheel.__init__c C s^ | j rd| j }nd}d�| j�}d�| j�}d�| j�}| j�dd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r r& r! r z%s-%s%s-%s-%s-%s.whl)r[ r* r] r^ r_ rc r5 rb )r< r[ r] r^ r_ rc r, r, r- rd � s
�zWheel.filenamec C s t j�| j| j�}t j�|�S r0 )r6 rG r* ra rd �isfile)r< rG r, r, r- �exists� s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r0 )r] r^ r_ )r< r] r^ r_ r, r, r- �tags� s
z
Wheel.tagsc C s t j�| j| j�}d| j| jf }d| }t�d�}t |d���}| �
|�}|d � dd�}t dd � |D ��}|d
k r�t
td g} nt
tg} d }
| D ]f} zLt�|| �} |�| ��,}
||
�}t|d �}
|
r�W 5 Q R � W q�W 5 Q R X W q� tk
r� Y q�X q�|
�std
d�| � ��W 5 Q R X |
S )N�%s-%s� %s.dist-info�utf-8�r�
Wheel-Versionr! r c S s g | ] }t |��qS r, ��int��.0�ir, r, r- �
<listcomp>� s z"Wheel.metadata.<locals>.<listcomp>rW ZMETADATA)Zfileobjz8Invalid wheel, because metadata is missing: looked in %sz, )r6 rG r* ra rd rb rc �codecs� getreaderr �get_wheel_metadatarh �tupler r � posixpath�openr
�KeyError�
ValueError)r< r? �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_versionZfnsrH �fn�metadata_filename�bf�wfr, r, r- �metadata� s6
�zWheel.metadatac C sX d| j | jf }d| }t�|d�}|�|�� }t�d�|�}t|�}W 5 Q R X t|�S )Nrp rq �WHEELrr ) rb rc r r* r� r{ r| r �dict)r< r� r� r� r� r� r� �messager, r, r- r} � s zWheel.get_wheel_metadatac C s6 t j�| j| j�}t|d��}| �|�}W 5 Q R X |S )Nrs )r6 rG r* ra rd r r} )r< r? r� rH r, r, r- rl � s z
Wheel.infoc C s� t �|�}|r||�� }|d |� ||d � }}d|�� krBt}nt}t�|�}|rfd|�� d }nd}|| }|| }nT|�d�}|�d�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S )
Ns pythonw� ���r4 �
�
r r s
) �
SHEBANG_RErf �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r< �datar# r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr, r, r- �process_shebang s,
zWheel.process_shebangc C sh |d kr| j }ztt|�}W n tk
r< td| ��Y nX ||��� }t�|��d�� d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r< r� r� �hasherrH r, r, r- �get_hash" s zWheel.get_hashc C s^ t |�}ttj�||��}|�|ddf� |�� t|��}|D ]}|�|� q@W 5 Q R X d S )Nr& ) �list�to_posixr6 rG �relpathr) �sortr Zwriterow)r< �recordsZ record_path�base�p�writer�rowr, r, r- � write_record- s
zWheel.write_recordc
C s� g }|\}}t t| j�}|D ]P\}} t| d��}
|
�� } W 5 Q R X d| �| � } tj�| �}
|� || |
f� q tj�
|d�} | � || |� t tj�
|d��}|� || f� d S )N�rbz%s=%s�RECORD)
r� r� r� r� �readr� r6 rG �getsizer) r* r� r� )r< rl �libdir�
archive_pathsr� �distinfor� r� �apr� �fr� r� �sizer, r, r- �
write_records6 s zWheel.write_recordsc C sF t |dtj��.}|D ]"\}}t�d||� |�||� qW 5 Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r< r? r� r� r� r� r, r, r- � build_zipF s zWheel.build_zipc ! s~ |dkr i }t t� fdd�d��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|�d |�| _|�d |�| _|�d
|�| _ � | } d| j
| j f }
d|
} d|
} g }
dD ]�}|� kr�q�� | }t j
�|�r�t �|�D ]�\}}}|D ]�}tt j
�||��}t j
�||�}tt j
�| ||��}|
�||f� |dkr�|�d�s�t|d��}|�� }W 5 Q R X | �|�}t|d��}|�|� W 5 Q R X q�q�q�| }d}t �|�D ]�\}}}||k�r t|�D ]8\}}t|�}|�d��r�t j
�||�}||= �q��q�|�s td��|D ]H}t|��d��r(�qt j
�||�}tt j
�||��}|
�||f� �q�q�t � |�}|D ]B}|dk�rltt j
�||��}tt j
�| |��}|
�||f� �qld|�p�| j dt d | g} | j D ] \} } } | �d | | | f � �q�t j
�|d �}t|d ��}|�d �| �� W 5 Q R X tt j
�| d ��}|
�||f� | � || f| |
� t j
�| j!| j"�} | �#| |
� | S )!z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � kS r0 r, r1 ��pathsr, r- r3 T r4 z Wheel.build.<locals>.<lambda>)�purelib�platlibr r� Zfalse�truerX rY r] r^ r_ rp �%s.datarq )r� Zheaders�scriptsr� �.exer� �wbz
.dist-infoz(.dist-info directory expected, not found)z.pycz.pyo)r� Z INSTALLERZSHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� r� �
)$r� r �IMPVER�ABI�ARCHr\ �getr] r^ r_ rb rc r6 rG �isdir�walkr r* r� r� r) �endswithr� r� r� r� � enumerate�AssertionError�listdir�
wheel_versionr ro r� ra rd r� )!r< r� ro r� ZlibkeyZis_pureZ
default_pyverZ default_abiZ default_archr� r� �data_dirr� r� �keyrG �root�dirs�filesr� r� �rpr� r� r� r� ry �dnr� r] r^ r_ r? r, r� r- �buildL s�
� z Wheel.buildc C s
|� d�S )zl
Determine whether an archive entry should be skipped when verifying
or installing.
)r/ z /RECORD.jws)r� )r< �arcnamer, r, r- �
skip_entry� s zWheel.skip_entryc C K sf |j }|�d�}|�dd�}|�dd�}tj�| j| j�}d| j| jf } d| }
d| } t �| t
�} t �| d�}
t �| d �}t � d
�}t
|d ����}|�|
��}||�}t|�}W 5 Q R X |d �d
d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|�|��8}t|d��"}|D ]}|d }|||< �q8W 5 Q R X W 5 Q R X t �|
d�} t �| d�} t �|
dd�} t|d�} d| _tj } g }!t�� }"|"|_d|_�z��z\|� � D �]�}#|#j}$t |$t ��r�|$}%n
|$�!d
�}%| �"|%��r�q�||% }|d �r4t#|#j$�|d k�r4t%d |% ��|d �r�|d �d d�\}&}'|�|$��}|�&� }(W 5 Q R X | �'|(|&�\})}*|*|'k�r�t%d |$ ��|�r�|%�(| | f��r�t)�*d |%� �q�|%�(| ��o�|%�+d!� }+|%�(| ��r
|%�d"d �\})},}-tj�||, t,|-��}.n$|%|
|fk�r �q�tj�|t,|%��}.|+�s
|�|$��}| �-||.� W 5 Q R X |!�.|.� |�s�|d �r�t|.d#��4}|�&� }(| �'|(|&�\})}/|/|*k�r�t%d$|. ��W 5 Q R X | �r~|.�+d%��r~z | j/|.|d&�}0|!�.|0� W n$ t0k
�r t)j1d'dd(� Y nX nttj�2t,|$��}1tj�|"|1�}2|�|$��}| �-||2� W 5 Q R X tj�|.�\}3}1|3|_|�3|1�}4| �4|4� |!�5|4� �q�|�r�t)�*d)� d}5�nnd}6| j6d }|d*k�rzt �| d+�}7z�|�|7��}t7|�}8W 5 Q R X i }6d,D ]l}9d-|9 }:|:|8k�r�i |6d.|9 < };|8|: �8� D ]6}<d/|<j9|<j:f }=|<j;�rB|=d0|<j; 7 }=|=|;|<j< �q�q�W n t0k
�rv t)�1d1� Y nX ndzB|�| ��.}||�}t<�=|��d2�}6|6�r�|6�d3�}6W 5 Q R X W n t0k
�r� t)�1d4� Y nX |6�r�|6�d5i �}>|6�d6i �}?|>�s|?�r�|�dd�}@tj�>|@��s*t?d7��|@|_|>�@� D ]*\}:}<d8|:|<f }A|�3|A�}4| �4|4� �q8|?�r�d9di}B|?�@� D ],\}:}<d8|:|<f }A|�3|A|B�}4| �4|4� �qztj�|| �}tA|�}5tB|�}|d= |d= ||d:< |5�C||�}|�r�|!�.|� |5�D|!|d; |� |5W W �<W 5 Q R � S t0k
�rF t)�Ed<� | �F� � Y nX W 5 t � |"� X W 5 Q R X dS )=a~
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFZ bytecode_hashed_invalidationrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� ��streamr r& r� )�dry_runTNr �size mismatch for %s�=�digest mismatch for %szlib_only: skipping %sr� r/ r� z digest mismatch on write for %sz.py)Zhashed_invalidationzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt)Zconsole�guiz
%s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr@ zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr� �lib�prefixzinstallation failed.)Gr� r� r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r� r r �recordrJ �dont_write_bytecode�tempfileZmkdtempZ
source_dirZ
target_dir�shutilZrmtree�infolist�
isinstancer
r� r� �str� file_sizer r� r� �
startswithr� r� r� r Z copy_streamr) Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrl r �valuesr� �suffix�flags�json�loadr� r� �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback)Cr< r� Zmaker�kwargsr� r� r� Zbc_hashed_invalidationr? r� r� r� �
metadata_name�wheel_metadata_name� record_namer� r� �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfxZfileopZbcZoutfiles�workdir�zinfor� � u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rC r" rD �sZconsole_scriptsZ gui_scriptsZ
script_dirZscriptZoptionsr, r, r- �install� sT
�
�
�
���
�
z
Wheel.installc C s4 t d kr0tj�t� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rG r* r r� rJ rc r )r< r� r, r, r- �_get_dylib_cache� s �zWheel._get_dylib_cachec
C sh t j�| j| j�}d| j| jf }d| }t�|d�}t� d�}g }t
|d���}z�|� |���}||�} t �
| �}
| �� } | �|�} t j�| j| �}
t j�|
�s�t �|
� |
�� D ]�\}}t j�|
t|��}t j�|�s�d}n6t �|�j}tj�|�}|�|�}tj|j� }||k}|�r&|� ||
� |� ||f� q�W 5 Q R X W n t k
�rX Y nX W 5 Q R X |S )Nrp rq Z
EXTENSIONSrr rs T) r6 rG r* ra rd rb rc r r{ r| r r� r r r Z
prefix_to_dirr� r� �makedirsr r rn �stat�st_mtime�datetimeZ
fromtimestampZgetinfoZ date_time�extractr) r� )r< r? r� r� r� r� rH r� r� r� r@ r r� Z
cache_baserb r� �destr Z file_timerl Z
wheel_timer, r, r- �_get_extensions� s>
zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�
is_compatibler; r, r, r- r � s zWheel.is_compatiblec C s dS )zP
Determine if a wheel is asserted as mountable by its metadata.
Tr, r; r, r, r- � is_mountable� s zWheel.is_mountablec C s� t j�t j�| j| j��}| �� s2d| }t|��| �� sJd| }t|��|t jkrbt
� d|� nN|rtt j� |� nt j�
d|� | �� }|r�tt jkr�t j� t� t�||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rG rj r* ra rd r r r rJ r� r� r) �insertr �_hook� meta_pathrA )r< r) r? �msgr@ r, r, r- �mount� s"
z Wheel.mountc C sr t j�t j�| j| j��}|tjkr2t�d|� n<tj� |� |t
j krRt
� |� t
j snt
tj krntj � t
� d S )Nz%s not in path)
r6 rG rj r* ra rd rJ r� r� rE r! r9 r" )r< r? r, r, r- �unmount� s
z
Wheel.unmountc C s t j�| j| j�}d| j| jf }d| }d| }t�|t�}t�|d�}t�|d�}t �
d�}t |d����} | � |��}
||
�} t
| �} W 5 Q R X | d �d d
�}
td d � |
D ��}i }| � |��6}t|d
�� }|D ]}|d }|||< q�W 5 Q R X W 5 Q R X | �� D ]�}|j}t|t��r$|}n
|�d�}|�d�}d|k�rNtd| ��| �|��r^�q|| }|d �r�t|j�|d k�r�td| ��|d
�r|d
�dd
�\}}| � |��}|�� }W 5 Q R X | �||�\}}||k�rtd| ���qW 5 Q R X d S )Nrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz s z Wheel.verify.<locals>.<listcomp>r� r r/ �..�invalid entry in wheel: %rr r� r� r� )r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r r� r� r
r� r r� r� r� r� r� ) r< r? r� r� r� r r r r� r� r r� r� r� r� r� r� r
r� r� r r� r
r r r� r r� r, r, r- rk s\
� �
�z Wheel.verifyc
K s� dd� }dd� }t j�| j| j�}d| j| jf }d| }t�|d�} t� ���}
t |d��|} i } | �
� D ]h}
|
j}t |t �r�|}n
|�
d �}|| kr�qhd
|kr�td | ��| �|
|
� t j�|
t|��}|| |< qhW 5 Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r$||k�r$|||� |d k�rNtjd
d|
d�\}}t �|� n*t j�|��shtd| ��t j�|| j�}t| �� �}t j�|
|�}||f}| �||
|� | �||� |d k�r�t�||� W 5 Q R X |S )a�
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO�rG )r r
rc )�path_mapr� rc rG r� r, r, r- � get_versionK s z!Wheel.update.<locals>.get_versionc S s� d }z|t | �}| �d�}|dk r*d| }nTdd� | |d d � �d�D �}|d d7 < d | d |� d�d
d � |D ��f }W n tk
r� t�d | � Y nX |r�t|d
�}||_|� t
� }|j ||d� t�d| |� d S )Nr r z%s+1c S s g | ] }t |��qS r, ru )rx r r, r, r- rz ] s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! r� z%s+%sc s s | ]}t |�V qd S r0 )r� rw r, r, r- � <genexpr>` s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rr( )rG �legacyz Version updated from %r to %r) r r� rh r* r r� r� r
rc r� r r� )rc rG �updatedrD ry r+ Zmdr, r, r, r- �update_versionU s.
�
�
�z$Wheel.update.<locals>.update_versionrp rq r� rs rr r& r' Nz.whlz
wheel-update-)r r� �dirzNot a directory: %r)r6 rG r* ra rd rb rc r r r r� r� r
r� r r r r� Zmkstemp�closer� r� r r� r� r� Zcopyfile)r< ZmodifierZdest_dirr r* r. r? r� r� r r r� r) r r� r
rG Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rl r, r, r- r> : s\
�
�
z Wheel.update)NFF)N)NN)F)N) rS rT rU �__doc__r� r� r= �propertyrd rn ro r r� r} rl r� r� r� r� r� r� r� r r r r r r$ r% rk r> r, r, r, r- rV � s@
)
h g "
8rV c C sx t g} t d }ttjd d dd�D ] }| �d�|t|�g�� q$g }t�� D ]*\}}}|� d�rN|�|�
dd�d � qN|� � t dkr�|�
dt � |�d� g }tg}tjd k�r�t�d
t�}|�r�|�� \} }}}
t|�}|
g} |
d kr�| �d � |
d
k�r | �d� |
dk�r | �d� |
dk�r4| �d� |
dk�rH| �d� |dk�r�| D ]*} d| ||| f }
|
tk�rV|�|
� �qV|d8 }�qH|D ]0}|D ]$}
|�d�t| d f�||
f� �q��q�t| �D ]L\}}|�d�t|f�ddf� |dk�r�|�d�t|d f�ddf� �q�t| �D ]L\}}|�d�d|f�ddf� |dk�r"|�d�d|d f�ddf� �q"t|�S )zG
Return (pyver, abi, arch) tuples compatible with this Python.
r r r� r& z.abir! r rX �darwinz(\w+)_(\d+)_(\d+)_(\w+)$)�i386�ppcZfat)r6 r7 �x86_64Zfat3)�ppc64r8 Zfat64)r6 r8 �intel)r6 r8 r: r7 r9 Z universalz %s_%s_%s_%srY r )r' �rangerJ � version_infor) r* r� rM Z get_suffixesr� rh r� r� r r� �platform�rerf r� rv �
IMP_PREFIXr� �set)Zversions�major�minorZabisr r rH Zarchesr# rb r_ Zmatchesrf r r^ ry rc r, r, r- �compatible_tags� s`
&
"
"rC c C s\ t | t�st| �} d}|d kr"t}|D ]0\}}}|| jkr&|| jkr&|| jkr&d} qXq&|S )NFT)r� rV �COMPATIBLE_TAGSr] r^ r_ )Zwheelro rH Zverr^ r_ r, r, r- r � s
r )N)TZ
__future__r r� r{ r Zdistutils.utilZ distutilsZemailr r� rM r Zloggingr6 r r> r� rJ r� r� r& r r �compatr r r r
r Zdatabaser r� r
r r �utilr r r r r r r r r rc r r Z getLoggerrS r� r �hasattrr? r= r� r( r' r< r\ r� Z get_platformr5 r� r� r. �compile�
IGNORECASE�VERBOSEri re r� r� r� r� r7 r� �objectr8 r! rV rC rD r r, r, r, r- �<module> s� ,
�
�
# > site-packages/pip/_vendor/distlib/__pycache__/resources.cpython-38.pyc 0000644 00000025334 15201600075 0022017 0 ustar 00 U
��.e* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
mZmZmZmZ e�e�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z e d�ee
j e iZ zFz d dl Z!W n e"k
�r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk
�rX Y nX dd� Z'i Z(dd� Z)e �*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d kr t j�t� td��}tt| ��|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base�� __class__� �A/usr/lib/python3.8/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr �r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j �|�\}}|dkr |}n~tj�| j| �|�|�}tj�|�}tj�|�sXt� |� tj�
|�sjd}n | � ||�}|r�t |d��}|�
|j� W 5 Q R X |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor
r r r Z
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s
zResourceCache.get)N)�__name__�
__module__� __qualname__r r r& �
__classcell__r r r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S �N)r �name)r r r- r r r r I s zResourceBase.__init__N)r' r( r) r r r r r r+ H s r+ c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j �| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream�r r r r � as_streamV s zResource.as_streamc C s t d krt� a t �| �S r, )�cacher r& r0 r r r � file_path_ s zResource.file_pathc C s | j �| �S r, )r � get_bytesr0 r r r r" f s zResource.bytesc C s | j �| �S r, )r �get_sizer0 r r r �sizej s z
Resource.sizeN)
r' r( r) �__doc__� is_containerr1 r r3 r" r6 r r r r r. N s
r. c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j �| �S r, )r �
get_resourcesr0 r r r � resourcesr s zResourceContainer.resourcesN)r' r( r) r8 r r; r r r r r9 o s r9 c @ s� e Zd ZdZej�d�r dZndZdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zdd � Zd S ) �ResourceFinderz4
Resource finder for file system resources.
�java)�.pyc�.pyoz.class)r> r? c C s. || _ t|dd �| _tj�t|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr
r r r )r rC r r r r � s zResourceFinder.__init__c C s t j�|�S r, )r
r �realpath�r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|�|�}|�d| j� tjj|� }| �|�S )N� /�/r ) �
isinstancer" �split�insertr r
r r rH )r �
resource_name�sep�partsr$ r r r �
_make_path� s
zResourceFinder._make_pathc C s t j�|�S r, )r
r r rG r r r �_find� s zResourceFinder._findc C s
d |j fS r, )r �r r r r r r � s z ResourceFinder.get_cache_infoc C sD | � |�}| �|�sd }n&| �|�r0t| |�}n
t| |�}||_|S r, )rQ rR �
_is_directoryr9 r. r )r rN r r$ r r r �find� s
zResourceFinder.findc C s t |jd�S �N�rb)r r rS r r r r/ � s zResourceFinder.get_streamc
C s, t |jd��}|�� W 5 Q R � S Q R X d S rV )r r �read)r r r% r r r r4 � s zResourceFinder.get_bytesc C s t j�|j�S r, )r
r �getsizerS r r r r5 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�t�|j�D ��S )Nc s | dko| � � j� S )N� __pycache__)�endswith�skipped_extensions)r% r0 r r �allowed� s
�z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r% )r] r r �
<listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr
�listdirr rS r )r] r r r: � s z ResourceFinder.get_resourcesc C s | � |j�S r, )rT r rS r r r r8 � s zResourceFinder.is_containerc c s� | � |�}|d k r�|g}|r�|�d�}|V |jr|j}|jD ]>}|sL|}nd�||g�}| � |�}|jrv|�|� q>|V q>qd S )Nr rJ )rU �popr8 r- r; r �append)r rN r ZtodoZrnamer- �new_nameZchildr r r �iterator� s
zResourceFinder.iteratorN)r' r( r) r7 �sys�platform�
startswithr\ r rH rQ rR r rU r/ r4 r5 r: r8 � staticmethodr
r r rT re r r r r r< w s" r< c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| ��|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r rj r rE �archive�len�
prefix_len�hasattrrk � zipimport�_zip_directory_cache�sorted�index)r rC rl r r r r � s zZipResourceFinder.__init__c C s |S r, r rG r r r rH � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }t�| j|�}z| j| �|�}W n tk
rt d}Y nX |s�t� d|| j
j � nt� d|| j
j � |S )NT���Fz_find failed: %r %rz_find worked: %r %r) rn rk r
rO �bisectrs rh �
IndexError�logger�debugrE r# )r r r$ �ir r r rR � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rE rl r rm )r r r# r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j �|j�S r, )rE �get_datar rS r r r r4 � s zZipResourceFinder.get_bytesc C s t �| �|��S r, )�io�BytesIOr4 rS r r r r/ � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rn rk r r r r r5 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }t�| j|�}|t| j�k r�| j| �|�shq�| j| |d � }|� |�
tjd�d � |d7 }qH|S )Nrt r r ) r rn r
rO rm r` ru rs rh �addrL )r r r Zplenr$ ry �sr r r r: s
z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }t�| j|�}z| j| �|�}W n tk
rd d}Y nX |S )Nrt F)rn r
rO ru rs rh rv )r r ry r$ r r r rT s
z ZipResourceFinder._is_directory)r' r( r) r7 r rH rR r r4 r/ r5 r: rT r* r r r r rj � s rj c C s |t t| �< d S r, )�_finder_registry�type)rE � finder_makerr r r �register_finder0 s r� c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}t�t|��}|dkrxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packager@ z Unable to locate finder for %r) �
_finder_cacherf �modules�
__import__rD r r� r& r� )�packager$ rC r rE r� r r r r 6 s
r Z __dummy__c C sR d}t �| � tj�| �}t�t|��}|rNt}tj �
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
NrB )
�pkgutilZ get_importerrf �path_importer_cacher& r� r� �
_dummy_moduler
r r rA r@ )r r$ rE r rC r r r �finder_for_pathR s
r� ).Z
__future__r ru r{ Zloggingr
r� Zshutilrf �typesrp rB r �utilr r r r Z getLoggerr' rw r2 r �objectr+ r. r9 r< rj r� � zipimporterr� �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�AttributeErrorr� r� r �
ModuleTyper
r� r� r r r r �<module> sN
,!ZN �
site-packages/pip/_vendor/distlib/__pycache__/locators.cpython-38.opt-1.pyc 0000644 00000112527 15201600075 0022573 0 ustar 00 U
��.e_� � @ sD d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e k
rd d dl
ZY nX d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ dd l0m1Z1m2Z2 dd
l3m4Z4m5Z5 e�6e7�Z8e�9d �Z:e�9d ej;�Z<e�9d
�Z=dZ>d-dd�Z?G dd� de�Z@G dd� deA�ZBG dd� deB�ZCG dd� deB�ZDG dd� deA�ZEG dd � d eB�ZFG d d � d eB�ZGG d d � d eB�ZHG d!d"� d"eB�ZIG d#d$� d$eB�ZJeJeH� eFd%d&d'�d(d)�ZKeKjLZLe�9d*�ZMG d+d,� d,eA�ZNdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata�MetadataInvalidError) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s6 | dkr t } t| dd�}z |�� W �S |d�� X dS )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
N� @��timeout�close)�
DEFAULT_INDEXr �
list_packages)�url�client� r. �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/locators.py�get_all_distribution_names) s r0 c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }dD ]}||kr|| } q"q|d kr.d S t |�}|jdkrnt|�� |�}t|d�rf|�||� n|||< t�| |||||�S )N)�locationZuri� �replace_header)r �schemer Z get_full_url�hasattrr4 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr. r. r/ r8 @ s
�z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r8 Zhttp_error_301Zhttp_error_303Zhttp_error_307r. r. r. r/ r1 7 s r1 c @ s� e Zd ZdZdZdZdZdZed Zd)dd �Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd*d'd(�ZdS )+�LocatorzG
A base class for locators - things that locate distributions.
)z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe�.whl)z.pdfN)rE �defaultc C s, i | _ || _tt� �| _d| _t�� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher5 r r1 �opener�matcherr
�Queue�errors)r9 r5 r. r. r/ �__init__f s
zLocator.__init__c C sV g }| j �� sRz| j �d�}|�|� W n | j jk
rD Y qY nX | j �� q|S )z8
Return any errors which have occurred.
F)rK �empty�get�appendZEmpty� task_done)r9 �result�er. r. r/ �
get_errorsy s
zLocator.get_errorsc C s | � � dS )z>
Clear any errors which may have been logged.
N)rS �r9 r. r. r/ � clear_errors� s zLocator.clear_errorsc C s | j �� d S �N)rG �clearrT r. r. r/ � clear_cache� s zLocator.clear_cachec C s | j S rV ��_schemerT r. r. r/ � _get_scheme� s zLocator._get_schemec C s
|| _ d S rV rY )r9 �valuer. r. r/ � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
� Please implement in the subclassN��NotImplementedError)r9 �namer. r. r/ � _get_project� s
zLocator._get_projectc C s t d��dS )�J
Return all the distribution names known to this locator.
r^ Nr_ rT r. r. r/ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| �|�}n2|| j kr,| j | }n | �� | �|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rG rb rU )r9 ra rQ r. r. r/ � get_project� s
zLocator.get_projectc C s^ t |�}t�|j�}d}|�d�}|�| j�}|rBtt|�| j�}|j dkd|j
k||||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
TrE �httpszpypi.org) r � posixpath�basename�path�endswith�downloadable_extensionsr% r$ �
wheel_tagsr5 �netloc)r9 r, �trh Z
compatibleZis_wheelZis_downloadabler. r. r/ � score_url� s
�zLocator.score_urlc C sR |}|rN| � |�}| � |�}||kr(|}||kr@t�d||� nt�d||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)ro �logger�debug)r9 �url1�url2rQ �s1�s2r. r. r/ �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r9 �filename� project_namer. r. r/ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
�� �d�r<t�d||
� t�|
�} | rX| �� \} }
nd\} }
|}|r�|d dkr�|dd� }|�d ��r>z~t |�}t
|| j �s�t�d
|� nX|dkr�d }n ||j |�}|�r|j |j
|jt||||| d f�d
�dd� |jD ��d�}W n0 tk
�r: } zt�d|� W 5 d}~X Y nX n�|�| j��sZt�d|� n�t�|� }}| jD ]�}|�|��rn|dt|� � }| �||�}|�s�t�d|� nH|\}}}|�r�|||��r�|||t||||| d f�d�}|�r�||d< �q�qn|�r| �r|
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS rV )r! )Zname1Zname2r. r. r/ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN����/rE zWheel not compatible: %sTr3 z, c S s" g | ]}d � t|dd� ���qS )�.� N)�join�list)�.0�vr. r. r/ �
<listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)ra �versionrw r, �python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)ra r� rw r, r� � %s_digest)r �lower�
startswithrp rq � HASHER_HASH�match�groupsrj r$ r% rl ra r� rw r r~ �pyver� Exception�warningrk rg rh �lenr )r9 r, rx ry rQ r5 rm ri �params�query�frag�m�algo�digestZorigpath�wheelZincluderR rw Zextrn ra r� r� r. r. r/ � convert_url_to_download_info� s� �
���
��
z$Locator.convert_url_to_download_infoc C s2 d}dD ]$}d| }||kr||| f} q.q|S )z�
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N)Zsha256�md5r� r. )r9 �inforQ r� r? r. r. r/ � _get_digest1 s zLocator._get_digestc C s� |� d�}|� d�}||kr,|| }|j}nt||| jd�}|j}| �|� |_}|d }||d |< |j|d kr�| �|j|�|_|d �|t � ��
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
ra r� �r5 r, �digests�urlsN) �pop�metadatar r5 r� r� �
source_urlrv �
setdefault�set�add�locator) r9 rQ r� ra r� �dist�mdr� r, r. r. r/ �_update_version_dataA s
z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|�|j� | _}t�d|t|�j � | �
|j �}t |�dk�r2g }|j
} |D ]z}
|
dkr�qxzH|�|
�s�t�d||
� n*|s�| |
�js�|�|
� nt�d|
|j � W qx tk
r� t�d||
� Y qxX qxt |�d k�rt||jd
�}|�r2t�d |� |d } || }|�r�|j�rH|j|_|�d
i ��| t� �|_i } |�di �}
|jD ] }||
k�rv|
| | |< �qv| |_d| _|S )a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r} �r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r? zsorted list: %srz r� r� )r r r" r5 rI � requirementrp rq �typer@ re ra r� Z
version_classr� Z
is_prereleaserO r� r� �sortedr? ZextrasrN r� �
download_urlsr� )r9 r� � prereleasesrQ �rr5 rI �versionsZslistZvcls�kr� �dZsdr, r. r. r/ �locateX sX
�
zLocator.locate)rF )F)r@ rA rB rC �source_extensions�binary_extensions�excluded_extensionsrl rk rL rS rU rX r[ r] �propertyr5 rb rd re ro rv r r� r� r� r� r. r. r. r/ rD V s.
JrD c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s* t t| �jf |� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
r& r' N)�superr� rL �base_urlr r- �r9 r, �kwargs�� __class__r. r/ rL � s zPyPIRPCLocator.__init__c C s t | j�� �S �rc )r� r- r+ rT r. r. r/ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j �|d�}|D ]�}| j �||�}| j �||�}t| jd�}|d |_|d |_|�d�|_ |�dg �|_
|�d�|_ t |�}|r |d } | d
|_
| �| �|_| |_|||< |D ]:} | d
}
| �| �} |d �|t� ��|
� | |d |
< q�q |S )
Nr� Tr� ra r� �license�keywords�summaryr r, r� r� )r- Zpackage_releasesZ release_urlsZ release_datar r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� ) r9 ra rQ r� r� r� �datar� r� r� r, r� r. r. r/ rb � s0
zPyPIRPCLocator._get_project�r@ rA rB rC rL rd rb �
__classcell__r. r. r� r/ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s t t| �jf |� t|�| _d S rV )r� r� rL r r� r� r� r. r/ rL � s zPyPIJSONLocator.__init__c C s t d��dS �rc z Not available from this locatorNr_ rT r. r. r/ rd � s z&PyPIJSONLocator.get_distribution_namesc
C s
i i d�}t | jdt|� �}�z�| j�|�}|�� �� }t�|�}t | j
d�}|d }|d |_ |d |_ |�
d�|_|�
dg �|_|�
d �|_t|�}| |_|d
} |||j < |d
D ]T}
|
d }|j�|� | �|
�|j|< |d
�|j t� ��|� | �|
�|d |< q�|d
�� D ]�\} } | |j k�r4�q t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < | D ]T}
|
d }|j�|� | �|
�|j|< |d
�| t� ��|� | �|
�|d |< �qh�q W n@ tk
�r } z | j� t |�� t � d|� W 5 d }~X Y nX |S )Nr� z%s/jsonr� r� ra r� r� r� r� r� r, r� ZreleaseszJSON fetch failed: %s) r r� r rH �open�read�decode�json�loadsr r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� �itemsr� rK �putr rp � exception)r9 ra rQ r, �respr� r� r� r� r� r� r� ZinfosZomd�odistrR r. r. r/ rb � sT
z PyPIJSONLocator._get_projectr� r. r. r� r/ r� � s r� c @ s` e Zd ZdZe�dejejB ejB �Z e�dejejB �Z
dd� Z e�dej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j�| j �}|r0|�d�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r, �_base�search�group)r9 r� r, r� r. r. r/ rL s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }| j�| j�D ]�}|�d�}|d pX|d pX|d pX|d pX|d pX|d }|d
pp|d pp|d }t| j|�}t|�}| j� d
d� |�}|�
||f� q t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r, r5 rm ri r� r� r� r. r. r/ �clean- s �zPage.links.<locals>.cleanr3 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rr rs Zurl3c S s dt | �d�� S )Nz%%%2xr )�ordr� )r� r. r. r/ �<lambda>; � z Page.links.<locals>.<lambda>c S s | d S )Nr r. )rn r. r. r/ r� ? r� T)r? �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r9 r� rQ r� r� �relr, r. r. r/ �links& s$
��� z
Page.linksN)r@ rA rB rC �re�compile�I�S�Xr� r� rL r� r r� r. r. r. r/ r� s � r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e � de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze � d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jtt�d��� S )N)Zfileobj)�gzipZGzipFiler r� r� ��br. r. r/ r� M r� z SimpleScrapingLocator.<lambda>c C s | S rV r. r� r. r. r/ r� N r� )Zdeflater� ZnoneN�
c sl t t| �jf |� t|�| _|| _i | _t� | _t �
� | _ t� | _ d| _
|| _t�� | _t�� | _d| _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rL r r� r( � _page_cacher� �_seenr
rJ � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock�platform_check)r9 r, r( r� r� r� r. r/ rL Q s
z SimpleScrapingLocator.__init__c C sF g | _ t| j�D ]0}tj| jd�}|�d� |�� | j �|� qdS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrO )r9 �irn r. r. r/ �_prepare_threadsl s
z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| j�d� q| j D ] }|�� q g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r� r� r� r~ )r9 rn r. r. r/ �
_wait_threadsy s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| j�� | j�� | � � z&t � d|� | j
�|� | j
�� W 5 | �
� X | `W 5 Q R X |S )Nr� z%s/z Queueing %s)r� rQ rx r r� r r� rW r� r� r� rp rq r� r� r~ )r9 ra rQ r, r. r. r/ rb � s
z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j �|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r9 r, r. r. r/ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sZ | j r| �|�rd}n| �|| j�}t�d||� |rV| j� | �| j|� W 5 Q R X |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s) r� r� r� rx rp rq r� r� rQ )r9 r, r� r. r. r/ �_process_download� s
z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|�| j| j | j �r2d}n|| jrJ|�| j�sJd}nd|�| j�s\d}nR|dkrjd}nD|dkrxd}n6| �|�r�d}n&|� dd�d } | �
� dkr�d}nd}t � d ||||� |S )
z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F)ZhomepageZdownload)Zhttprf Zftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)
r rj r� r� r� r� r� r� r� �splitr� rp rq )
r9 �linkZreferrerr� r5 rm ri �_rQ �hostr. r. r/ �
_should_queue� s0 �
�z#SimpleScrapingLocator._should_queuec
C s� | j �� }z�z�|r�| �|�}|dkr,W W ��q |jD ]j\}}|| jkr2zB| j�|� | �|�s�| �|||�r�t �
d||� | j � |� W q2 t k
r� Y q2X q2W n2 t
k
r� } z| j� t|�� W 5 d}~X Y nX W 5 | j �� X |s q�q dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r� rN rP �get_pager� r� r� r� r rp rq r� r r� rK r )r9 r, �pager r� rR r. r. r/ r� � s,
� & z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tj�t|��r:tt|�d�}|| jkr`| j| }t� d||� �n�|�
dd�d }d}|| j kr�t� d||� �n�t |d d
id �}�z�z�t� d |� | j
j|| jd
�} t� d|� | �� }
|
�dd�} t�| ��r�| �� } | �� }
|
�d�}|�r"| j| }||
�}
d}t�| �}|�r@|�d�}z|
�|�}
W n tk
�rn |
�d�}
Y nX t |
| �}|| j| < W n� t k
�r� } z |j dk�r�t� d||� W 5 d}~X Y n� t k
�r } z0t� d||� | j!� | j �"|� W 5 Q R X W 5 d}~X Y n2 t#k
�rB } zt� d||� W 5 d}~X Y nX W 5 || j|< X |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r> z Fetching %sr' z
Fetched %sz Content-Typer3 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� rp rq r r� r rH r� r( r� rN �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r< r� r r� r� r� )r9 r, r5 rm ri r rQ r r: r� r> Z content_typeZ final_urlr� �encoding�decoderr� rR r. r. r/ r � sZ
&$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t � }| �| j�}|s$td| j ��| j�|j�D ]}|�|�d�� q2|S )rc zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r9 rQ r r� r. r. r/ rd 0 s z,SimpleScrapingLocator.get_distribution_names)Nr� )r@ rA rB rC �zlib�
decompressr rL r� r� rb r� r� r� r� r� r� r r� r r rd r� r. r. r� r/ r� C s& �
� !;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sN |� dd�| _tt| �jf |� tj�|�}tj�|�sDt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r r� r rL r ri �abspathr
r �base_dir)r9 ri r� r� r. r/ rL A s
zDirectoryLocator.__init__c C s |� | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rj rk )r9 rw �parentr. r. r/ �should_includeR s z DirectoryLocator.should_includec C s� i i d�}t �| j�D ]t\}}}|D ]Z}| �||�r$t j�||�}tddtt j�|��dddf�}| � ||�}|r$| �
||� q$| j s q�q|S )Nr� r r3 ) r �walkr r ri r~ r r r r� r� r ) r9 ra rQ �root�dirs�files�fnr, r� r. r. r/ rb Z s"
� z DirectoryLocator._get_projectc C s� t � }t�| j�D ]v\}}}|D ]\}| �||�r tj�||�}tddttj� |��dddf�}| �
|d�}|r |� |d � q | j s q�q|S )rc r r3 Nra )
r� r r r r ri r~ r r r r� r� r )r9 rQ r r r r r, r� r. r. r/ rd j s" � z'DirectoryLocator.get_distribution_names) r@ rA rB rC rL r rb rd r� r. r. r� r/ r < s
r c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS r� r_ rT r. r. r/ rd � s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�|�dg �D ]�}|d dks"|d dkr@q"t|d |d |�d d
�| jd �}|j}|d |_d
|kr�|d
r�d|d
f|_|�di �|_|�di �|_|||j < |d �
|j t � �� |d � q"|S )Nr� r ZptypeZsdistZ pyversion�sourcera r� r� zPlaceholder for summary)r� r5 r, r� r� Z requirements�exportsr� )
r rN r r5 r� r� r� Z dependenciesr! r� r� r� r� )r9 ra rQ r� r� r� r� r. r. r/ rb � s*
��
zJSONLocator._get_projectN)r@ rA rB rC rd rb r. r. r. r/ r } s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s t t| �jf |� || _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� r" rL �distpath)r9 r# r� r� r. r/ rL � s zDistPathLocator.__init__c C sP | j �|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )Nr� r� r� )r# Zget_distributionr� r� r� )r9 ra r� rQ r. r. r/ rb � s �z DistPathLocator._get_project)r@ rA rB rC rL rb r� r. r. r� r/ r" � s
r" c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s* |� dd�| _|| _tt| �jf |� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� r% �locatorsr� r$ rL )r9 r& r� r� r. r/ rL � s zAggregatingLocator.__init__c s& t t| ��� | jD ] }|�� qd S rV )r� r$ rX r& �r9 r� r� r. r/ rX � s
z AggregatingLocator.clear_cachec C s || _ | jD ]
}||_q d S rV )rZ r& r5 )r9 r\ r� r. r. r/ r] � s
z AggregatingLocator._set_schemec C s� i }| j D ]�}|�|�}|r
| jr�|�di �}|�di �}|�|� |�d�}|r�|r�|�� D ]*\}} ||kr�|| | O < q^| ||< q^|�d�}
|r�|
r�|
�|� q
| jd kr�d} n"d} |D ]}| j�|�r�d} q�q�| r
|} q�q
|S )Nr� r� TF)r& re r% rN �updater� rI r� ) r9 ra rQ r� r� r r� Zdfr� r� Zdd�foundr. r. r/ rb � s8
z AggregatingLocator._get_projectc C s< t � }| jD ]*}z||�� O }W q tk
r4 Y q X q |S r� )r� r& rd r` )r9 rQ r� r. r. r/ rd s
z)AggregatingLocator.get_distribution_names)r@ rA rB rC rL rX r] r� rD r5 �fgetrb rd r� r. r. r� r/ r$ � s ,r$ zhttps://pypi.org/simple/r& r' �legacyr� z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r" r5 r' r. r. r/ rL * s
zDependencyFinder.__init__c C sr t �d|� |j}|| j|< || j||jf< |jD ]:}t|�\}}t �d|||� | j� |t
� �� ||f� q2dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) rp rq r? �
dists_by_name�distsr� �providesr �providedr� r� r� )r9 r� ra �pr� r. r. r/ �add_distribution2 s
z!DependencyFinder.add_distributionc C sx t �d|� |j}| j|= | j||jf= |jD ]D}t|�\}}t �d|||� | j| }|� ||f� |s.| j|= q.dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
rp rq r? r. r/ r� r0 r r1 �remove)r9 r� ra r2 r� �sr. r. r/ �remove_distributionA s
z$DependencyFinder.remove_distributionc C sB z| j �|�}W n, tk
r< |�� d }| j �|�}Y nX |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r5 rI r# r )r9 �reqtrI ra r. r. r/ � get_matcherS s z DependencyFinder.get_matcherc C st | � |�}|j}t� }| j}||krp|| D ]B\}}z|�|�}W n tk
rZ d}Y nX |r,|�|� qpq,|S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r8 r? r� r1 r� r# r� ) r9 r7 rI ra rQ r1 r� �providerr� r. r. r/ �find_providersc s
z DependencyFinder.find_providersc C s� | j | }t� }|D ]$}| �|�}|�|j�s|�|� q|rZ|�d||t|�f� d}n@| �|� | j |= |D ]}| j �|t� ��|� qp| � |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r8 r� r� r� � frozensetr6 r� r3 ) r9 r9 �other�problemsZrlistZ unmatchedr5 rI rQ r. r. r/ �try_to_replace{ s$
�
z DependencyFinder.try_to_replaceFc C s� i | _ i | _i | _i | _t|p g �}d|krH|�d� |tdddg�O }t|t�rh| }}t� d|� n4| j
j ||d� }}|dkr�t d| ��t� d |� d
|_
t� }t|g�}t|g�}|�r�|�� }|j} | | jkr�| �|� n"| j| }
|
|k�r| �||
|� |j|jB } |j} t� }
|�r`||k�r`d D ]*}d | }||k�r4|
t|d
| �O }
�q4| | B |
B }|D �].}| �|�}|�sFt� d|� | j
j ||d�}|dk�r�|�s�| j
j |d
d�}|dk�r�t� d|� |�d|f� n^|j|j }}||f| jk�r|�|� |�|� || k�rF||k�rF|�|� t� d|j� |D ]R}|j} | | jk�rx| j�|t� ��|� n"| j| }
|
|k�rJ| �||
|� �qJ�qpq�t| j�� �}|D ]&}||k|_ |j �r�t� d|j� �q�t� d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT)ZtestZbuildZdevz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) r1 r/ r. r; r� r4 �
isinstancer rp rq r� r� r Z requestedr� r? r3 r? Z run_requiresZ
meta_requiresZbuild_requires�getattrr: r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r9 r� Z meta_extrasr� r� r� r> ZtodoZ
install_distsra r= ZireqtsZsreqtsZereqtsr? rR Z all_reqtsr� Z providersr9 �nr� r2 r/ r. r. r/ �find� s�
�
�
� zDependencyFinder.find)N)NF) r@ rA rB rC rL r3 r6 r8 r: r? rD r. r. r. r/ r, % s
(r, )N)Or� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r3 r �compatr r r r r r
r r r
r r r7 r r r r Zdatabaser r r r� r r �utilr r r r r r r r r! r� r" r# r� r$ r% Z getLoggerr@ rp r� r� r� r
r r* r0 r1 �objectrD r� r� r� r� r r r" r$ r- r� ZNAME_VERSION_REr, r. r. r. r/ �<module> s^ D,
@0E: zA& [��
site-packages/pip/_vendor/distlib/__pycache__/scripts.cpython-38.pyc 0000644 00000025002 15201600075 0021464 0 ustar 00 U
��.e�? � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZ e�e�Zd�� Ze�d�Zd Zd
d � ZG d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z�# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
c C sX d| krT| � d�rB| �dd�\}}d|krT|� d�sTd||f } n| � d�sTd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�envZ _executable� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/scripts.py�_enquote_executable3 s
r c @ s� e Zd ZdZeZdZd'dd�Zdd� Ze j
� d �rBd
d � Z d d
� Z
dd� Zd(dd�Zdd� ZeZdd� Zdd� Zd)dd�Zdd � Zed d � �Zejd d � �Zejd ks�ejd kr�ej d kr�d!d"� Z d*d#d$�Z d+d%d&�Z dS ),� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
d S )NF�posix�java)� �X.Y�nt)�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__L s �
�zScriptMaker.__init__c C s@ |� dd�r<| jr<tj�|�\}}|�dd�}tj�||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executable\ s
z%ScriptMaker._get_alternate_executabler c
C s\ z0t |�� }|�d�dkW 5 Q R � W S Q R X W n& ttfk
rV t�d|� Y dS X dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!zFailed to open %sFN)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shelld s
& zScriptMaker._is_shellc C sD | � |�r*dd l}|jj�d�dkr<|S n|�� �d�r<|S d| S )Nr zos.nameZLinuxz
jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executablep s
z"ScriptMaker._fix_jython_executablec C s� t jdkrd}n8t|�t|� d }tjdkr4d}nd}d|koF||k}|r^d| | d }n d
}|d | | d 7 }|d
7 }|S )a
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
r T� �darwini � � s #!�
s
#!/bin/sh
s '''exec' s "$0" "$@"
s ' ''')r! r" �len�sys�platform)r) r � post_interpZsimple_shebangZshebang_lengthZmax_shebang_length�resultr r r �_build_shebang| s
�zScriptMaker._build_shebang� c C s` d}| j r| j }d}n^t�� s&t� }nNt� rLtj�t�d�dt� d� �}n(tj�t� d�dt� d�t� d�f �}|r�| �
||�}t j �
d �r�| �|�}tj�|�}|r�t|�}|�d
�}t j d kr�d |kr�d
|kr�|d7 }| �||�}z|�d
� W n" tk
�r td| ��Y nX |d
k�r\z|�|� W n& tk
�rZ td||f ��Y nX |S )NTFZscriptszpython%sZEXEZBINDIRz
python%s%sZVERSIONr �utf-8Zcliz -X:Framesz
-X:FullFramess
-X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r Zis_python_buildr r r! r/ r1 Zget_pathZget_config_varr4 rG rH r r@ �normcaser �encoderK �decode�UnicodeDecodeError�
ValueError)r) �encodingrI r2 Zenquoter �shebangr r r � _get_shebang� sZ �
��
� �
��
zScriptMaker._get_shebangc C s$ | j t|j|j�d�d |jd� S )N�.r )�moduleZ import_name�func)�script_template�dict�prefix�suffixr )r) �entryr r r �_get_script_text� s
�z ScriptMaker._get_script_textc C s t j�|�}| j| S �N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o
| j}tj�d�}|�|�s*||7 }|s8|| }nZ|dkrL| �d�}n
| �d�}t� } t| d��}
|
� d|� W 5 Q R X | �
� } || | }|D �]V} tj � | j
| �}
|�rxtj �|
�\}}|�d�r�|}
d|
}
z| j�|
|� W n� tk
�rt t�d� d |
}tj �|��r&t�|� t�|
|� | j�|
|� t�d
� zt�|� W n tk
�rn Y nX Y nX nl| j�r�|
�d | ��s�d |
|f }
tj �|
��r�| j�s�t�d
|
� q�| j�|
|� | j�r�| j�|
g� |� |
� q�d S )NrM �py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrV z%s.%szSkipping existing file %s) r r( r! �lineseprO r? �
_get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr r$ �set_executable_mode�append)r) �namesrT Z script_bytes� filenames�extZ use_launcherrg Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r �
_write_script� sX
zScriptMaker._write_scriptc C s� d}|r0|� dg �}|r0dd�|� }|�d�}| jd||d�}| �|��d�}|j}t� } d| jkrp| �|� d| jkr�| �d |t j
d
f � d | jkr�| �d |t j
d d
� f � |r�|� dd�r�d}
nd}
| � | ||||
� d S )NrL Zinterpreter_argsz %sr
rM �r2 r �Xz%s%sr r z%s-%srA r, F�pywrd ) r. r1 rO rU r^ r" r% r& �addrG �versionry ) r) r] rs r2 rI �argsrT �scriptr" Z scriptnamesrt r r r � _make_script s(
zScriptMaker._make_scriptc C s� d}t j�| jt|��}t j�| jt j�|��}| jsT| j� ||�sTt
� d|� d S zt |d�}W n t
k
r� | jsz� d }Y nLX |�� }|s�t
�d| �� |� d S t�|�dd��}|r�d}|�d�p�d }|�s|r�|�� | j�||� | j�r| j�|g� |�|� n�t
�d
|| j� | jj�s�t |j�\} }
|� d � | � | |�} d |k�r^d
} nd} t j�|�}
| � |
g| |� � || � |�r�|�� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s
rE Tr rL z copying and adjusting %s -> %sr s pythonwr| rd )!r! r/ r1 r r
r r` r r' Znewerr: ro r6 r9 r* �readliner; Zget_command_name�
FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rp rq �infor �seekrU ry r7 )r) r� rs Zadjustrv �fZ
first_liner� rI rS �linesrT rt rw r r r � _copy_script) sX
� �
zScriptMaker._copy_scriptc C s | j jS r_ �r' r* )r) r r r r* ] s zScriptMaker.dry_runc C s || j _d S r_ r� )r) �valuer r r r* a s r c C sH t �d�dkrd}nd}d||f }t�dd�d }t|��|�j}|S ) N�P� Z64Z32z%s%s.exerV r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_packagerJ r r r rh i s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| �||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
Nrz )r r� r� )r) �
specificationr2 rs r] r r r �makew s zScriptMaker.makec C s$ g }|D ]}|� | �||�� q|S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r) Zspecificationsr2 rs r� r r r �
make_multiple� s zScriptMaker.make_multiple)TFN)rL N)N)N)N) r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErY r r+ r4 rG rH r r= r@ rK rU r^ �_DEFAULT_MANIFESTra rc ry r� r� �propertyr* �setterr! r" r# rh r� r� r r r r r C s6 �
84
4
r ) �ior Zloggingr! �rer� rG �compatr r r Z resourcesr �utilr r r
r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/manifest.cpython-38.opt-1.pyc 0000644 00000023545 15201600075 0022554 0 ustar 00 U
��.e�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ e�
e�Ze�dej�Ze�d ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode�� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t j�t j�|pt �� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}|r�|� }t� |�} | D ]R}
tj
� ||
�} t� | �} | j }
||
�r�|�t
| �� qN||
�rN||
�sN|| � qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr
�join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |� | j�s tj�| j|�}| j�tj�|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r
r r r �addr )r �itemr r r r* T s z Manifest.addc C s |D ]}| � |� qdS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r* )r �itemsr+ r r r �add_many^ s zManifest.add_manyFc sb � �fdd�� t �j�}|rFt � }|D ]}� |tj�|�� q&||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c s> | � |� t�d|� |�jkr:tj�|�\}}� | |� d S )Nzadd_dir added %s)r* �logger�debugr r r
�split)�dirs�d�parent�_��add_dirr r r r6 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r
r )�.0Z
path_tupler r r �
<listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j�|�V qd S )N)r r
r0 )r7 r
r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r
�dirname�sorted)r Zwantdirs�resultr1 �fr r5 r r; g s
�zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C sj | � |�\}}}}|dkrB|D ] }| j|dd�s t�d|� q �n$|dkrf|D ]}| j|dd�}qN�n |dkr�|D ] }| j|dd�srt�d|� qrn�|d kr�|D ]}| j|dd�}q�n�|d
kr�|D ] }| j||d �s�t�d ||� q�n�|d
k�r
|D ]}| j||d �}q�n\|dk�r2| jd|d ��sft�d|� n4|dk�rZ| jd|d ��sft�d|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�exclude�global-includeFz3no files found matching %r anywhere in distribution�global-exclude�recursive-include)r z-no files found matching %r under directory %r�recursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr. Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sP � �
�
��zManifest.process_directivec C s |� � }t|�dkr,|d dkr,|�dd� |d }d } }}|dkrxt|�dk r`td| ��d d
� |dd� D �}n~|d kr�t|�d k r�td
| ��t|d �}dd
� |dd� D �}n:|dkr�t|�dkr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r )r? rA rB rC rD rE rF rG r? N)r? rA rB rC r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r �r7 Zwordr r r r8 � s z-Manifest._parse_directive.<locals>.<listcomp>)rD rE � z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r rR r r r r8 � s )rF rG z!%r expects a single <dir_pattern>zunknown action %r)r0 �len�insertr r )r rK ZwordsrL rM rN Z dir_patternr r r rH � s4 � � � zManifest._parse_directiveTc C sP d}| � ||||�}| jdkr&| �� | jD ] }|�|�r,| j�|� d}q,|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r( �searchr r* )r rO r@ r �is_regexrP �
pattern_rer% r r r rI s
zManifest._include_patternc C sB d}| � ||||�}t| j�D ] }|�|�r | j�|� d}q |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)rV �listr rW �remove)r rO r@ r rX rP rY r= r r r rJ ) s
zManifest._exclude_patternc
C sv |r t |t�rt�|�S |S tdkr:| �d��d�\}}}|rR| �|�}tdkrVnd}t�tj �
| j d��} |dk �r4tdkr�| �d�}
| �|�dt |
� � } n&| �|�} | t |�t | �t |� � } tj
} tj
dkr�d} tdk�rd| | �
| d| f� }n0|t |�t |�t |� � }d || | | ||f }n8|�rltdk�rRd| | }nd
|| |t |�d� f }t�|�S ) a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
)rS r r4 � N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partition�escaper r
r r rT r )
r rO r@ r rX �startr4 �endrY r Z
empty_patternZ prefix_rer r r r rV = sF
�
�
zManifest._translate_patternc C s8 t �|�}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
r] z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r ra �sub)r rO rY r Zescapedr r r rd t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r( r* r- r; r> rQ rH rI rJ rV rd r r r r r % s&
O/ �
) �
�
7)ro ri Zloggingr ra �sysr\ r �compatr �utilr �__all__Z getLoggerrl r. rb �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_inforc �objectr r r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/index.cpython-38.pyc 0000644 00000041737 15201600075 0021121 0 ustar 00 U
��.eJR � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ek
r` d dl mZ Y nX ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZmZ e�e�ZdZdZG d d
� d
e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyzhttps://pypi.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc
C s� |pt | _| �� t| j�\}}}}}}|s<|s<|s<|dkrJtd| j ��d| _d| _d| _d| _t t
j d��R}dD ]F} z,t j
| dg||d�}
|
dkr�| | _W q�W qt tk
r� Y qtX qtW 5 Q R X dS ) z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
)ZhttpZhttpszinvalid repository: %sN�w)�gpgZgpg2z --version��stdout�stderrr )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home�open�os�devnull�
subprocessZ
check_call�OSError) �selfr Zscheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r% �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/index.py�__init__$ s(
�
zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )� Distribution)�
PyPIRCCommand)Zdistutils.corer( Zdistutils.configr) )r r( r) �dr% r% r& �_get_pypirc_commandA s z PackageIndex._get_pypirc_commandc C sR | � � }| j|_|�� }|�d�| _|�d�| _|�dd�| _|�d| j�| _dS )z�
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
�username�password�realmr �
repositoryN)r+ r r/ Z _read_pypirc�getr, r- r. )r �cZcfgr% r% r& r K s z PackageIndex.read_configurationc C s$ | � � | �� }|�| j| j� dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
N)�check_credentialsr+ Z
_store_pypircr, r- )r r1 r% r% r& �save_configurationZ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|�| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r, r- r r r r Z add_passwordr. r r )r Zpm�_r! r% r% r& r2 f s z PackageIndex.check_credentialsc C s\ | � � |�� |�� }d|d< | �|�� g �}| �|�}d|d< | �|�� g �}| �|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
Zverify�:actionZsubmit)r2 �validate�todict�encode_request�items� send_request)r �metadatar* �requestZresponser% r% r& �registerr s
zPackageIndex.registerc C sF |� � }|sq:|�d��� }|�|� t�d||f � q |�� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
�utf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r �name�streamZoutbufr# r% r% r& �_reader� s
zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|�d|g� |dk rF|�dddg� t�� }tj�|tj�|�d �}|�d
d d |d
||g� t �
dd�|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
� --status-fd�2�--no-ttyN� --homedirz--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--output� invoking: %s� ) r r �extend�tempfileZmkdtempr r" �join�basenamerC rD )r �filename�signer�
sign_password�keystore�cmdZtdZsfr% r% r& �get_sign_command� s"
�z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|�� t| jd|j|fd�}|�� |dk r�|j� |� |j�
� |� � |� � |� � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
r N�stdinr )�target�argsr )r �PIPE�Popenr rH r �startr rZ �writerE �waitrR �
returncode) r rX Z
input_data�kwargsr r �p�t1�t2r% r% r& � run_command� s& �
zPackageIndex.run_commandc
C sD | � ||||�\}}| �||�d��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
r> r z&sign command failed with error code %s)rY rg �encoder )
r rT rU rV rW rX �sig_filer$ r r r% r% r& � sign_file� s
��
�zPackageIndex.sign_file�sdist�sourcec C s( | � � tj�|�s td| ��|�� |�� }d} |rZ| jsJt� d� n| �
||||�} t |d��}
|
� � } W 5 Q R X t
�| ��� } t
�| ��� }
|�dd||| |
d�� dtj�|�| fg}| �rt | d��}
|
� � }W 5 Q R X |�d tj�| �|f� t�tj�| �� | �|�� |�}| �|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)r5 Zprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r2 r r" �existsr r6 r7 r rC Zwarningrj r �read�hashlib�md5� hexdigestZsha256�updaterS rB �shutilZrmtree�dirnamer8 r9 r: )r r; rT rU rV ro rp rW r* ri �fZ file_datarq rr �filesZsig_datar< r% r% r& � upload_file� sD
� � �zPackageIndex.upload_filec
C s� | � � tj�|�s td| ��tj�|d�}tj�|�sFtd| ��|�� |j|j }}t
|�� � }dd|fd|fg}d||fg}| � ||�} | �
| �S )a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r)r5 Z
doc_uploadrF �versionrs )r2 r r" �isdirr rR rt r6 rF r r �getvaluer8 r: )
r r; Zdoc_dir�fnrF r Zzip_data�fieldsr} r< r% r% r& �upload_documentation( s
� z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|�d|g� |�d||g� t�dd�|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
rI rJ rK NrL z--verifyrN rO )r r rP rC rD rR )r �signature_filename�
data_filenamerW rX r% r% r& �get_verify_commandD s z PackageIndex.get_verify_commandc C sH | j std��| �|||�}| �|�\}}}|dkr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r� rg )r r� r� rW rX r$ r r r% r% r& �verify_signature\ s ��z PackageIndex.verify_signaturec C sl |dkrd}t �d� n6t|ttf�r0|\}}nd}tt|�� }t �d| � t|d���}| �t |��}z�|� � } d}
d} d} d}
d | kr�t | d
�} |r�||
|
| � |�
|
�}|s�q�| t|�7 } |�|� |r�|�|� |
d 7 }
|r�||
|
| � q�W 5 |�
� X W 5 Q R X | dk�r0| | k �r0td | | f ��|�rh|�� }||k�r\td
||||f ��t �d|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedrw zDigest specified: %s�wbi ���r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rC rD �
isinstance�list�tuple�getattrrv r r: r rE �info�intru �lenr` ry r rx )r r ZdestfileZdigestZ
reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizeru Zblocknum�block�actualr% r% r& �
download_fileu s^
��
��zPackageIndex.download_filec C s: g }| j r|�| j � | jr(|�| j� t|� }|�|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rB r r r )r ZreqZhandlersZopenerr% r% r& r: � s zPackageIndex.send_requestc
C s� g }| j }|D ]L\}}t|ttf�s*|g}|D ]*}|�d| d| �d�d|�d�f� q.q|D ].\}} }
|�d| d|| f �d�d|
f� q`|�d| d df� d�|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"r> � z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rP rh rR �strr� r r )r r� r} �partsr� �k�values�v�keyrT �valueZbodyZctr� r% r% r& r8 � sD ���
���
�zPackageIndex.encode_requestc C sF t |t�rd|i}t| jdd�}z|�||p.d�W �S |d�� X d S )NrF g @)ZtimeoutrE �and)r� r
r
r �search)r Zterms�operatorZ rpc_proxyr% r% r& r� � s
zPackageIndex.search)N)N)N)N)NNrk rl N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r' r+ r r3 r2 r= rH rY rg rj r~ r� r� r� r� r: r8 r� r% r% r% r& r s6
�
#
�
9 �
�
M+r ) rv Zloggingr rz r rQ Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
�utilr r r
Z getLoggerr� rC r Z
DEFAULT_REALM�objectr r% r% r% r& �<module> s
site-packages/pip/_vendor/distlib/__pycache__/__init__.cpython-38.pyc 0000644 00000002004 15201600075 0021531 0 ustar 00 U
��.eK � @ sn d dl Z dZG dd� de�Zzd dl mZ W n& ek
rR G dd� de j�ZY nX e �e�Z e �
e� � dS )� Nz 0.2.9.post0c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S �Nr ��self�recordr r r �handle � zNullHandler.handlec C s d S r r r
r r r �emit r zNullHandler.emitc C s
d | _ d S r )�lock)r r r r �
createLock r zNullHandler.createLockN)r r r r
r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ
addHandlerr r r r �<module> s
site-packages/pip/_vendor/distlib/__pycache__/version.cpython-38.pyc 0000644 00000047553 15201600075 0021501 0 ustar 00 U
��.e_[ � @ sf d Z ddlZddlZddlmZ ddlmZ dddd d
d d d
gZe�e �Z
G dd � d e �Z G dd� de
�ZG dd� de
�Ze�d�Zdd� ZeZG dd� de�Zdd� ZG dd� de�Ze�d�dfe�d �d fe�d �dfe�d �d fe�d!�d"fe�d#�d"fe�d$�d%fe�d&�d'fe�d(�d)fe�d*�d+ff
Ze�d,�dfe�d-�dfe�d.�d%fe�d$�d%fe�d/�dffZe�d0�Zd1d2� Zd3d4� Ze�d5ej �Z d6d6d7d6d8ddd9�Z d:d;� Z G d<d� de�Z G d=d � d e�Z!e�d>ej �Z"d?d@� Z#dAdB� Z$G dCd
� d
e�Z%G dDd � d e�Z&G dEdF� dFe
�Z'e'eee�e'e e!dGdH� �e'e$e&e�dI�Z(e(dJ e(dK< dLd
� Z)dS )Mz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types��parse_requirement�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/version.pyr s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s@ |� � | _}| �|� | _}t|t�s,t�t|�dks<t�d S )Nr )�strip�_string�parse�_parts�
isinstance�tuple�AssertionError�len)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass��NotImplementedError�r r r r r r % s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError�r �otherr r r �_check_compatible( s zVersion._check_compatiblec C s | � |� | j|jkS �N�r( r r& r r r �__eq__, s
zVersion.__eq__c C s | � |� S r) �r+ r& r r r �__ne__0 s zVersion.__ne__c C s | � |� | j|jk S r) r* r& r r r �__lt__3 s
zVersion.__lt__c C s | � |�p| �|� S r) �r. r+ r& r r r �__gt__7 s zVersion.__gt__c C s | � |�p| �|�S r) r/ r& r r r �__le__: s zVersion.__le__c C s | � |�p| �|�S r) )r0 r+ r& r r r �__ge__= s zVersion.__ge__c C s
t | j�S r) )�hashr �r r r r �__hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s')�� __class__r r r4 r r r �__repr__D s zVersion.__repr__c C s | j S r) �r r4 r r r �__str__G s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.r! r4 r r r �
is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r( r+ r- r. r0 r1 r2 r5 r8 r: �propertyr; r r r r r s r c @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d �Zd d
� Zdd� Zdd� Zedd� �Z dd� Z
dd� Z dd� Z dd� Z
d d � Zd d � ZdS ) �MatcherNc C s | |k S r) r ��v�c�pr r r �<lambda>T � zMatcher.<lambda>c C s | |kS r) r r> r r r rB U rC c C s | |kp| |k S r) r r> r r r rB V rC c C s | |kp| |kS r) r r> r r r rB W rC c C s | |kS r) r r> r r r rB X rC c C s | |kS r) r r> r r r rB Y rC c C s | |kp| |kS r) r r> r r r rB [ rC c C s | |kS r) r r> r r r rB \ rC )�<�>�<=�>=�==�===�~=�!=c C s t |�S r) r r# r r r r a s zMatcher.parse_requirementc C s� | j d krtd��|�� | _}| �|�}|s:td| ��|j| _| j�� | _g }|jr�|jD ]d\}}|� d�r�|dkr�td| ��|d d� d }}| � |� n| � |�d }}|�
|||f� q^t |�| _ d S ) Nz Please specify a version classz
Not valid: %rz.*)rH rK z#'.*' not allowed for %r constraints���TF)
�
version_class�
ValueErrorr r r �name�lower�keyZ constraints�endswith�appendr r )r r �rZclist�opZvn�prefixr r r r d s*
� zMatcher.__init__c C sx t |t�r| �|�}| jD ]X\}}}| j�|�}t |t�rDt| |�}|s`d|| jjf }t |��||||�s dS qdS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
r r rM r �
_operators�get�getattrr7 r r" )r �version�operator�
constraintrV �f�msgr r r �match� s
� z
Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r )rH rI )r r )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r$ rO r% r& r r r r( � s zMatcher._check_compatiblec C s" | � |� | j|jko | j|jkS r) )r( rQ r r& r r r r+ � s
zMatcher.__eq__c C s | � |� S r) r, r& r r r r- � s zMatcher.__ne__c C s t | j�t | j� S r) )r3 rQ r r4 r r r r5 � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r6 r4 r r r r8 � s zMatcher.__repr__c C s | j S r) r9 r4 r r r r: � s zMatcher.__str__)r r r rM rW r r r_ r< ra r( r+ r- r5 r8 r: r r r r r= O s* �
r= zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | � � } t�| �}|s"td| ��|�� }tdd� |d �d�D ��}t|�dkrl|d dkrl|d d� }qF|d szd}n t|d �}|dd � }|d
d � }|d d
� }|d }|dkr�d}n|d t|d �f}|dkr�d}n|d t|d �f}|dk�rd}n|d t|d �f}|d k�r*d}nHg } |�d�D ]0}
|
� � �rTdt|
�f}
nd|
f}
| �
|
� �q8t| �}|�s�|�s�|�r�d}nd}|�s�d}|�s�d}||||||fS )NzNot a valid version: %sc s s | ]}t |�V qd S r) ��int��.0r? r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.���r � � � � �
� �
)NNr )�arh )�z)�_)�final) r �PEP440_VERSION_REr_ r �groupsr �splitr rc �isdigitrS ) r �mru ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT
r| c @ s6 e Zd ZdZdd� Zedddddg�Zed d
� �Zd S ) r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}t�|�}|�� }tdd� |d �d�D ��| _|S )Nc s s | ]}t |�V qd S r) rb rd r r r rf s z*NormalizedVersion.parse.<locals>.<genexpr>r rg )�_normalized_keyrt r_ ru r rv �_release_clause)r r r` rx ru r r r r
s
zNormalizedVersion.parserp �br@ �rcrz c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)re �tr4 r r rf s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr r4 r r4 r r; s z NormalizedVersion.is_prereleaseN) r r r r r �setr� r< r; r r r r r � s
c C s> t | �} t |�}| |kr dS | �|�s*dS t|�}| | dkS )NTFrg )�str�
startswithr )�x�y�nr r r �
_match_prefix s
r� c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)rJ rD rE rF rG rH rI rK c C sV |rd|ko|j d }n|j d o,|j d }|rN|j�dd�d }| �|�}||fS )N�+rh r r )r r rv rM )r rZ r\ rV Z strip_localr r r r �
_adjust_local6 s
z NormalizedMatcher._adjust_localc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrg c S s g | ] }t |��qS r �r� �re �ir r r �
<listcomp>I s z/NormalizedMatcher._match_lt.<locals>.<listcomp>�r� r~ �joinr� �r rZ r\ rV Zrelease_clauseZpfxr r r r� D s zNormalizedMatcher._match_ltc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrg c S s g | ] }t |��qS r r� r� r r r r� Q s z/NormalizedMatcher._match_gt.<locals>.<listcomp>r� r� r r r r� L s zNormalizedMatcher._match_gtc C s | � |||�\}}||kS r) �r� �r rZ r\ rV r r r r� T s zNormalizedMatcher._match_lec C s | � |||�\}}||kS r) r� r� r r r r� X s zNormalizedMatcher._match_gec C s. | � |||�\}}|s ||k}n
t||�}|S r) �r� r� �r rZ r\ rV r` r r r r� \ s
zNormalizedMatcher._match_eqc C s t |�t |�kS r) r� r� r r r r� d s z"NormalizedMatcher._match_arbitraryc C s0 | � |||�\}}|s ||k}n t||� }|S r) r� r� r r r r� g s
zNormalizedMatcher._match_nec C sf | � |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }d�dd� |D ��}t||�S )NTFr rh rg c S s g | ] }t |��qS r r� r� r r r r� z s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r� r~ r r� r� r� r r r r� o s z#NormalizedMatcher._match_compatibleN)r r r r rM rW r� r� r� r� r� r� r� r� r� r r r r r ' s& � z[.+-]$� z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$�\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rg z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sL | � � �� }tD ]\}}|�||�}q|s.d}t�|�}|sFd}|}n�|�� d �d�}dd� |D �}t|�dk r~|� d� qft|�dkr�||�
� d� }n8d� dd� |dd� D ��||�
� d� }|dd� }d� d d� |D ��}|� � }|�rt D ]\}}|�||�}q�|�s |}n d
|k�r*d nd }|| | }t
|��sHd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r rg c S s g | ] }t |��qS r rb r� r r r r� � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r r� r� r r r r� � s c S s g | ] }t |��qS r r� r� r r r r� � s rz �-r� )r rP �
_REPLACEMENTS�sub�_NUMERIC_PREFIXr_ ru rv r rS �endr� �_SUFFIX_REPLACEMENTS� is_semver)r r` Zpat�replrx rV �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sh zt | � | W S tk
r" Y nX | �� }dD ]\}}|�||�}q0t�dd|�}t�dd|�}t�dd|�}t�dd |�}t�d
d |�}|�d �r�|d
d� }t�dd |�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�d d|�}t�d d |�}t�d d |�}z t |� W n tk
�rb d}Y nX |S )!a� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
))z-alpharp )z-betar )r� rp )r� r )r� r@ )z-finalr� )z-prer@ )z-releaser� )z.releaser� )z-stabler� )r� rg )rr rg )� r� )z.finalr� )rs r� zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r� r? r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r� z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r} r rP �replace�rer� r� )r ZrsZorigr� r r r �_suggest_normalized_version� s>
r� z([a-z]+|\d+|[\.-])r@ zfinal-�@)ry Zpreviewr� r� rz r� rg c C sr dd� }g }|| �D ]T}|� d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�S )Nc S st g }t �| �� �D ]R}t�||�}|rd|d d� krBdkrRn n |�d�}nd| }|�|� q|�d� |S )N�0r �9� �*�*final)�
_VERSION_PARTrv rP �_VERSION_REPLACErX �zfillrS )r r` rA r r r � get_partsC s
z _legacy_key.<locals>.get_partsr� r� rh z*final-Z00000000)r� �poprS r )r r� r` rA r r r � _legacy_keyB s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S r) )r� r# r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|t�r
|�d�r
|dk r
d} q4q
|S )NFr� r� T)r r r r� )r r` r� r r r r; ` s
�zLegacyVersion.is_prereleaseN�r r r r r< r; r r r r r \ s c @ s4 e Zd ZeZeej�Zded< e� d�Z
dd� Z dS )r r� rJ z^(\d+(\.\d+)*)c C s` ||k r dS | j �t|��}|s2t�d||� dS |�� d }d|krV|�dd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr rg r )�
numeric_rer_ r� �loggerZwarningru �rsplitr� )r rZ r\ rV rx r r r r r� s s � z LegacyMatcher._match_compatibleN) r r r r rM �dictr= rW r� �compiler� r� r r r r r k s
zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t �| �S r) )�
_SEMVER_REr_ )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|�� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � � d�}tdd� |D ��}|S )Nr rg c S s" g | ]}|� � r|�d �n|�qS )r� )rw r� )re rA r r r r� � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rv r )r Zabsentr` r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r rb r� r r r r� � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r ru ) r r� rx ru �major�minorZpatchry Zbuildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r
c C s t |�S r) )r� r# r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r r4 r r r r; � s z SemanticVersion.is_prereleaseNr� r r r r r
� s c @ s e Zd ZeZdS )r N)r r r r
rM r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S r) )rQ �matcher� suggester)r rQ r� r� r r r r � s zVersionScheme.__init__c C s2 z| j �|� d}W n tk
r, d}Y nX |S �NTF)r� rM r �r r r` r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s0 z| � |� d}W n tk
r* d}Y nX |S r� )r� r r� r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s | � d| �S )z:
Used for processing some metadata fields
zdummy_name (%s))r� r# r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n
| � |�}|S r) )r� r� r r r �suggest� s
zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s
r� c C s |S r) r r# r r r rB � rC rB )�
normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrN )rO r r r r
� s )*r Zloggingr� �compatr �utilr �__all__Z getLoggerr r� rN r �objectr r= r� rt r| r} r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r
r r� r� r
r r r r �<module> s� �
1d
=$ W � � �
.r� � $��� site-packages/pip/_vendor/distlib/__pycache__/index.cpython-38.opt-1.pyc 0000644 00000041737 15201600075 0022060 0 ustar 00 U
��.eJR � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ek
r` d dl mZ Y nX ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZmZ e�e�ZdZdZG d d
� d
e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyzhttps://pypi.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc
C s� |pt | _| �� t| j�\}}}}}}|s<|s<|s<|dkrJtd| j ��d| _d| _d| _d| _t t
j d��R}dD ]F} z,t j
| dg||d�}
|
dkr�| | _W q�W qt tk
r� Y qtX qtW 5 Q R X dS ) z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
)ZhttpZhttpszinvalid repository: %sN�w)�gpgZgpg2z --version��stdout�stderrr )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home�open�os�devnull�
subprocessZ
check_call�OSError) �selfr Zscheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r% �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/index.py�__init__$ s(
�
zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )� Distribution)�
PyPIRCCommand)Zdistutils.corer( Zdistutils.configr) )r r( r) �dr% r% r& �_get_pypirc_commandA s z PackageIndex._get_pypirc_commandc C sR | � � }| j|_|�� }|�d�| _|�d�| _|�dd�| _|�d| j�| _dS )z�
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
�username�password�realmr �
repositoryN)r+ r r/ Z _read_pypirc�getr, r- r. )r �cZcfgr% r% r& r K s z PackageIndex.read_configurationc C s$ | � � | �� }|�| j| j� dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
N)�check_credentialsr+ Z
_store_pypircr, r- )r r1 r% r% r& �save_configurationZ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|�| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r, r- r r r r Z add_passwordr. r r )r Zpm�_r! r% r% r& r2 f s z PackageIndex.check_credentialsc C s\ | � � |�� |�� }d|d< | �|�� g �}| �|�}d|d< | �|�� g �}| �|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
Zverify�:actionZsubmit)r2 �validate�todict�encode_request�items� send_request)r �metadatar* �requestZresponser% r% r& �registerr s
zPackageIndex.registerc C sF |� � }|sq:|�d��� }|�|� t�d||f � q |�� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
�utf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r �name�streamZoutbufr# r% r% r& �_reader� s
zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|�d|g� |dk rF|�dddg� t�� }tj�|tj�|�d �}|�d
d d |d
||g� t �
dd�|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
� --status-fd�2�--no-ttyN� --homedirz--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--output� invoking: %s� ) r r �extend�tempfileZmkdtempr r" �join�basenamerC rD )r �filename�signer�
sign_password�keystore�cmdZtdZsfr% r% r& �get_sign_command� s"
�z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|�� t| jd|j|fd�}|�� |dk r�|j� |� |j�
� |� � |� � |� � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
r N�stdinr )�target�argsr )r �PIPE�Popenr rH r �startr rZ �writerE �waitrR �
returncode) r rX Z
input_data�kwargsr r �p�t1�t2r% r% r& � run_command� s& �
zPackageIndex.run_commandc
C sD | � ||||�\}}| �||�d��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
r> r z&sign command failed with error code %s)rY rg �encoder )
r rT rU rV rW rX �sig_filer$ r r r% r% r& � sign_file� s
��
�zPackageIndex.sign_file�sdist�sourcec C s( | � � tj�|�s td| ��|�� |�� }d} |rZ| jsJt� d� n| �
||||�} t |d��}
|
� � } W 5 Q R X t
�| ��� } t
�| ��� }
|�dd||| |
d�� dtj�|�| fg}| �rt | d��}
|
� � }W 5 Q R X |�d tj�| �|f� t�tj�| �� | �|�� |�}| �|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)r5 Zprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r2 r r" �existsr r6 r7 r rC Zwarningrj r �read�hashlib�md5� hexdigestZsha256�updaterS rB �shutilZrmtree�dirnamer8 r9 r: )r r; rT rU rV ro rp rW r* ri �fZ file_datarq rr �filesZsig_datar< r% r% r& � upload_file� sD
� � �zPackageIndex.upload_filec
C s� | � � tj�|�s td| ��tj�|d�}tj�|�sFtd| ��|�� |j|j }}t
|�� � }dd|fd|fg}d||fg}| � ||�} | �
| �S )a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r)r5 Z
doc_uploadrF �versionrs )r2 r r" �isdirr rR rt r6 rF r r �getvaluer8 r: )
r r; Zdoc_dir�fnrF r Zzip_data�fieldsr} r< r% r% r& �upload_documentation( s
� z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|�d|g� |�d||g� t�dd�|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
rI rJ rK NrL z--verifyrN rO )r r rP rC rD rR )r �signature_filename�
data_filenamerW rX r% r% r& �get_verify_commandD s z PackageIndex.get_verify_commandc C sH | j std��| �|||�}| �|�\}}}|dkr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r� rg )r r� r� rW rX r$ r r r% r% r& �verify_signature\ s ��z PackageIndex.verify_signaturec C sl |dkrd}t �d� n6t|ttf�r0|\}}nd}tt|�� }t �d| � t|d���}| �t |��}z�|� � } d}
d} d} d}
d | kr�t | d
�} |r�||
|
| � |�
|
�}|s�q�| t|�7 } |�|� |r�|�|� |
d 7 }
|r�||
|
| � q�W 5 |�
� X W 5 Q R X | dk�r0| | k �r0td | | f ��|�rh|�� }||k�r\td
||||f ��t �d|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedrw zDigest specified: %s�wbi ���r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rC rD �
isinstance�list�tuple�getattrrv r r: r rE �info�intru �lenr` ry r rx )r r ZdestfileZdigestZ
reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizeru Zblocknum�block�actualr% r% r& �
download_fileu s^
��
��zPackageIndex.download_filec C s: g }| j r|�| j � | jr(|�| j� t|� }|�|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rB r r r )r ZreqZhandlersZopenerr% r% r& r: � s zPackageIndex.send_requestc
C s� g }| j }|D ]L\}}t|ttf�s*|g}|D ]*}|�d| d| �d�d|�d�f� q.q|D ].\}} }
|�d| d|| f �d�d|
f� q`|�d| d df� d�|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"r> � z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rP rh rR �strr� r r )r r� r} �partsr� �k�values�v�keyrT �valueZbodyZctr� r% r% r& r8 � sD ���
���
�zPackageIndex.encode_requestc C sF t |t�rd|i}t| jdd�}z|�||p.d�W �S |d�� X d S )NrF g @)ZtimeoutrE �and)r� r
r
r �search)r Zterms�operatorZ rpc_proxyr% r% r& r� � s
zPackageIndex.search)N)N)N)N)NNrk rl N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r' r+ r r3 r2 r= rH rY rg rj r~ r� r� r� r� r: r8 r� r% r% r% r& r s6
�
#
�
9 �
�
M+r ) rv Zloggingr rz r rQ Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
�utilr r r
Z getLoggerr� rC r Z
DEFAULT_REALM�objectr r% r% r% r& �<module> s
site-packages/pip/_vendor/distlib/__pycache__/wheel.cpython-38.opt-1.pyc 0000644 00000061544 15201600075 0022053 0 ustar 00 U
��.e�� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z!m"Z" dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd
l-m.Z.m/Z/ e �0e1�Z2da3e4ed ��r8d Z5n*ej6�7d
��rLdZ5nej6dk�r^dZ5ndZ5e�8d�Z9e9�s�dej:dd� Z9de9 Z;e5e9 Z<ej#�=� �>dd��>dd�Z?e�8d�Z@e@�r�e@�7d��r�e@�>dd�Z@ndd � ZAeA� Z@[Ae�Bd ejCejDB �ZEe�Bd ejCejDB �ZFe�Bd �ZGe�Bd �ZHd!ZId"ZJe
jKd#k�rBd$d%� ZLnd&d%� ZLG d'd(� d(eM�ZNeN� ZOG d)d*� d*eM�ZPd+d,� ZQeQ� ZR[Qd/d-d.�ZSdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cpZpy_version_nodotz%s%s� �py�-�_�.ZSOABIzcpython-c C sR dt g} t�d�r | �d� t�d�r0| �d� t�d�dkrH| �d� d �| �S )
Nr ZPy_DEBUG�dZ
WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r, �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/wheel.py� _derive_abi; s
r. zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S �Nr, ��or, r, r- �<lambda>] � r3 c C s | � tjd�S )Nr/ )�replace�os�sepr1 r, r, r- r3 _ r4 c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S r0 )�
impure_wheels�libs��selfr, r, r- �__init__c s zMounter.__init__c C s || j |< | j�|� d S r0 )r9 r: �update)r< �pathname�
extensionsr, r, r- �addg s
z Mounter.addc C s0 | j �|�}|D ]\}}|| jkr| j|= qd S r0 )r9 �popr: )r< r? r@ �k�vr, r, r- �removek s
zMounter.removeNc C s || j kr| }nd }|S r0 )r: )r< �fullname�path�resultr, r, r- � find_moduleq s
zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��t�|| j| �}| |_|�dd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r )
�sys�modulesr: � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)r< rF rH r+ r, r, r- � load_modulex s
zMounter.load_module)N)�__name__�
__module__� __qualname__r= rA rE rI rR r, r, r, r- r8 b s
r8 c @ s� e Zd ZdZdZdZd4dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd5dd�Zdd� Zdd� Zd d � Zd6d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd7d,d-�Zd.d/� Z d0d1� Z d8d2d3�Z dS )9�Wheelz@
Class to build and install from Wheel files (PEP 427).
�r r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t�� | _ |dkrRd| _
d| _ | j | _
n�t�|�}|r�|�d�}|d | _
|d �d d
�| _ |d | _| j | _
n�tj�|�\}}t�|�}|s�td | ��|r�tj�|�| _ || _
|�d�}|d | _
|d | _ |d | _|d
�d�| _|d �d�| _|d �d�| _dS )zB
Initialise an instance using a (valid) filename.
r& �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! ZbiZar)�signZ
should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rG �split� FILENAME_REr �abspath)r< rd rZ �verifyr# �infora r, r, r- r= � sD
�
zWheel.__init__c C s^ | j rd| j }nd}d�| j�}d�| j�}d�| j�}| j�dd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r r& r! r z%s-%s%s-%s-%s-%s.whl)r[ r* r] r^ r_ rc r5 rb )r< r[ r] r^ r_ rc r, r, r- rd � s
�zWheel.filenamec C s t j�| j| j�}t j�|�S r0 )r6 rG r* ra rd �isfile)r< rG r, r, r- �exists� s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r0 )r] r^ r_ )r< r] r^ r_ r, r, r- �tags� s
z
Wheel.tagsc C s t j�| j| j�}d| j| jf }d| }t�d�}t |d���}| �
|�}|d � dd�}t dd � |D ��}|d
k r�t
td g} nt
tg} d }
| D ]f} zLt�|| �} |�| ��,}
||
�}t|d �}
|
r�W 5 Q R � W q�W 5 Q R X W q� tk
r� Y q�X q�|
�std
d�| � ��W 5 Q R X |
S )N�%s-%s� %s.dist-info�utf-8�r�
Wheel-Versionr! r c S s g | ] }t |��qS r, ��int��.0�ir, r, r- �
<listcomp>� s z"Wheel.metadata.<locals>.<listcomp>rW ZMETADATA)Zfileobjz8Invalid wheel, because metadata is missing: looked in %sz, )r6 rG r* ra rd rb rc �codecs� getreaderr �get_wheel_metadatarh �tupler r � posixpath�openr
�KeyError�
ValueError)r< r? �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_versionZfnsrH �fn�metadata_filename�bf�wfr, r, r- �metadata� s6
�zWheel.metadatac C sX d| j | jf }d| }t�|d�}|�|�� }t�d�|�}t|�}W 5 Q R X t|�S )Nrp rq �WHEELrr ) rb rc r r* r� r{ r| r �dict)r< r� r� r� r� r� r� �messager, r, r- r} � s zWheel.get_wheel_metadatac C s6 t j�| j| j�}t|d��}| �|�}W 5 Q R X |S )Nrs )r6 rG r* ra rd r r} )r< r? r� rH r, r, r- rl � s z
Wheel.infoc C s� t �|�}|r||�� }|d |� ||d � }}d|�� krBt}nt}t�|�}|rfd|�� d }nd}|| }|| }nT|�d�}|�d�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S )
Ns pythonw� ���r4 �
�
r r s
) �
SHEBANG_RErf �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r< �datar# r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr, r, r- �process_shebang s,
zWheel.process_shebangc C sh |d kr| j }ztt|�}W n tk
r< td| ��Y nX ||��� }t�|��d�� d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r< r� r� �hasherrH r, r, r- �get_hash" s zWheel.get_hashc C s^ t |�}ttj�||��}|�|ddf� |�� t|��}|D ]}|�|� q@W 5 Q R X d S )Nr& ) �list�to_posixr6 rG �relpathr) �sortr Zwriterow)r< �recordsZ record_path�base�p�writer�rowr, r, r- � write_record- s
zWheel.write_recordc
C s� g }|\}}t t| j�}|D ]P\}} t| d��}
|
�� } W 5 Q R X d| �| � } tj�| �}
|� || |
f� q tj�
|d�} | � || |� t tj�
|d��}|� || f� d S )N�rbz%s=%s�RECORD)
r� r� r� r� �readr� r6 rG �getsizer) r* r� r� )r< rl �libdir�
archive_pathsr� �distinfor� r� �apr� �fr� r� �sizer, r, r- �
write_records6 s zWheel.write_recordsc C sF t |dtj��.}|D ]"\}}t�d||� |�||� qW 5 Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r< r? r� r� r� r� r, r, r- � build_zipF s zWheel.build_zipc ! sp |dkr i }t t� fdd�d��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|�d |�| _|�d |�| _|�d
|�| _ � | } d| j
| j f }
d|
} d|
} g }
dD ]�}|� kr�q�� | }t j
�|�r�t �|�D ]�\}}}|D ]�}tt j
�||��}t j
�||�}tt j
�| ||��}|
�||f� |dkr�|�d�s�t|d��}|�� }W 5 Q R X | �|�}t|d��}|�|� W 5 Q R X q�q�q�| }d}t �|�D ]�\}}}||k�r�t|�D ]8\}}t|�}|�d��r�t j
�||�}||= �q��q�|D ]H}t|��d��r�qt j
�||�}tt j
�||��}|
�||f� �q�q�t �|�}|D ]B}|dk�r^tt j
�||��}tt j
�| |��}|
�||f� �q^d|�p�| j dt d| g} | j D ] \} } } | �d | | | f � �q�t j
�|d �}t|d ��}|�d �| �� W 5 Q R X tt j
�| d ��}|
�||f� | � || f| |
� t j
�| j | j!�} | �"| |
� | S ) z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � kS r0 r, r1 ��pathsr, r- r3 T r4 z Wheel.build.<locals>.<lambda>)�purelib�platlibr r� Zfalse�truerX rY r] r^ r_ rp �%s.datarq )r� Zheaders�scriptsr� �.exer� �wbz
.dist-info)z.pycz.pyo)r� Z INSTALLERZSHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� r� �
)#r� r �IMPVER�ABI�ARCHr\ �getr] r^ r_ rb rc r6 rG �isdir�walkr r* r� r� r) �endswithr� r� r� r� � enumerate�listdir�
wheel_versionr ro r� ra rd r� )!r< r� ro r� ZlibkeyZis_pureZ
default_pyverZ default_abiZ default_archr� r� �data_dirr� r� �keyrG �root�dirs�filesr� r� �rpr� r� r� r� ry �dnr� r] r^ r_ r? r, r� r- �buildL s�
� z Wheel.buildc C s
|� d�S )zl
Determine whether an archive entry should be skipped when verifying
or installing.
)r/ z /RECORD.jws)r� )r< �arcnamer, r, r- �
skip_entry� s zWheel.skip_entryc C K sf |j }|�d�}|�dd�}|�dd�}tj�| j| j�}d| j| jf } d| }
d| } t �| t
�} t �| d�}
t �| d �}t � d
�}t
|d ����}|�|
��}||�}t|�}W 5 Q R X |d �d
d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|�|��8}t|d��"}|D ]}|d }|||< �q8W 5 Q R X W 5 Q R X t �|
d�} t �| d�} t �|
dd�} t|d�} d| _tj } g }!t�� }"|"|_d|_�z��z\|� � D �]�}#|#j}$t |$t ��r�|$}%n
|$�!d
�}%| �"|%��r�q�||% }|d �r4t#|#j$�|d k�r4t%d |% ��|d �r�|d �d d�\}&}'|�|$��}|�&� }(W 5 Q R X | �'|(|&�\})}*|*|'k�r�t%d |$ ��|�r�|%�(| | f��r�t)�*d |%� �q�|%�(| ��o�|%�+d!� }+|%�(| ��r
|%�d"d �\})},}-tj�||, t,|-��}.n$|%|
|fk�r �q�tj�|t,|%��}.|+�s
|�|$��}| �-||.� W 5 Q R X |!�.|.� |�s�|d �r�t|.d#��4}|�&� }(| �'|(|&�\})}/|/|*k�r�t%d$|. ��W 5 Q R X | �r~|.�+d%��r~z | j/|.|d&�}0|!�.|0� W n$ t0k
�r t)j1d'dd(� Y nX nttj�2t,|$��}1tj�|"|1�}2|�|$��}| �-||2� W 5 Q R X tj�|.�\}3}1|3|_|�3|1�}4| �4|4� |!�5|4� �q�|�r�t)�*d)� d}5�nnd}6| j6d }|d*k�rzt �| d+�}7z�|�|7��}t7|�}8W 5 Q R X i }6d,D ]l}9d-|9 }:|:|8k�r�i |6d.|9 < };|8|: �8� D ]6}<d/|<j9|<j:f }=|<j;�rB|=d0|<j; 7 }=|=|;|<j< �q�q�W n t0k
�rv t)�1d1� Y nX ndzB|�| ��.}||�}t<�=|��d2�}6|6�r�|6�d3�}6W 5 Q R X W n t0k
�r� t)�1d4� Y nX |6�r�|6�d5i �}>|6�d6i �}?|>�s|?�r�|�dd�}@tj�>|@��s*t?d7��|@|_|>�@� D ]*\}:}<d8|:|<f }A|�3|A�}4| �4|4� �q8|?�r�d9di}B|?�@� D ],\}:}<d8|:|<f }A|�3|A|B�}4| �4|4� �qztj�|| �}tA|�}5tB|�}|d= |d= ||d:< |5�C||�}|�r�|!�.|� |5�D|!|d; |� |5W W �<W 5 Q R � S t0k
�rF t)�Ed<� | �F� � Y nX W 5 t � |"� X W 5 Q R X dS )=a~
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFZ bytecode_hashed_invalidationrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� ��streamr r& r� )�dry_runTNr �size mismatch for %s�=�digest mismatch for %szlib_only: skipping %sr� r/ r� z digest mismatch on write for %sz.py)Zhashed_invalidationzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt)Zconsole�guiz
%s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr@ zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr� �lib�prefixzinstallation failed.)Gr� r� r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r� r r �recordrJ �dont_write_bytecode�tempfileZmkdtempZ
source_dirZ
target_dir�shutilZrmtree�infolist�
isinstancer
r� r� �str� file_sizer r� r� �
startswithr� r� r� r Z copy_streamr) Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrl r �valuesr� �suffix�flags�json�loadr� r� �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback)Cr< r� Zmaker�kwargsr� r� r� Zbc_hashed_invalidationr? r� r� r� �
metadata_name�wheel_metadata_name� record_namer� r� �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfxZfileopZbcZoutfiles�workdir�zinfor� � u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rC r" rD �sZconsole_scriptsZ gui_scriptsZ
script_dirZscriptZoptionsr, r, r- �install� sT
�
�
�
���
�
z
Wheel.installc C s4 t d kr0tj�t� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rG r* r r� rJ rc r )r< r� r, r, r- �_get_dylib_cache� s �zWheel._get_dylib_cachec
C sh t j�| j| j�}d| j| jf }d| }t�|d�}t� d�}g }t
|d���}z�|� |���}||�} t �
| �}
| �� } | �|�} t j�| j| �}
t j�|
�s�t �|
� |
�� D ]�\}}t j�|
t|��}t j�|�s�d}n6t �|�j}tj�|�}|�|�}tj|j� }||k}|�r&|� ||
� |� ||f� q�W 5 Q R X W n t k
�rX Y nX W 5 Q R X |S )Nrp rq Z
EXTENSIONSrr rs T) r6 rG r* ra rd rb rc r r{ r| r r� r r r Z
prefix_to_dirr� r� �makedirsr r rn �stat�st_mtime�datetimeZ
fromtimestampZgetinfoZ date_time�extractr) r� )r< r? r� r� r� r� rH r� r� r� r@ r r� Z
cache_baserb r� �destr Z file_timerl Z
wheel_timer, r, r- �_get_extensions� s>
zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�
is_compatibler; r, r, r- r � s zWheel.is_compatiblec C s dS )zP
Determine if a wheel is asserted as mountable by its metadata.
Tr, r; r, r, r- � is_mountable� s zWheel.is_mountablec C s� t j�t j�| j| j��}| �� s2d| }t|��| �� sJd| }t|��|t jkrbt
� d|� nN|rtt j� |� nt j�
d|� | �� }|r�tt jkr�t j� t� t�||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rG rj r* ra rd r r r rJ r� r� r) �insertr �_hook� meta_pathrA )r< r) r? �msgr@ r, r, r- �mount� s"
z Wheel.mountc C sr t j�t j�| j| j��}|tjkr2t�d|� n<tj� |� |t
j krRt
� |� t
j snt
tj krntj � t
� d S )Nz%s not in path)
r6 rG rj r* ra rd rJ r� r� rE r r9 r! )r< r? r, r, r- �unmount� s
z
Wheel.unmountc C s t j�| j| j�}d| j| jf }d| }d| }t�|t�}t�|d�}t�|d�}t �
d�}t |d����} | � |��}
||
�} t
| �} W 5 Q R X | d �d d
�}
td d � |
D ��}i }| � |��6}t|d
�� }|D ]}|d }|||< q�W 5 Q R X W 5 Q R X | �� D ]�}|j}t|t��r$|}n
|�d�}|�d�}d|k�rNtd| ��| �|��r^�q|| }|d �r�t|j�|d k�r�td| ��|d
�r|d
�dd
�\}}| � |��}|�� }W 5 Q R X | �||�\}}||k�rtd| ���qW 5 Q R X d S )Nrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz s z Wheel.verify.<locals>.<listcomp>r� r r/ �..�invalid entry in wheel: %rr r� r� r� )r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r r� r� r
r� r r� r� r� r� r� ) r< r? r� r� r� r r r r� r� r r� r� r� r� r� r� r r� r� r r� r r
r r� r r� r, r, r- rk s\
� �
�z Wheel.verifyc
K s� dd� }dd� }t j�| j| j�}d| j| jf }d| }t�|d�} t� ���}
t |d��|} i } | �
� D ]h}
|
j}t |t �r�|}n
|�
d �}|| kr�qhd
|kr�td | ��| �|
|
� t j�|
t|��}|| |< qhW 5 Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r$||k�r$|||� |d k�rNtjd
d|
d�\}}t �|� n*t j�|��shtd| ��t j�|| j�}t| �� �}t j�|
|�}||f}| �||
|� | �||� |d k�r�t�||� W 5 Q R X |S )a�
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO�rG )r r
rc )�path_mapr� rc rG r� r, r, r- � get_versionK s z!Wheel.update.<locals>.get_versionc S s� d }z|t | �}| �d�}|dk r*d| }nTdd� | |d d � �d�D �}|d d7 < d | d |� d�d
d � |D ��f }W n tk
r� t�d | � Y nX |r�t|d
�}||_|� t
� }|j ||d� t�d| |� d S )Nr r z%s+1c S s g | ] }t |��qS r, ru )rx r r, r, r- rz ] s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! r� z%s+%sc s s | ]}t |�V qd S r0 )r� rw r, r, r- � <genexpr>` s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rr' )rG �legacyz Version updated from %r to %r) r r� rh r* r r� r� r
rc r� r r� )rc rG �updatedrD ry r+ Zmdr+ r, r, r- �update_versionU s.
�
�
�z$Wheel.update.<locals>.update_versionrp rq r� rs rr r% r& Nz.whlz
wheel-update-)r� r� �dirzNot a directory: %r)r6 rG r* ra rd rb rc r r r r� r� r
r� r r r r� Zmkstemp�closer� r� r r� r� r� Zcopyfile)r< ZmodifierZdest_dirr r) r- r? r� r� r r
r� r( r r� r rG Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rl r, r, r- r> : s\
�
�
z Wheel.update)NFF)N)NN)F)N) rS rT rU �__doc__r� r� r= �propertyrd rn ro r r� r} rl r� r� r� r� r� r� r� r r r r r r# r$ rk r> r, r, r, r- rV � s@
)
h g "
8rV c C sx t g} t d }ttjd d dd�D ] }| �d�|t|�g�� q$g }t�� D ]*\}}}|� d�rN|�|�
dd�d � qN|� � t dkr�|�
dt � |�d� g }tg}tjd k�r�t�d
t�}|�r�|�� \} }}}
t|�}|
g} |
d kr�| �d � |
d
k�r | �d� |
dk�r | �d� |
dk�r4| �d� |
dk�rH| �d� |dk�r�| D ]*} d| ||| f }
|
tk�rV|�|
� �qV|d8 }�qH|D ]0}|D ]$}
|�d�t| d f�||
f� �q��q�t| �D ]L\}}|�d�t|f�ddf� |dk�r�|�d�t|d f�ddf� �q�t| �D ]L\}}|�d�d|f�ddf� |dk�r"|�d�d|d f�ddf� �q"t|�S )zG
Return (pyver, abi, arch) tuples compatible with this Python.
r r r� r& z.abir! r rX �darwinz(\w+)_(\d+)_(\d+)_(\w+)$)�i386�ppcZfat)r5 r6 �x86_64Zfat3)�ppc64r7 Zfat64)r5 r7 �intel)r5 r7 r9 r6 r8 Z universalz %s_%s_%s_%srY r )r' �rangerJ � version_infor) r* r� rM Z get_suffixesr� rh r� r� r r� �platform�rerf r� rv �
IMP_PREFIXr� �set)Zversions�major�minorZabisr� r rH Zarchesr# rb r_ Zmatchesrf r r^ ry rc r, r, r- �compatible_tags� s`
&
"
"rB c C s\ t | t�st| �} d}|d kr"t}|D ]0\}}}|| jkr&|| jkr&|| jkr&d} qXq&|S )NFT)r� rV �COMPATIBLE_TAGSr] r^ r_ )Zwheelro rH Zverr^ r_ r, r, r- r � s
r )N)TZ
__future__r r� r{ r Zdistutils.utilZ distutilsZemailr r� rM r Zloggingr6 r r= r� rJ r� r� r& r r �compatr r r r
r Zdatabaser r� r
r r �utilr r r r r r r r r rc r r Z getLoggerrS r� r �hasattrr> r< r� r( r' r; r\ r� Z get_platformr5 r� r� r. �compile�
IGNORECASE�VERBOSEri re r� r� r� r� r7 r� �objectr8 r rV rB rC r r, r, r, r- �<module> s� ,
�
�
# > site-packages/pip/_vendor/distlib/scripts.py 0000644 00000037642 15201600075 0015213 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2015 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from io import BytesIO
import logging
import os
import re
import struct
import sys
from .compat import sysconfig, detect_encoding, ZipFile
from .resources import finder
from .util import (FileOperator, get_export_entry, convert_path,
get_executable, in_venv)
logger = logging.getLogger(__name__)
_DEFAULT_MANIFEST = '''
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>'''.strip()
# check if Python is called on the first line with this expression
FIRST_LINE_RE = re.compile(b'^#!.*pythonw?[0-9.]*([ \t].*)?$')
SCRIPT_TEMPLATE = r'''# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
'''
def _enquote_executable(executable):
if ' ' in executable:
# make sure we quote only the executable in case of env
# for example /usr/bin/env "/dir with spaces/bin/jython"
# instead of "/usr/bin/env /dir with spaces/bin/jython"
# otherwise whole
if executable.startswith('/usr/bin/env '):
env, _executable = executable.split(' ', 1)
if ' ' in _executable and not _executable.startswith('"'):
executable = '%s "%s"' % (env, _executable)
else:
if not executable.startswith('"'):
executable = '"%s"' % executable
return executable
class ScriptMaker(object):
"""
A class to copy or create scripts from source scripts or callable
specifications.
"""
script_template = SCRIPT_TEMPLATE
executable = None # for shebangs
def __init__(self, source_dir, target_dir, add_launchers=True,
dry_run=False, fileop=None):
self.source_dir = source_dir
self.target_dir = target_dir
self.add_launchers = add_launchers
self.force = False
self.clobber = False
# It only makes sense to set mode bits on POSIX.
self.set_mode = (os.name == 'posix') or (os.name == 'java' and
os._name == 'posix')
self.variants = set(('', 'X.Y'))
self._fileop = fileop or FileOperator(dry_run)
self._is_nt = os.name == 'nt' or (
os.name == 'java' and os._name == 'nt')
def _get_alternate_executable(self, executable, options):
if options.get('gui', False) and self._is_nt: # pragma: no cover
dn, fn = os.path.split(executable)
fn = fn.replace('python', 'pythonw')
executable = os.path.join(dn, fn)
return executable
if sys.platform.startswith('java'): # pragma: no cover
def _is_shell(self, executable):
"""
Determine if the specified executable is a script
(contains a #! line)
"""
try:
with open(executable) as fp:
return fp.read(2) == '#!'
except (OSError, IOError):
logger.warning('Failed to open %s', executable)
return False
def _fix_jython_executable(self, executable):
if self._is_shell(executable):
# Workaround for Jython is not needed on Linux systems.
import java
if java.lang.System.getProperty('os.name') == 'Linux':
return executable
elif executable.lower().endswith('jython.exe'):
# Use wrapper exe for Jython on Windows
return executable
return '/usr/bin/env %s' % executable
def _build_shebang(self, executable, post_interp):
"""
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
"""
if os.name != 'posix':
simple_shebang = True
else:
# Add 3 for '#!' prefix and newline suffix.
shebang_length = len(executable) + len(post_interp) + 3
if sys.platform == 'darwin':
max_shebang_length = 512
else:
max_shebang_length = 127
simple_shebang = ((b' ' not in executable) and
(shebang_length <= max_shebang_length))
if simple_shebang:
result = b'#!' + executable + post_interp + b'\n'
else:
result = b'#!/bin/sh\n'
result += b"'''exec' " + executable + post_interp + b' "$0" "$@"\n'
result += b"' '''"
return result
def _get_shebang(self, encoding, post_interp=b'', options=None):
enquote = True
if self.executable:
executable = self.executable
enquote = False # assume this will be taken care of
elif not sysconfig.is_python_build():
executable = get_executable()
elif in_venv(): # pragma: no cover
executable = os.path.join(sysconfig.get_path('scripts'),
'python%s' % sysconfig.get_config_var('EXE'))
else: # pragma: no cover
executable = os.path.join(
sysconfig.get_config_var('BINDIR'),
'python%s%s' % (sysconfig.get_config_var('VERSION'),
sysconfig.get_config_var('EXE')))
if options:
executable = self._get_alternate_executable(executable, options)
if sys.platform.startswith('java'): # pragma: no cover
executable = self._fix_jython_executable(executable)
# Normalise case for Windows
executable = os.path.normcase(executable)
# If the user didn't specify an executable, it may be necessary to
# cater for executable paths with spaces (not uncommon on Windows)
if enquote:
executable = _enquote_executable(executable)
# Issue #51: don't use fsencode, since we later try to
# check that the shebang is decodable using utf-8.
executable = executable.encode('utf-8')
# in case of IronPython, play safe and enable frames support
if (sys.platform == 'cli' and '-X:Frames' not in post_interp
and '-X:FullFrames' not in post_interp): # pragma: no cover
post_interp += b' -X:Frames'
shebang = self._build_shebang(executable, post_interp)
# Python parser starts to read a script using UTF-8 until
# it gets a #coding:xxx cookie. The shebang has to be the
# first line of a file, the #coding:xxx cookie cannot be
# written before. So the shebang has to be decodable from
# UTF-8.
try:
shebang.decode('utf-8')
except UnicodeDecodeError: # pragma: no cover
raise ValueError(
'The shebang (%r) is not decodable from utf-8' % shebang)
# If the script is encoded to a custom encoding (use a
# #coding:xxx cookie), the shebang has to be decodable from
# the script encoding too.
if encoding != 'utf-8':
try:
shebang.decode(encoding)
except UnicodeDecodeError: # pragma: no cover
raise ValueError(
'The shebang (%r) is not decodable '
'from the script encoding (%r)' % (shebang, encoding))
return shebang
def _get_script_text(self, entry):
return self.script_template % dict(module=entry.prefix,
import_name=entry.suffix.split('.')[0],
func=entry.suffix)
manifest = _DEFAULT_MANIFEST
def get_manifest(self, exename):
base = os.path.basename(exename)
return self.manifest % base
def _write_script(self, names, shebang, script_bytes, filenames, ext):
use_launcher = self.add_launchers and self._is_nt
linesep = os.linesep.encode('utf-8')
if not shebang.endswith(linesep):
shebang += linesep
if not use_launcher:
script_bytes = shebang + script_bytes
else: # pragma: no cover
if ext == 'py':
launcher = self._get_launcher('t')
else:
launcher = self._get_launcher('w')
stream = BytesIO()
with ZipFile(stream, 'w') as zf:
zf.writestr('__main__.py', script_bytes)
zip_data = stream.getvalue()
script_bytes = launcher + shebang + zip_data
for name in names:
outname = os.path.join(self.target_dir, name)
if use_launcher: # pragma: no cover
n, e = os.path.splitext(outname)
if e.startswith('.py'):
outname = n
outname = '%s.exe' % outname
try:
self._fileop.write_binary_file(outname, script_bytes)
except Exception:
# Failed writing an executable - it might be in use.
logger.warning('Failed to write executable - trying to '
'use .deleteme logic')
dfname = '%s.deleteme' % outname
if os.path.exists(dfname):
os.remove(dfname) # Not allowed to fail here
os.rename(outname, dfname) # nor here
self._fileop.write_binary_file(outname, script_bytes)
logger.debug('Able to replace executable using '
'.deleteme logic')
try:
os.remove(dfname)
except Exception:
pass # still in use - ignore error
else:
if self._is_nt and not outname.endswith('.' + ext): # pragma: no cover
outname = '%s.%s' % (outname, ext)
if os.path.exists(outname) and not self.clobber:
logger.warning('Skipping existing file %s', outname)
continue
self._fileop.write_binary_file(outname, script_bytes)
if self.set_mode:
self._fileop.set_executable_mode([outname])
filenames.append(outname)
def _make_script(self, entry, filenames, options=None):
post_interp = b''
if options:
args = options.get('interpreter_args', [])
if args:
args = ' %s' % ' '.join(args)
post_interp = args.encode('utf-8')
shebang = self._get_shebang('utf-8', post_interp, options=options)
script = self._get_script_text(entry).encode('utf-8')
name = entry.name
scriptnames = set()
if '' in self.variants:
scriptnames.add(name)
if 'X' in self.variants:
scriptnames.add('%s%s' % (name, sys.version[0]))
if 'X.Y' in self.variants:
scriptnames.add('%s-%s' % (name, sys.version[:3]))
if options and options.get('gui', False):
ext = 'pyw'
else:
ext = 'py'
self._write_script(scriptnames, shebang, script, filenames, ext)
def _copy_script(self, script, filenames):
adjust = False
script = os.path.join(self.source_dir, convert_path(script))
outname = os.path.join(self.target_dir, os.path.basename(script))
if not self.force and not self._fileop.newer(script, outname):
logger.debug('not copying %s (up-to-date)', script)
return
# Always open the file, but ignore failures in dry-run mode --
# that way, we'll get accurate feedback if we can read the
# script.
try:
f = open(script, 'rb')
except IOError: # pragma: no cover
if not self.dry_run:
raise
f = None
else:
first_line = f.readline()
if not first_line: # pragma: no cover
logger.warning('%s: %s is an empty file (skipping)',
self.get_command_name(), script)
return
match = FIRST_LINE_RE.match(first_line.replace(b'\r\n', b'\n'))
if match:
adjust = True
post_interp = match.group(1) or b''
if not adjust:
if f:
f.close()
self._fileop.copy_file(script, outname)
if self.set_mode:
self._fileop.set_executable_mode([outname])
filenames.append(outname)
else:
logger.info('copying and adjusting %s -> %s', script,
self.target_dir)
if not self._fileop.dry_run:
encoding, lines = detect_encoding(f.readline)
f.seek(0)
shebang = self._get_shebang(encoding, post_interp)
if b'pythonw' in first_line: # pragma: no cover
ext = 'pyw'
else:
ext = 'py'
n = os.path.basename(outname)
self._write_script([n], shebang, f.read(), filenames, ext)
if f:
f.close()
@property
def dry_run(self):
return self._fileop.dry_run
@dry_run.setter
def dry_run(self, value):
self._fileop.dry_run = value
if os.name == 'nt' or (os.name == 'java' and os._name == 'nt'): # pragma: no cover
# Executable launcher support.
# Launchers are from https://bitbucket.org/vinay.sajip/simple_launcher/
def _get_launcher(self, kind):
if struct.calcsize('P') == 8: # 64-bit
bits = '64'
else:
bits = '32'
name = '%s%s.exe' % (kind, bits)
# Issue 31: don't hardcode an absolute package name, but
# determine it relative to the current package
distlib_package = __name__.rsplit('.', 1)[0]
result = finder(distlib_package).find(name).bytes
return result
# Public API follows
def make(self, specification, options=None):
"""
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
"""
filenames = []
entry = get_export_entry(specification)
if entry is None:
self._copy_script(specification, filenames)
else:
self._make_script(entry, filenames, options=options)
return filenames
def make_multiple(self, specifications, options=None):
"""
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
"""
filenames = []
for specification in specifications:
filenames.extend(self.make(specification, options))
return filenames
site-packages/pip/_vendor/distlib/compat.py 0000644 00000120674 15201600075 0015005 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2017 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import absolute_import
import os
import re
import sys
try:
import ssl
except ImportError: # pragma: no cover
ssl = None
if sys.version_info[0] < 3: # pragma: no cover
from StringIO import StringIO
string_types = basestring,
text_type = unicode
from types import FileType as file_type
import __builtin__ as builtins
import ConfigParser as configparser
from ._backport import shutil
from urlparse import urlparse, urlunparse, urljoin, urlsplit, urlunsplit
from urllib import (urlretrieve, quote as _quote, unquote, url2pathname,
pathname2url, ContentTooShortError, splittype)
def quote(s):
if isinstance(s, unicode):
s = s.encode('utf-8')
return _quote(s)
import urllib2
from urllib2 import (Request, urlopen, URLError, HTTPError,
HTTPBasicAuthHandler, HTTPPasswordMgr,
HTTPHandler, HTTPRedirectHandler,
build_opener)
if ssl:
from urllib2 import HTTPSHandler
import httplib
import xmlrpclib
import Queue as queue
from HTMLParser import HTMLParser
import htmlentitydefs
raw_input = raw_input
from itertools import ifilter as filter
from itertools import ifilterfalse as filterfalse
_userprog = None
def splituser(host):
"""splituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'."""
global _userprog
if _userprog is None:
import re
_userprog = re.compile('^(.*)@(.*)$')
match = _userprog.match(host)
if match: return match.group(1, 2)
return None, host
else: # pragma: no cover
from io import StringIO
string_types = str,
text_type = str
from io import TextIOWrapper as file_type
import builtins
import configparser
import shutil
from urllib.parse import (urlparse, urlunparse, urljoin, splituser, quote,
unquote, urlsplit, urlunsplit, splittype)
from urllib.request import (urlopen, urlretrieve, Request, url2pathname,
pathname2url,
HTTPBasicAuthHandler, HTTPPasswordMgr,
HTTPHandler, HTTPRedirectHandler,
build_opener)
if ssl:
from urllib.request import HTTPSHandler
from urllib.error import HTTPError, URLError, ContentTooShortError
import http.client as httplib
import urllib.request as urllib2
import xmlrpc.client as xmlrpclib
import queue
from html.parser import HTMLParser
import html.entities as htmlentitydefs
raw_input = input
from itertools import filterfalse
filter = filter
try:
from ssl import match_hostname, CertificateError
except ImportError: # pragma: no cover
class CertificateError(ValueError):
pass
def _dnsname_match(dn, hostname, max_wildcards=1):
"""Matching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
"""
pats = []
if not dn:
return False
parts = dn.split('.')
leftmost, remainder = parts[0], parts[1:]
wildcards = leftmost.count('*')
if wildcards > max_wildcards:
# Issue #17980: avoid denials of service by refusing more
# than one wildcard per fragment. A survey of established
# policy among SSL implementations showed it to be a
# reasonable choice.
raise CertificateError(
"too many wildcards in certificate DNS name: " + repr(dn))
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
# RFC 6125, section 6.4.3, subitem 1.
# The client SHOULD NOT attempt to match a presented identifier in which
# the wildcard character comprises a label other than the left-most label.
if leftmost == '*':
# When '*' is a fragment by itself, it matches a non-empty dotless
# fragment.
pats.append('[^.]+')
elif leftmost.startswith('xn--') or hostname.startswith('xn--'):
# RFC 6125, section 6.4.3, subitem 3.
# The client SHOULD NOT attempt to match a presented identifier
# where the wildcard character is embedded within an A-label or
# U-label of an internationalized domain name.
pats.append(re.escape(leftmost))
else:
# Otherwise, '*' matches any dotless string, e.g. www*
pats.append(re.escape(leftmost).replace(r'\*', '[^.]*'))
# add the remaining fragments, ignore any wildcards
for frag in remainder:
pats.append(re.escape(frag))
pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE)
return pat.match(hostname)
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError("empty or no certificate, match_hostname needs a "
"SSL socket or SSL context with either "
"CERT_OPTIONAL or CERT_REQUIRED")
dnsnames = []
san = cert.get('subjectAltName', ())
for key, value in san:
if key == 'DNS':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get('subject', ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == 'commonName':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError("hostname %r "
"doesn't match either of %s"
% (hostname, ', '.join(map(repr, dnsnames))))
elif len(dnsnames) == 1:
raise CertificateError("hostname %r "
"doesn't match %r"
% (hostname, dnsnames[0]))
else:
raise CertificateError("no appropriate commonName or "
"subjectAltName fields were found")
try:
from types import SimpleNamespace as Container
except ImportError: # pragma: no cover
class Container(object):
"""
A generic container for when multiple values need to be returned
"""
def __init__(self, **kwargs):
self.__dict__.update(kwargs)
try:
from shutil import which
except ImportError: # pragma: no cover
# Implementation from Python 3.3
def which(cmd, mode=os.F_OK | os.X_OK, path=None):
"""Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
"""
# Check that a given file can be accessed with the correct mode.
# Additionally check that `file` is not a directory, as on Windows
# directories pass the os.access check.
def _access_check(fn, mode):
return (os.path.exists(fn) and os.access(fn, mode)
and not os.path.isdir(fn))
# If we're given a path with a directory part, look it up directly rather
# than referring to PATH directories. This includes checking relative to the
# current directory, e.g. ./script
if os.path.dirname(cmd):
if _access_check(cmd, mode):
return cmd
return None
if path is None:
path = os.environ.get("PATH", os.defpath)
if not path:
return None
path = path.split(os.pathsep)
if sys.platform == "win32":
# The current directory takes precedence on Windows.
if not os.curdir in path:
path.insert(0, os.curdir)
# PATHEXT is necessary to check on Windows.
pathext = os.environ.get("PATHEXT", "").split(os.pathsep)
# See if the given file matches any of the expected path extensions.
# This will allow us to short circuit when given "python.exe".
# If it does match, only test that one, otherwise we have to try
# others.
if any(cmd.lower().endswith(ext.lower()) for ext in pathext):
files = [cmd]
else:
files = [cmd + ext for ext in pathext]
else:
# On other platforms you don't have things like PATHEXT to tell you
# what file suffixes are executable, so just pass on cmd as-is.
files = [cmd]
seen = set()
for dir in path:
normdir = os.path.normcase(dir)
if not normdir in seen:
seen.add(normdir)
for thefile in files:
name = os.path.join(dir, thefile)
if _access_check(name, mode):
return name
return None
# ZipFile is a context manager in 2.7, but not in 2.6
from zipfile import ZipFile as BaseZipFile
if hasattr(BaseZipFile, '__enter__'): # pragma: no cover
ZipFile = BaseZipFile
else: # pragma: no cover
from zipfile import ZipExtFile as BaseZipExtFile
class ZipExtFile(BaseZipExtFile):
def __init__(self, base):
self.__dict__.update(base.__dict__)
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.close()
# return None, so if an exception occurred, it will propagate
class ZipFile(BaseZipFile):
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.close()
# return None, so if an exception occurred, it will propagate
def open(self, *args, **kwargs):
base = BaseZipFile.open(self, *args, **kwargs)
return ZipExtFile(base)
try:
from platform import python_implementation
except ImportError: # pragma: no cover
def python_implementation():
"""Return a string identifying the Python implementation."""
if 'PyPy' in sys.version:
return 'PyPy'
if os.name == 'java':
return 'Jython'
if sys.version.startswith('IronPython'):
return 'IronPython'
return 'CPython'
try:
import sysconfig
except ImportError: # pragma: no cover
from ._backport import sysconfig
try:
callable = callable
except NameError: # pragma: no cover
from collections import Callable
def callable(obj):
return isinstance(obj, Callable)
try:
fsencode = os.fsencode
fsdecode = os.fsdecode
except AttributeError: # pragma: no cover
# Issue #99: on some systems (e.g. containerised),
# sys.getfilesystemencoding() returns None, and we need a real value,
# so fall back to utf-8. From the CPython 2.7 docs relating to Unix and
# sys.getfilesystemencoding(): the return value is "the user’s preference
# according to the result of nl_langinfo(CODESET), or None if the
# nl_langinfo(CODESET) failed."
_fsencoding = sys.getfilesystemencoding() or 'utf-8'
if _fsencoding == 'mbcs':
_fserrors = 'strict'
else:
_fserrors = 'surrogateescape'
def fsencode(filename):
if isinstance(filename, bytes):
return filename
elif isinstance(filename, text_type):
return filename.encode(_fsencoding, _fserrors)
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
def fsdecode(filename):
if isinstance(filename, text_type):
return filename
elif isinstance(filename, bytes):
return filename.decode(_fsencoding, _fserrors)
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
try:
from tokenize import detect_encoding
except ImportError: # pragma: no cover
from codecs import BOM_UTF8, lookup
import re
cookie_re = re.compile(r"coding[:=]\s*([-\w.]+)")
def _get_normal_name(orig_enc):
"""Imitates get_normal_name in tokenizer.c."""
# Only care about the first 12 characters.
enc = orig_enc[:12].lower().replace("_", "-")
if enc == "utf-8" or enc.startswith("utf-8-"):
return "utf-8"
if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \
enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")):
return "iso-8859-1"
return orig_enc
def detect_encoding(readline):
"""
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
"""
try:
filename = readline.__self__.name
except AttributeError:
filename = None
bom_found = False
encoding = None
default = 'utf-8'
def read_or_stop():
try:
return readline()
except StopIteration:
return b''
def find_cookie(line):
try:
# Decode as UTF-8. Either the line is an encoding declaration,
# in which case it should be pure ASCII, or it must be UTF-8
# per default encoding.
line_string = line.decode('utf-8')
except UnicodeDecodeError:
msg = "invalid or missing encoding declaration"
if filename is not None:
msg = '{} for {!r}'.format(msg, filename)
raise SyntaxError(msg)
matches = cookie_re.findall(line_string)
if not matches:
return None
encoding = _get_normal_name(matches[0])
try:
codec = lookup(encoding)
except LookupError:
# This behaviour mimics the Python interpreter
if filename is None:
msg = "unknown encoding: " + encoding
else:
msg = "unknown encoding for {!r}: {}".format(filename,
encoding)
raise SyntaxError(msg)
if bom_found:
if codec.name != 'utf-8':
# This behaviour mimics the Python interpreter
if filename is None:
msg = 'encoding problem: utf-8'
else:
msg = 'encoding problem for {!r}: utf-8'.format(filename)
raise SyntaxError(msg)
encoding += '-sig'
return encoding
first = read_or_stop()
if first.startswith(BOM_UTF8):
bom_found = True
first = first[3:]
default = 'utf-8-sig'
if not first:
return default, []
encoding = find_cookie(first)
if encoding:
return encoding, [first]
second = read_or_stop()
if not second:
return default, [first]
encoding = find_cookie(second)
if encoding:
return encoding, [first, second]
return default, [first, second]
# For converting & <-> & etc.
try:
from html import escape
except ImportError:
from cgi import escape
if sys.version_info[:2] < (3, 4):
unescape = HTMLParser().unescape
else:
from html import unescape
try:
from collections import ChainMap
except ImportError: # pragma: no cover
from collections import MutableMapping
try:
from reprlib import recursive_repr as _recursive_repr
except ImportError:
def _recursive_repr(fillvalue='...'):
'''
Decorator to make a repr function return fillvalue for a recursive
call
'''
def decorating_function(user_function):
repr_running = set()
def wrapper(self):
key = id(self), get_ident()
if key in repr_running:
return fillvalue
repr_running.add(key)
try:
result = user_function(self)
finally:
repr_running.discard(key)
return result
# Can't use functools.wraps() here because of bootstrap issues
wrapper.__module__ = getattr(user_function, '__module__')
wrapper.__doc__ = getattr(user_function, '__doc__')
wrapper.__name__ = getattr(user_function, '__name__')
wrapper.__annotations__ = getattr(user_function, '__annotations__', {})
return wrapper
return decorating_function
class ChainMap(MutableMapping):
''' A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
'''
def __init__(self, *maps):
'''Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
'''
self.maps = list(maps) or [{}] # always at least one map
def __missing__(self, key):
raise KeyError(key)
def __getitem__(self, key):
for mapping in self.maps:
try:
return mapping[key] # can't use 'key in mapping' with defaultdict
except KeyError:
pass
return self.__missing__(key) # support subclasses that define __missing__
def get(self, key, default=None):
return self[key] if key in self else default
def __len__(self):
return len(set().union(*self.maps)) # reuses stored hash values if possible
def __iter__(self):
return iter(set().union(*self.maps))
def __contains__(self, key):
return any(key in m for m in self.maps)
def __bool__(self):
return any(self.maps)
@_recursive_repr()
def __repr__(self):
return '{0.__class__.__name__}({1})'.format(
self, ', '.join(map(repr, self.maps)))
@classmethod
def fromkeys(cls, iterable, *args):
'Create a ChainMap with a single dict created from the iterable.'
return cls(dict.fromkeys(iterable, *args))
def copy(self):
'New ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]'
return self.__class__(self.maps[0].copy(), *self.maps[1:])
__copy__ = copy
def new_child(self): # like Django's Context.push()
'New ChainMap with a new dict followed by all previous maps.'
return self.__class__({}, *self.maps)
@property
def parents(self): # like Django's Context.pop()
'New ChainMap from maps[1:].'
return self.__class__(*self.maps[1:])
def __setitem__(self, key, value):
self.maps[0][key] = value
def __delitem__(self, key):
try:
del self.maps[0][key]
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def popitem(self):
'Remove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.'
try:
return self.maps[0].popitem()
except KeyError:
raise KeyError('No keys found in the first mapping.')
def pop(self, key, *args):
'Remove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].'
try:
return self.maps[0].pop(key, *args)
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def clear(self):
'Clear maps[0], leaving maps[1:] intact.'
self.maps[0].clear()
try:
from importlib.util import cache_from_source # Python >= 3.4
except ImportError: # pragma: no cover
try:
from imp import cache_from_source
except ImportError: # pragma: no cover
def cache_from_source(path, debug_override=None):
assert path.endswith('.py')
if debug_override is None:
debug_override = __debug__
if debug_override:
suffix = 'c'
else:
suffix = 'o'
return path + suffix
try:
from collections import OrderedDict
except ImportError: # pragma: no cover
## {{{ http://code.activestate.com/recipes/576693/ (r9)
# Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy.
# Passes Python2.7's test suite and incorporates all the latest updates.
try:
from thread import get_ident as _get_ident
except ImportError:
from dummy_thread import get_ident as _get_ident
try:
from _abcoll import KeysView, ValuesView, ItemsView
except ImportError:
pass
class OrderedDict(dict):
'Dictionary that remembers insertion order'
# An inherited dict maps keys to values.
# The inherited dict provides __getitem__, __len__, __contains__, and get.
# The remaining methods are order-aware.
# Big-O running times for all methods are the same as for regular dictionaries.
# The internal self.__map dictionary maps keys to links in a doubly linked list.
# The circular doubly linked list starts and ends with a sentinel element.
# The sentinel element never gets deleted (this simplifies the algorithm).
# Each link is stored as a list of length three: [PREV, NEXT, KEY].
def __init__(self, *args, **kwds):
'''Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
'''
if len(args) > 1:
raise TypeError('expected at most 1 arguments, got %d' % len(args))
try:
self.__root
except AttributeError:
self.__root = root = [] # sentinel node
root[:] = [root, root, None]
self.__map = {}
self.__update(*args, **kwds)
def __setitem__(self, key, value, dict_setitem=dict.__setitem__):
'od.__setitem__(i, y) <==> od[i]=y'
# Setting a new item creates a new link which goes at the end of the linked
# list, and the inherited dictionary is updated with the new key/value pair.
if key not in self:
root = self.__root
last = root[0]
last[1] = root[0] = self.__map[key] = [last, root, key]
dict_setitem(self, key, value)
def __delitem__(self, key, dict_delitem=dict.__delitem__):
'od.__delitem__(y) <==> del od[y]'
# Deleting an existing item uses self.__map to find the link which is
# then removed by updating the links in the predecessor and successor nodes.
dict_delitem(self, key)
link_prev, link_next, key = self.__map.pop(key)
link_prev[1] = link_next
link_next[0] = link_prev
def __iter__(self):
'od.__iter__() <==> iter(od)'
root = self.__root
curr = root[1]
while curr is not root:
yield curr[2]
curr = curr[1]
def __reversed__(self):
'od.__reversed__() <==> reversed(od)'
root = self.__root
curr = root[0]
while curr is not root:
yield curr[2]
curr = curr[0]
def clear(self):
'od.clear() -> None. Remove all items from od.'
try:
for node in self.__map.itervalues():
del node[:]
root = self.__root
root[:] = [root, root, None]
self.__map.clear()
except AttributeError:
pass
dict.clear(self)
def popitem(self, last=True):
'''od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
'''
if not self:
raise KeyError('dictionary is empty')
root = self.__root
if last:
link = root[0]
link_prev = link[0]
link_prev[1] = root
root[0] = link_prev
else:
link = root[1]
link_next = link[1]
root[1] = link_next
link_next[0] = root
key = link[2]
del self.__map[key]
value = dict.pop(self, key)
return key, value
# -- the following methods do not depend on the internal structure --
def keys(self):
'od.keys() -> list of keys in od'
return list(self)
def values(self):
'od.values() -> list of values in od'
return [self[key] for key in self]
def items(self):
'od.items() -> list of (key, value) pairs in od'
return [(key, self[key]) for key in self]
def iterkeys(self):
'od.iterkeys() -> an iterator over the keys in od'
return iter(self)
def itervalues(self):
'od.itervalues -> an iterator over the values in od'
for k in self:
yield self[k]
def iteritems(self):
'od.iteritems -> an iterator over the (key, value) items in od'
for k in self:
yield (k, self[k])
def update(*args, **kwds):
'''od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
'''
if len(args) > 2:
raise TypeError('update() takes at most 2 positional '
'arguments (%d given)' % (len(args),))
elif not args:
raise TypeError('update() takes at least 1 argument (0 given)')
self = args[0]
# Make progressively weaker assumptions about "other"
other = ()
if len(args) == 2:
other = args[1]
if isinstance(other, dict):
for key in other:
self[key] = other[key]
elif hasattr(other, 'keys'):
for key in other.keys():
self[key] = other[key]
else:
for key, value in other:
self[key] = value
for key, value in kwds.items():
self[key] = value
__update = update # let subclasses override update without breaking __init__
__marker = object()
def pop(self, key, default=__marker):
'''od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
'''
if key in self:
result = self[key]
del self[key]
return result
if default is self.__marker:
raise KeyError(key)
return default
def setdefault(self, key, default=None):
'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od'
if key in self:
return self[key]
self[key] = default
return default
def __repr__(self, _repr_running=None):
'od.__repr__() <==> repr(od)'
if not _repr_running: _repr_running = {}
call_key = id(self), _get_ident()
if call_key in _repr_running:
return '...'
_repr_running[call_key] = 1
try:
if not self:
return '%s()' % (self.__class__.__name__,)
return '%s(%r)' % (self.__class__.__name__, self.items())
finally:
del _repr_running[call_key]
def __reduce__(self):
'Return state information for pickling'
items = [[k, self[k]] for k in self]
inst_dict = vars(self).copy()
for k in vars(OrderedDict()):
inst_dict.pop(k, None)
if inst_dict:
return (self.__class__, (items,), inst_dict)
return self.__class__, (items,)
def copy(self):
'od.copy() -> a shallow copy of od'
return self.__class__(self)
@classmethod
def fromkeys(cls, iterable, value=None):
'''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
'''
d = cls()
for key in iterable:
d[key] = value
return d
def __eq__(self, other):
'''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
'''
if isinstance(other, OrderedDict):
return len(self)==len(other) and self.items() == other.items()
return dict.__eq__(self, other)
def __ne__(self, other):
return not self == other
# -- the following methods are only used in Python 2.7 --
def viewkeys(self):
"od.viewkeys() -> a set-like object providing a view on od's keys"
return KeysView(self)
def viewvalues(self):
"od.viewvalues() -> an object providing a view on od's values"
return ValuesView(self)
def viewitems(self):
"od.viewitems() -> a set-like object providing a view on od's items"
return ItemsView(self)
try:
from logging.config import BaseConfigurator, valid_ident
except ImportError: # pragma: no cover
IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I)
def valid_ident(s):
m = IDENTIFIER.match(s)
if not m:
raise ValueError('Not a valid Python identifier: %r' % s)
return True
# The ConvertingXXX classes are wrappers around standard Python containers,
# and they serve to convert any suitable values in the container. The
# conversion converts base dicts, lists and tuples to their wrapped
# equivalents, whereas strings which match a conversion format are converted
# appropriately.
#
# Each wrapper should have a configurator attribute holding the actual
# configurator to use for conversion.
class ConvertingDict(dict):
"""A converting dictionary wrapper."""
def __getitem__(self, key):
value = dict.__getitem__(self, key)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def get(self, key, default=None):
value = dict.get(self, key, default)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def pop(self, key, default=None):
value = dict.pop(self, key, default)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
class ConvertingList(list):
"""A converting list wrapper."""
def __getitem__(self, key):
value = list.__getitem__(self, key)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def pop(self, idx=-1):
value = list.pop(self, idx)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
return result
class ConvertingTuple(tuple):
"""A converting tuple wrapper."""
def __getitem__(self, key):
value = tuple.__getitem__(self, key)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
class BaseConfigurator(object):
"""
The configurator base class which defines some useful defaults.
"""
CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$')
WORD_PATTERN = re.compile(r'^\s*(\w+)\s*')
DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*')
INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*')
DIGIT_PATTERN = re.compile(r'^\d+$')
value_converters = {
'ext' : 'ext_convert',
'cfg' : 'cfg_convert',
}
# We might want to use a different one, e.g. importlib
importer = staticmethod(__import__)
def __init__(self, config):
self.config = ConvertingDict(config)
self.config.configurator = self
def resolve(self, s):
"""
Resolve strings to objects using standard import and attribute
syntax.
"""
name = s.split('.')
used = name.pop(0)
try:
found = self.importer(used)
for frag in name:
used += '.' + frag
try:
found = getattr(found, frag)
except AttributeError:
self.importer(used)
found = getattr(found, frag)
return found
except ImportError:
e, tb = sys.exc_info()[1:]
v = ValueError('Cannot resolve %r: %s' % (s, e))
v.__cause__, v.__traceback__ = e, tb
raise v
def ext_convert(self, value):
"""Default converter for the ext:// protocol."""
return self.resolve(value)
def cfg_convert(self, value):
"""Default converter for the cfg:// protocol."""
rest = value
m = self.WORD_PATTERN.match(rest)
if m is None:
raise ValueError("Unable to convert %r" % value)
else:
rest = rest[m.end():]
d = self.config[m.groups()[0]]
#print d, rest
while rest:
m = self.DOT_PATTERN.match(rest)
if m:
d = d[m.groups()[0]]
else:
m = self.INDEX_PATTERN.match(rest)
if m:
idx = m.groups()[0]
if not self.DIGIT_PATTERN.match(idx):
d = d[idx]
else:
try:
n = int(idx) # try as number first (most likely)
d = d[n]
except TypeError:
d = d[idx]
if m:
rest = rest[m.end():]
else:
raise ValueError('Unable to convert '
'%r at %r' % (value, rest))
#rest should be empty
return d
def convert(self, value):
"""
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
"""
if not isinstance(value, ConvertingDict) and isinstance(value, dict):
value = ConvertingDict(value)
value.configurator = self
elif not isinstance(value, ConvertingList) and isinstance(value, list):
value = ConvertingList(value)
value.configurator = self
elif not isinstance(value, ConvertingTuple) and\
isinstance(value, tuple):
value = ConvertingTuple(value)
value.configurator = self
elif isinstance(value, string_types):
m = self.CONVERT_PATTERN.match(value)
if m:
d = m.groupdict()
prefix = d['prefix']
converter = self.value_converters.get(prefix, None)
if converter:
suffix = d['suffix']
converter = getattr(self, converter)
value = converter(suffix)
return value
def configure_custom(self, config):
"""Configure an object with a user-supplied factory."""
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
kwargs = dict([(k, config[k]) for k in config if valid_ident(k)])
result = c(**kwargs)
if props:
for name, value in props.items():
setattr(result, name, value)
return result
def as_tuple(self, value):
"""Utility function which converts lists to tuples."""
if isinstance(value, list):
value = tuple(value)
return value
site-packages/pip/_vendor/requests/__init__.py 0000644 00000007752 15201600075 0015503 0 ustar 00 # -*- coding: utf-8 -*-
# __
# /__) _ _ _ _ _/ _
# / ( (- (/ (/ (- _) / _)
# /
"""
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings. Basic GET
usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> 'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key2": "value2",
"key1": "value1"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <http://python-requests.org>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
"""
from pip._vendor import urllib3
from pip._vendor import chardet
import warnings
from .exceptions import RequestsDependencyWarning
def check_compatibility(urllib3_version, chardet_version):
urllib3_version = urllib3_version.split('.')
assert urllib3_version != ['dev'] # Verify urllib3 isn't installed from git.
# Sometimes, urllib3 only reports its version as 16.1.
if len(urllib3_version) == 2:
urllib3_version.append('0')
# Check urllib3 for compatibility.
major, minor, patch = urllib3_version # noqa: F811
major, minor, patch = int(major), int(minor), int(patch)
# urllib3 >= 1.21.1, <= 1.25
assert major == 1
assert minor >= 21
assert minor <= 25
# Check chardet for compatibility.
major, minor, patch = chardet_version.split('.')[:3]
major, minor, patch = int(major), int(minor), int(patch)
# chardet >= 3.0.2, < 3.1.0
assert major == 3
assert minor < 1
assert patch >= 2
def _check_cryptography(cryptography_version):
# cryptography < 1.3.4
try:
cryptography_version = list(map(int, cryptography_version.split('.')))
except ValueError:
return
if cryptography_version < [1, 3, 4]:
warning = 'Old version of cryptography ({}) may cause slowdown.'.format(cryptography_version)
warnings.warn(warning, RequestsDependencyWarning)
# Check imported dependencies for compatibility.
try:
check_compatibility(urllib3.__version__, chardet.__version__)
except (AssertionError, ValueError):
warnings.warn("urllib3 ({}) or chardet ({}) doesn't match a supported "
"version!".format(urllib3.__version__, chardet.__version__),
RequestsDependencyWarning)
# Attempt to enable urllib3's SNI support, if possible
from pip._internal.utils.compat import WINDOWS
if not WINDOWS:
try:
from pip._vendor.urllib3.contrib import pyopenssl
pyopenssl.inject_into_urllib3()
# Check cryptography version
from cryptography import __version__ as cryptography_version
_check_cryptography(cryptography_version)
except ImportError:
pass
# urllib3's DependencyWarnings should be silenced.
from pip._vendor.urllib3.exceptions import DependencyWarning
warnings.simplefilter('ignore', DependencyWarning)
from .__version__ import __title__, __description__, __url__, __version__
from .__version__ import __build__, __author__, __author_email__, __license__
from .__version__ import __copyright__, __cake__
from . import utils
from . import packages
from .models import Request, Response, PreparedRequest
from .api import request, get, head, post, patch, put, delete, options
from .sessions import session, Session
from .status_codes import codes
from .exceptions import (
RequestException, Timeout, URLRequired,
TooManyRedirects, HTTPError, ConnectionError,
FileModeWarning, ConnectTimeout, ReadTimeout
)
# Set default logging handler to avoid "No handler found" warnings.
import logging
from logging import NullHandler
logging.getLogger(__name__).addHandler(NullHandler())
# FileModeWarnings go off per the default.
warnings.simplefilter('default', FileModeWarning, append=True)
site-packages/pip/_vendor/requests/models.py 0000644 00000102743 15201600075 0015223 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
"""
import datetime
import sys
# Import encoding now, to avoid implicit import later.
# Implicit import within threads may cause LookupError when standard library is in a ZIP,
# such as in Embedded Python. See https://github.com/requests/requests/issues/3578.
import encodings.idna
from pip._vendor.urllib3.fields import RequestField
from pip._vendor.urllib3.filepost import encode_multipart_formdata
from pip._vendor.urllib3.util import parse_url
from pip._vendor.urllib3.exceptions import (
DecodeError, ReadTimeoutError, ProtocolError, LocationParseError)
from io import UnsupportedOperation
from .hooks import default_hooks
from .structures import CaseInsensitiveDict
from .auth import HTTPBasicAuth
from .cookies import cookiejar_from_dict, get_cookie_header, _copy_cookie_jar
from .exceptions import (
HTTPError, MissingSchema, InvalidURL, ChunkedEncodingError,
ContentDecodingError, ConnectionError, StreamConsumedError)
from ._internal_utils import to_native_string, unicode_is_ascii
from .utils import (
guess_filename, get_auth_from_url, requote_uri,
stream_decode_response_unicode, to_key_val_list, parse_header_links,
iter_slices, guess_json_utf, super_len, check_header_validity)
from .compat import (
Callable, Mapping,
cookielib, urlunparse, urlsplit, urlencode, str, bytes,
is_py2, chardet, builtin_str, basestring)
from .compat import json as complexjson
from .status_codes import codes
#: The set of HTTP status codes that indicate an automatically
#: processable redirect.
REDIRECT_STATI = (
codes.moved, # 301
codes.found, # 302
codes.other, # 303
codes.temporary_redirect, # 307
codes.permanent_redirect, # 308
)
DEFAULT_REDIRECT_LIMIT = 30
CONTENT_CHUNK_SIZE = 10 * 1024
ITER_CHUNK_SIZE = 512
class RequestEncodingMixin(object):
@property
def path_url(self):
"""Build the path URL to use."""
url = []
p = urlsplit(self.url)
path = p.path
if not path:
path = '/'
url.append(path)
query = p.query
if query:
url.append('?')
url.append(query)
return ''.join(url)
@staticmethod
def _encode_params(data):
"""Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
"""
if isinstance(data, (str, bytes)):
return data
elif hasattr(data, 'read'):
return data
elif hasattr(data, '__iter__'):
result = []
for k, vs in to_key_val_list(data):
if isinstance(vs, basestring) or not hasattr(vs, '__iter__'):
vs = [vs]
for v in vs:
if v is not None:
result.append(
(k.encode('utf-8') if isinstance(k, str) else k,
v.encode('utf-8') if isinstance(v, str) else v))
return urlencode(result, doseq=True)
else:
return data
@staticmethod
def _encode_files(files, data):
"""Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
"""
if (not files):
raise ValueError("Files must be provided.")
elif isinstance(data, basestring):
raise ValueError("Data must not be a string.")
new_fields = []
fields = to_key_val_list(data or {})
files = to_key_val_list(files or {})
for field, val in fields:
if isinstance(val, basestring) or not hasattr(val, '__iter__'):
val = [val]
for v in val:
if v is not None:
# Don't call str() on bytestrings: in Py3 it all goes wrong.
if not isinstance(v, bytes):
v = str(v)
new_fields.append(
(field.decode('utf-8') if isinstance(field, bytes) else field,
v.encode('utf-8') if isinstance(v, str) else v))
for (k, v) in files:
# support for explicit filename
ft = None
fh = None
if isinstance(v, (tuple, list)):
if len(v) == 2:
fn, fp = v
elif len(v) == 3:
fn, fp, ft = v
else:
fn, fp, ft, fh = v
else:
fn = guess_filename(v) or k
fp = v
if isinstance(fp, (str, bytes, bytearray)):
fdata = fp
elif hasattr(fp, 'read'):
fdata = fp.read()
elif fp is None:
continue
else:
fdata = fp
rf = RequestField(name=k, data=fdata, filename=fn, headers=fh)
rf.make_multipart(content_type=ft)
new_fields.append(rf)
body, content_type = encode_multipart_formdata(new_fields)
return body, content_type
class RequestHooksMixin(object):
def register_hook(self, event, hook):
"""Properly register a hook."""
if event not in self.hooks:
raise ValueError('Unsupported event specified, with event name "%s"' % (event))
if isinstance(hook, Callable):
self.hooks[event].append(hook)
elif hasattr(hook, '__iter__'):
self.hooks[event].extend(h for h in hook if isinstance(h, Callable))
def deregister_hook(self, event, hook):
"""Deregister a previously registered hook.
Returns True if the hook existed, False if not.
"""
try:
self.hooks[event].remove(hook)
return True
except ValueError:
return False
class Request(RequestHooksMixin):
"""A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
"""
def __init__(self,
method=None, url=None, headers=None, files=None, data=None,
params=None, auth=None, cookies=None, hooks=None, json=None):
# Default empty dicts for dict params.
data = [] if data is None else data
files = [] if files is None else files
headers = {} if headers is None else headers
params = {} if params is None else params
hooks = {} if hooks is None else hooks
self.hooks = default_hooks()
for (k, v) in list(hooks.items()):
self.register_hook(event=k, hook=v)
self.method = method
self.url = url
self.headers = headers
self.files = files
self.data = data
self.json = json
self.params = params
self.auth = auth
self.cookies = cookies
def __repr__(self):
return '<Request [%s]>' % (self.method)
def prepare(self):
"""Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it."""
p = PreparedRequest()
p.prepare(
method=self.method,
url=self.url,
headers=self.headers,
files=self.files,
data=self.data,
json=self.json,
params=self.params,
auth=self.auth,
cookies=self.cookies,
hooks=self.hooks,
)
return p
class PreparedRequest(RequestEncodingMixin, RequestHooksMixin):
"""The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Generated from either a :class:`Request <Request>` object or manually.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
"""
def __init__(self):
#: HTTP verb to send to the server.
self.method = None
#: HTTP URL to send the request to.
self.url = None
#: dictionary of HTTP headers.
self.headers = None
# The `CookieJar` used to create the Cookie header will be stored here
# after prepare_cookies is called
self._cookies = None
#: request body to send to the server.
self.body = None
#: dictionary of callback hooks, for internal usage.
self.hooks = default_hooks()
#: integer denoting starting position of a readable file-like body.
self._body_position = None
def prepare(self,
method=None, url=None, headers=None, files=None, data=None,
params=None, auth=None, cookies=None, hooks=None, json=None):
"""Prepares the entire request with the given parameters."""
self.prepare_method(method)
self.prepare_url(url, params)
self.prepare_headers(headers)
self.prepare_cookies(cookies)
self.prepare_body(data, files, json)
self.prepare_auth(auth, url)
# Note that prepare_auth must be last to enable authentication schemes
# such as OAuth to work on a fully prepared request.
# This MUST go after prepare_auth. Authenticators could add a hook
self.prepare_hooks(hooks)
def __repr__(self):
return '<PreparedRequest [%s]>' % (self.method)
def copy(self):
p = PreparedRequest()
p.method = self.method
p.url = self.url
p.headers = self.headers.copy() if self.headers is not None else None
p._cookies = _copy_cookie_jar(self._cookies)
p.body = self.body
p.hooks = self.hooks
p._body_position = self._body_position
return p
def prepare_method(self, method):
"""Prepares the given HTTP method."""
self.method = method
if self.method is not None:
self.method = to_native_string(self.method.upper())
@staticmethod
def _get_idna_encoded_host(host):
from pip._vendor import idna
try:
host = idna.encode(host, uts46=True).decode('utf-8')
except idna.IDNAError:
raise UnicodeError
return host
def prepare_url(self, url, params):
"""Prepares the given HTTP URL."""
#: Accept objects that have string representations.
#: We're unable to blindly call unicode/str functions
#: as this will include the bytestring indicator (b'')
#: on python 3.x.
#: https://github.com/requests/requests/pull/2238
if isinstance(url, bytes):
url = url.decode('utf8')
else:
url = unicode(url) if is_py2 else str(url)
# Remove leading whitespaces from url
url = url.lstrip()
# Don't do any URL preparation for non-HTTP schemes like `mailto`,
# `data` etc to work around exceptions from `url_parse`, which
# handles RFC 3986 only.
if ':' in url and not url.lower().startswith('http'):
self.url = url
return
# Support for unicode domain names and paths.
try:
scheme, auth, host, port, path, query, fragment = parse_url(url)
except LocationParseError as e:
raise InvalidURL(*e.args)
if not scheme:
error = ("Invalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?")
error = error.format(to_native_string(url, 'utf8'))
raise MissingSchema(error)
if not host:
raise InvalidURL("Invalid URL %r: No host supplied" % url)
# In general, we want to try IDNA encoding the hostname if the string contains
# non-ASCII characters. This allows users to automatically get the correct IDNA
# behaviour. For strings containing only ASCII characters, we need to also verify
# it doesn't start with a wildcard (*), before allowing the unencoded hostname.
if not unicode_is_ascii(host):
try:
host = self._get_idna_encoded_host(host)
except UnicodeError:
raise InvalidURL('URL has an invalid label.')
elif host.startswith(u'*'):
raise InvalidURL('URL has an invalid label.')
# Carefully reconstruct the network location
netloc = auth or ''
if netloc:
netloc += '@'
netloc += host
if port:
netloc += ':' + str(port)
# Bare domains aren't valid URLs.
if not path:
path = '/'
if is_py2:
if isinstance(scheme, str):
scheme = scheme.encode('utf-8')
if isinstance(netloc, str):
netloc = netloc.encode('utf-8')
if isinstance(path, str):
path = path.encode('utf-8')
if isinstance(query, str):
query = query.encode('utf-8')
if isinstance(fragment, str):
fragment = fragment.encode('utf-8')
if isinstance(params, (str, bytes)):
params = to_native_string(params)
enc_params = self._encode_params(params)
if enc_params:
if query:
query = '%s&%s' % (query, enc_params)
else:
query = enc_params
url = requote_uri(urlunparse([scheme, netloc, path, None, query, fragment]))
self.url = url
def prepare_headers(self, headers):
"""Prepares the given HTTP headers."""
self.headers = CaseInsensitiveDict()
if headers:
for header in headers.items():
# Raise exception on invalid header value.
check_header_validity(header)
name, value = header
self.headers[to_native_string(name)] = value
def prepare_body(self, data, files, json=None):
"""Prepares the given HTTP body data."""
# Check if file, fo, generator, iterator.
# If not, run through normal process.
# Nottin' on you.
body = None
content_type = None
if not data and json is not None:
# urllib3 requires a bytes-like body. Python 2's json.dumps
# provides this natively, but Python 3 gives a Unicode string.
content_type = 'application/json'
body = complexjson.dumps(json)
if not isinstance(body, bytes):
body = body.encode('utf-8')
is_stream = all([
hasattr(data, '__iter__'),
not isinstance(data, (basestring, list, tuple, Mapping))
])
try:
length = super_len(data)
except (TypeError, AttributeError, UnsupportedOperation):
length = None
if is_stream:
body = data
if getattr(body, 'tell', None) is not None:
# Record the current file position before reading.
# This will allow us to rewind a file in the event
# of a redirect.
try:
self._body_position = body.tell()
except (IOError, OSError):
# This differentiates from None, allowing us to catch
# a failed `tell()` later when trying to rewind the body
self._body_position = object()
if files:
raise NotImplementedError('Streamed bodies and files are mutually exclusive.')
if length:
self.headers['Content-Length'] = builtin_str(length)
else:
self.headers['Transfer-Encoding'] = 'chunked'
else:
# Multi-part file uploads.
if files:
(body, content_type) = self._encode_files(files, data)
else:
if data:
body = self._encode_params(data)
if isinstance(data, basestring) or hasattr(data, 'read'):
content_type = None
else:
content_type = 'application/x-www-form-urlencoded'
self.prepare_content_length(body)
# Add content-type if it wasn't explicitly provided.
if content_type and ('content-type' not in self.headers):
self.headers['Content-Type'] = content_type
self.body = body
def prepare_content_length(self, body):
"""Prepare Content-Length header based on request method and body"""
if body is not None:
length = super_len(body)
if length:
# If length exists, set it. Otherwise, we fallback
# to Transfer-Encoding: chunked.
self.headers['Content-Length'] = builtin_str(length)
elif self.method not in ('GET', 'HEAD') and self.headers.get('Content-Length') is None:
# Set Content-Length to 0 for methods that can have a body
# but don't provide one. (i.e. not GET or HEAD)
self.headers['Content-Length'] = '0'
def prepare_auth(self, auth, url=''):
"""Prepares the given HTTP auth data."""
# If no Auth is explicitly provided, extract it from the URL first.
if auth is None:
url_auth = get_auth_from_url(self.url)
auth = url_auth if any(url_auth) else None
if auth:
if isinstance(auth, tuple) and len(auth) == 2:
# special-case basic HTTP auth
auth = HTTPBasicAuth(*auth)
# Allow auth to make its changes.
r = auth(self)
# Update self to reflect the auth changes.
self.__dict__.update(r.__dict__)
# Recompute Content-Length
self.prepare_content_length(self.body)
def prepare_cookies(self, cookies):
"""Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
"""
if isinstance(cookies, cookielib.CookieJar):
self._cookies = cookies
else:
self._cookies = cookiejar_from_dict(cookies)
cookie_header = get_cookie_header(self._cookies, self)
if cookie_header is not None:
self.headers['Cookie'] = cookie_header
def prepare_hooks(self, hooks):
"""Prepares the given hooks."""
# hooks can be passed as None to the prepare method and to this
# method. To prevent iterating over None, simply use an empty list
# if hooks is False-y
hooks = hooks or []
for event in hooks:
self.register_hook(event, hooks[event])
class Response(object):
"""The :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
"""
__attrs__ = [
'_content', 'status_code', 'headers', 'url', 'history',
'encoding', 'reason', 'cookies', 'elapsed', 'request'
]
def __init__(self):
self._content = False
self._content_consumed = False
self._next = None
#: Integer Code of responded HTTP Status, e.g. 404 or 200.
self.status_code = None
#: Case-insensitive Dictionary of Response Headers.
#: For example, ``headers['content-encoding']`` will return the
#: value of a ``'Content-Encoding'`` response header.
self.headers = CaseInsensitiveDict()
#: File-like object representation of response (for advanced usage).
#: Use of ``raw`` requires that ``stream=True`` be set on the request.
# This requirement does not apply for use internally to Requests.
self.raw = None
#: Final URL location of Response.
self.url = None
#: Encoding to decode with when accessing r.text.
self.encoding = None
#: A list of :class:`Response <Response>` objects from
#: the history of the Request. Any redirect responses will end
#: up here. The list is sorted from the oldest to the most recent request.
self.history = []
#: Textual reason of responded HTTP Status, e.g. "Not Found" or "OK".
self.reason = None
#: A CookieJar of Cookies the server sent back.
self.cookies = cookiejar_from_dict({})
#: The amount of time elapsed between sending the request
#: and the arrival of the response (as a timedelta).
#: This property specifically measures the time taken between sending
#: the first byte of the request and finishing parsing the headers. It
#: is therefore unaffected by consuming the response content or the
#: value of the ``stream`` keyword argument.
self.elapsed = datetime.timedelta(0)
#: The :class:`PreparedRequest <PreparedRequest>` object to which this
#: is a response.
self.request = None
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def __getstate__(self):
# Consume everything; accessing the content attribute makes
# sure the content has been fully read.
if not self._content_consumed:
self.content
return {attr: getattr(self, attr, None) for attr in self.__attrs__}
def __setstate__(self, state):
for name, value in state.items():
setattr(self, name, value)
# pickled objects do not have .raw
setattr(self, '_content_consumed', True)
setattr(self, 'raw', None)
def __repr__(self):
return '<Response [%s]>' % (self.status_code)
def __bool__(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
return self.ok
def __nonzero__(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
return self.ok
def __iter__(self):
"""Allows you to use a response as an iterator."""
return self.iter_content(128)
@property
def ok(self):
"""Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
try:
self.raise_for_status()
except HTTPError:
return False
return True
@property
def is_redirect(self):
"""True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
"""
return ('location' in self.headers and self.status_code in REDIRECT_STATI)
@property
def is_permanent_redirect(self):
"""True if this Response one of the permanent versions of redirect."""
return ('location' in self.headers and self.status_code in (codes.moved_permanently, codes.permanent_redirect))
@property
def next(self):
"""Returns a PreparedRequest for the next request in a redirect chain, if there is one."""
return self._next
@property
def apparent_encoding(self):
"""The apparent encoding, provided by the chardet library."""
return chardet.detect(self.content)['encoding']
def iter_content(self, chunk_size=1, decode_unicode=False):
"""Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
"""
def generate():
# Special case for urllib3.
if hasattr(self.raw, 'stream'):
try:
for chunk in self.raw.stream(chunk_size, decode_content=True):
yield chunk
except ProtocolError as e:
raise ChunkedEncodingError(e)
except DecodeError as e:
raise ContentDecodingError(e)
except ReadTimeoutError as e:
raise ConnectionError(e)
else:
# Standard file-like object.
while True:
chunk = self.raw.read(chunk_size)
if not chunk:
break
yield chunk
self._content_consumed = True
if self._content_consumed and isinstance(self._content, bool):
raise StreamConsumedError()
elif chunk_size is not None and not isinstance(chunk_size, int):
raise TypeError("chunk_size must be an int, it is instead a %s." % type(chunk_size))
# simulate reading small chunks of the content
reused_chunks = iter_slices(self._content, chunk_size)
stream_chunks = generate()
chunks = reused_chunks if self._content_consumed else stream_chunks
if decode_unicode:
chunks = stream_decode_response_unicode(chunks, self)
return chunks
def iter_lines(self, chunk_size=ITER_CHUNK_SIZE, decode_unicode=False, delimiter=None):
"""Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
"""
pending = None
for chunk in self.iter_content(chunk_size=chunk_size, decode_unicode=decode_unicode):
if pending is not None:
chunk = pending + chunk
if delimiter:
lines = chunk.split(delimiter)
else:
lines = chunk.splitlines()
if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
pending = lines.pop()
else:
pending = None
for line in lines:
yield line
if pending is not None:
yield pending
@property
def content(self):
"""Content of the response, in bytes."""
if self._content is False:
# Read the contents.
if self._content_consumed:
raise RuntimeError(
'The content for this response was already consumed')
if self.status_code == 0 or self.raw is None:
self._content = None
else:
self._content = b''.join(self.iter_content(CONTENT_CHUNK_SIZE)) or b''
self._content_consumed = True
# don't need to release the connection; that's been handled by urllib3
# since we exhausted the data.
return self._content
@property
def text(self):
"""Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
"""
# Try charset from content-type
content = None
encoding = self.encoding
if not self.content:
return str('')
# Fallback to auto-detected encoding.
if self.encoding is None:
encoding = self.apparent_encoding
# Decode unicode from given encoding.
try:
content = str(self.content, encoding, errors='replace')
except (LookupError, TypeError):
# A LookupError is raised if the encoding was not found which could
# indicate a misspelling or similar mistake.
#
# A TypeError can be raised if encoding is None
#
# So we try blindly encoding.
content = str(self.content, errors='replace')
return content
def json(self, **kwargs):
r"""Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises ValueError: If the response body does not contain valid json.
"""
if not self.encoding and self.content and len(self.content) > 3:
# No encoding set. JSON RFC 4627 section 3 states we should expect
# UTF-8, -16 or -32. Detect which one to use; If the detection or
# decoding fails, fall back to `self.text` (using chardet to make
# a best guess).
encoding = guess_json_utf(self.content)
if encoding is not None:
try:
return complexjson.loads(
self.content.decode(encoding), **kwargs
)
except UnicodeDecodeError:
# Wrong UTF codec detected; usually because it's not UTF-8
# but some other 8-bit codec. This is an RFC violation,
# and the server didn't bother to tell us what codec *was*
# used.
pass
return complexjson.loads(self.text, **kwargs)
@property
def links(self):
"""Returns the parsed header links of the response, if any."""
header = self.headers.get('link')
# l = MultiDict()
l = {}
if header:
links = parse_header_links(header)
for link in links:
key = link.get('rel') or link.get('url')
l[key] = link
return l
def raise_for_status(self):
"""Raises stored :class:`HTTPError`, if one occurred."""
http_error_msg = ''
if isinstance(self.reason, bytes):
# We attempt to decode utf-8 first because some servers
# choose to localize their reason strings. If the string
# isn't utf-8, we fall back to iso-8859-1 for all other
# encodings. (See PR #3538)
try:
reason = self.reason.decode('utf-8')
except UnicodeDecodeError:
reason = self.reason.decode('iso-8859-1')
else:
reason = self.reason
if 400 <= self.status_code < 500:
http_error_msg = u'%s Client Error: %s for url: %s' % (self.status_code, reason, self.url)
elif 500 <= self.status_code < 600:
http_error_msg = u'%s Server Error: %s for url: %s' % (self.status_code, reason, self.url)
if http_error_msg:
raise HTTPError(http_error_msg, response=self)
def close(self):
"""Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
"""
if not self._content_consumed:
self.raw.close()
release_conn = getattr(self.raw, 'release_conn', None)
if release_conn is not None:
release_conn()
site-packages/pip/_vendor/requests/_internal_utils.py 0000644 00000002110 15201600075 0017116 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
"""
from .compat import is_py2, builtin_str, str
def to_native_string(string, encoding='ascii'):
"""Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
"""
if isinstance(string, builtin_str):
out = string
else:
if is_py2:
out = string.encode(encoding)
else:
out = string.decode(encoding)
return out
def unicode_is_ascii(u_string):
"""Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
"""
assert isinstance(u_string, str)
try:
u_string.encode('ascii')
return True
except UnicodeEncodeError:
return False
site-packages/pip/_vendor/requests/help.py 0000644 00000006772 15201600075 0014675 0 ustar 00 """Module containing bug report helper(s)."""
from __future__ import print_function
import json
import platform
import sys
import ssl
from pip._vendor import idna
from pip._vendor import urllib3
from pip._vendor import chardet
from . import __version__ as requests_version
try:
from pip._vendor.urllib3.contrib import pyopenssl
except ImportError:
pyopenssl = None
OpenSSL = None
cryptography = None
else:
import OpenSSL
import cryptography
def _implementation():
"""Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
"""
implementation = platform.python_implementation()
if implementation == 'CPython':
implementation_version = platform.python_version()
elif implementation == 'PyPy':
implementation_version = '%s.%s.%s' % (sys.pypy_version_info.major,
sys.pypy_version_info.minor,
sys.pypy_version_info.micro)
if sys.pypy_version_info.releaselevel != 'final':
implementation_version = ''.join([
implementation_version, sys.pypy_version_info.releaselevel
])
elif implementation == 'Jython':
implementation_version = platform.python_version() # Complete Guess
elif implementation == 'IronPython':
implementation_version = platform.python_version() # Complete Guess
else:
implementation_version = 'Unknown'
return {'name': implementation, 'version': implementation_version}
def info():
"""Generate information for a bug report."""
try:
platform_info = {
'system': platform.system(),
'release': platform.release(),
}
except IOError:
platform_info = {
'system': 'Unknown',
'release': 'Unknown',
}
implementation_info = _implementation()
urllib3_info = {'version': urllib3.__version__}
chardet_info = {'version': chardet.__version__}
pyopenssl_info = {
'version': None,
'openssl_version': '',
}
if OpenSSL:
pyopenssl_info = {
'version': OpenSSL.__version__,
'openssl_version': '%x' % OpenSSL.SSL.OPENSSL_VERSION_NUMBER,
}
cryptography_info = {
'version': getattr(cryptography, '__version__', ''),
}
idna_info = {
'version': getattr(idna, '__version__', ''),
}
system_ssl = ssl.OPENSSL_VERSION_NUMBER
system_ssl_info = {
'version': '%x' % system_ssl if system_ssl is not None else ''
}
return {
'platform': platform_info,
'implementation': implementation_info,
'system_ssl': system_ssl_info,
'using_pyopenssl': pyopenssl is not None,
'pyOpenSSL': pyopenssl_info,
'urllib3': urllib3_info,
'chardet': chardet_info,
'cryptography': cryptography_info,
'idna': idna_info,
'requests': {
'version': requests_version,
},
}
def main():
"""Pretty-print the bug information as JSON."""
print(json.dumps(info(), sort_keys=True, indent=2))
if __name__ == '__main__':
main()
site-packages/pip/_vendor/requests/cookies.py 0000644 00000043776 15201600075 0015406 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
"""
import copy
import time
import calendar
from ._internal_utils import to_native_string
from .compat import cookielib, urlparse, urlunparse, Morsel, MutableMapping
try:
import threading
except ImportError:
import dummy_threading as threading
class MockRequest(object):
"""Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
"""
def __init__(self, request):
self._r = request
self._new_headers = {}
self.type = urlparse(self._r.url).scheme
def get_type(self):
return self.type
def get_host(self):
return urlparse(self._r.url).netloc
def get_origin_req_host(self):
return self.get_host()
def get_full_url(self):
# Only return the response's URL if the user hadn't set the Host
# header
if not self._r.headers.get('Host'):
return self._r.url
# If they did set it, retrieve it and reconstruct the expected domain
host = to_native_string(self._r.headers['Host'], encoding='utf-8')
parsed = urlparse(self._r.url)
# Reconstruct the URL as we expect it
return urlunparse([
parsed.scheme, host, parsed.path, parsed.params, parsed.query,
parsed.fragment
])
def is_unverifiable(self):
return True
def has_header(self, name):
return name in self._r.headers or name in self._new_headers
def get_header(self, name, default=None):
return self._r.headers.get(name, self._new_headers.get(name, default))
def add_header(self, key, val):
"""cookielib has no legitimate use for this method; add it back if you find one."""
raise NotImplementedError("Cookie headers should be added with add_unredirected_header()")
def add_unredirected_header(self, name, value):
self._new_headers[name] = value
def get_new_headers(self):
return self._new_headers
@property
def unverifiable(self):
return self.is_unverifiable()
@property
def origin_req_host(self):
return self.get_origin_req_host()
@property
def host(self):
return self.get_host()
class MockResponse(object):
"""Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
"""
def __init__(self, headers):
"""Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
"""
self._headers = headers
def info(self):
return self._headers
def getheaders(self, name):
self._headers.getheaders(name)
def extract_cookies_to_jar(jar, request, response):
"""Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
"""
if not (hasattr(response, '_original_response') and
response._original_response):
return
# the _original_response field is the wrapped httplib.HTTPResponse object,
req = MockRequest(request)
# pull out the HTTPMessage with the headers and put it in the mock:
res = MockResponse(response._original_response.msg)
jar.extract_cookies(res, req)
def get_cookie_header(jar, request):
"""
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
"""
r = MockRequest(request)
jar.add_cookie_header(r)
return r.get_new_headers().get('Cookie')
def remove_cookie_by_name(cookiejar, name, domain=None, path=None):
"""Unsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
"""
clearables = []
for cookie in cookiejar:
if cookie.name != name:
continue
if domain is not None and domain != cookie.domain:
continue
if path is not None and path != cookie.path:
continue
clearables.append((cookie.domain, cookie.path, cookie.name))
for domain, path, name in clearables:
cookiejar.clear(domain, path, name)
class CookieConflictError(RuntimeError):
"""There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
"""
class RequestsCookieJar(cookielib.CookieJar, MutableMapping):
"""Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
"""
def get(self, name, default=None, domain=None, path=None):
"""Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
"""
try:
return self._find_no_duplicates(name, domain, path)
except KeyError:
return default
def set(self, name, value, **kwargs):
"""Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
"""
# support client code that unsets cookies by assignment of a None value:
if value is None:
remove_cookie_by_name(self, name, domain=kwargs.get('domain'), path=kwargs.get('path'))
return
if isinstance(value, Morsel):
c = morsel_to_cookie(value)
else:
c = create_cookie(name, value, **kwargs)
self.set_cookie(c)
return c
def iterkeys(self):
"""Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
"""
for cookie in iter(self):
yield cookie.name
def keys(self):
"""Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
"""
return list(self.iterkeys())
def itervalues(self):
"""Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
"""
for cookie in iter(self):
yield cookie.value
def values(self):
"""Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
"""
return list(self.itervalues())
def iteritems(self):
"""Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
"""
for cookie in iter(self):
yield cookie.name, cookie.value
def items(self):
"""Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
"""
return list(self.iteritems())
def list_domains(self):
"""Utility method to list all the domains in the jar."""
domains = []
for cookie in iter(self):
if cookie.domain not in domains:
domains.append(cookie.domain)
return domains
def list_paths(self):
"""Utility method to list all the paths in the jar."""
paths = []
for cookie in iter(self):
if cookie.path not in paths:
paths.append(cookie.path)
return paths
def multiple_domains(self):
"""Returns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
"""
domains = []
for cookie in iter(self):
if cookie.domain is not None and cookie.domain in domains:
return True
domains.append(cookie.domain)
return False # there is only one domain in jar
def get_dict(self, domain=None, path=None):
"""Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
"""
dictionary = {}
for cookie in iter(self):
if (
(domain is None or cookie.domain == domain) and
(path is None or cookie.path == path)
):
dictionary[cookie.name] = cookie.value
return dictionary
def __contains__(self, name):
try:
return super(RequestsCookieJar, self).__contains__(name)
except CookieConflictError:
return True
def __getitem__(self, name):
"""Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
"""
return self._find_no_duplicates(name)
def __setitem__(self, name, value):
"""Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
"""
self.set(name, value)
def __delitem__(self, name):
"""Deletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
"""
remove_cookie_by_name(self, name)
def set_cookie(self, cookie, *args, **kwargs):
if hasattr(cookie.value, 'startswith') and cookie.value.startswith('"') and cookie.value.endswith('"'):
cookie.value = cookie.value.replace('\\"', '')
return super(RequestsCookieJar, self).set_cookie(cookie, *args, **kwargs)
def update(self, other):
"""Updates this jar with cookies from another CookieJar or dict-like"""
if isinstance(other, cookielib.CookieJar):
for cookie in other:
self.set_cookie(copy.copy(cookie))
else:
super(RequestsCookieJar, self).update(other)
def _find(self, name, domain=None, path=None):
"""Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
"""
for cookie in iter(self):
if cookie.name == name:
if domain is None or cookie.domain == domain:
if path is None or cookie.path == path:
return cookie.value
raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path))
def _find_no_duplicates(self, name, domain=None, path=None):
"""Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
"""
toReturn = None
for cookie in iter(self):
if cookie.name == name:
if domain is None or cookie.domain == domain:
if path is None or cookie.path == path:
if toReturn is not None: # if there are multiple cookies that meet passed in criteria
raise CookieConflictError('There are multiple cookies with name, %r' % (name))
toReturn = cookie.value # we will eventually return this as long as no cookie conflict
if toReturn:
return toReturn
raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path))
def __getstate__(self):
"""Unlike a normal CookieJar, this class is pickleable."""
state = self.__dict__.copy()
# remove the unpickleable RLock object
state.pop('_cookies_lock')
return state
def __setstate__(self, state):
"""Unlike a normal CookieJar, this class is pickleable."""
self.__dict__.update(state)
if '_cookies_lock' not in self.__dict__:
self._cookies_lock = threading.RLock()
def copy(self):
"""Return a copy of this RequestsCookieJar."""
new_cj = RequestsCookieJar()
new_cj.set_policy(self.get_policy())
new_cj.update(self)
return new_cj
def get_policy(self):
"""Return the CookiePolicy instance used."""
return self._policy
def _copy_cookie_jar(jar):
if jar is None:
return None
if hasattr(jar, 'copy'):
# We're dealing with an instance of RequestsCookieJar
return jar.copy()
# We're dealing with a generic CookieJar instance
new_jar = copy.copy(jar)
new_jar.clear()
for cookie in jar:
new_jar.set_cookie(copy.copy(cookie))
return new_jar
def create_cookie(name, value, **kwargs):
"""Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
"""
result = {
'version': 0,
'name': name,
'value': value,
'port': None,
'domain': '',
'path': '/',
'secure': False,
'expires': None,
'discard': True,
'comment': None,
'comment_url': None,
'rest': {'HttpOnly': None},
'rfc2109': False,
}
badargs = set(kwargs) - set(result)
if badargs:
err = 'create_cookie() got unexpected keyword arguments: %s'
raise TypeError(err % list(badargs))
result.update(kwargs)
result['port_specified'] = bool(result['port'])
result['domain_specified'] = bool(result['domain'])
result['domain_initial_dot'] = result['domain'].startswith('.')
result['path_specified'] = bool(result['path'])
return cookielib.Cookie(**result)
def morsel_to_cookie(morsel):
"""Convert a Morsel object into a Cookie containing the one k/v pair."""
expires = None
if morsel['max-age']:
try:
expires = int(time.time() + int(morsel['max-age']))
except ValueError:
raise TypeError('max-age: %s must be integer' % morsel['max-age'])
elif morsel['expires']:
time_template = '%a, %d-%b-%Y %H:%M:%S GMT'
expires = calendar.timegm(
time.strptime(morsel['expires'], time_template)
)
return create_cookie(
comment=morsel['comment'],
comment_url=bool(morsel['comment']),
discard=False,
domain=morsel['domain'],
expires=expires,
name=morsel.key,
path=morsel['path'],
port=None,
rest={'HttpOnly': morsel['httponly']},
rfc2109=False,
secure=bool(morsel['secure']),
value=morsel.value,
version=morsel['version'] or 0,
)
def cookiejar_from_dict(cookie_dict, cookiejar=None, overwrite=True):
"""Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
"""
if cookiejar is None:
cookiejar = RequestsCookieJar()
if cookie_dict is not None:
names_from_jar = [cookie.name for cookie in cookiejar]
for name in cookie_dict:
if overwrite or (name not in names_from_jar):
cookiejar.set_cookie(create_cookie(name, cookie_dict[name]))
return cookiejar
def merge_cookies(cookiejar, cookies):
"""Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
"""
if not isinstance(cookiejar, cookielib.CookieJar):
raise ValueError('You can only merge into CookieJar')
if isinstance(cookies, dict):
cookiejar = cookiejar_from_dict(
cookies, cookiejar=cookiejar, overwrite=False)
elif isinstance(cookies, cookielib.CookieJar):
try:
cookiejar.update(cookies)
except AttributeError:
for cookie_in_jar in cookies:
cookiejar.set_cookie(cookie_in_jar)
return cookiejar
site-packages/pip/_vendor/requests/structures.py 0000644 00000005645 15201600075 0016166 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
"""
from .compat import OrderedDict, Mapping, MutableMapping
class CaseInsensitiveDict(MutableMapping):
"""A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
"""
def __init__(self, data=None, **kwargs):
self._store = OrderedDict()
if data is None:
data = {}
self.update(data, **kwargs)
def __setitem__(self, key, value):
# Use the lowercased key for lookups, but store the actual
# key alongside the value.
self._store[key.lower()] = (key, value)
def __getitem__(self, key):
return self._store[key.lower()][1]
def __delitem__(self, key):
del self._store[key.lower()]
def __iter__(self):
return (casedkey for casedkey, mappedvalue in self._store.values())
def __len__(self):
return len(self._store)
def lower_items(self):
"""Like iteritems(), but with all lowercase keys."""
return (
(lowerkey, keyval[1])
for (lowerkey, keyval)
in self._store.items()
)
def __eq__(self, other):
if isinstance(other, Mapping):
other = CaseInsensitiveDict(other)
else:
return NotImplemented
# Compare insensitively
return dict(self.lower_items()) == dict(other.lower_items())
# Copy is required
def copy(self):
return CaseInsensitiveDict(self._store.values())
def __repr__(self):
return str(dict(self.items()))
class LookupDict(dict):
"""Dictionary lookup object."""
def __init__(self, name=None):
self.name = name
super(LookupDict, self).__init__()
def __repr__(self):
return '<lookup \'%s\'>' % (self.name)
def __getitem__(self, key):
# We allow fall-through here, so values default to None
return self.__dict__.get(key, None)
def get(self, key, default=None):
return self.__dict__.get(key, default)
site-packages/pip/_vendor/requests/certs.py 0000644 00000000721 15201600075 0015051 0 ustar 00 #!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
"""
from pip._vendor.certifi import where
if __name__ == '__main__':
print(where())
site-packages/pip/_vendor/requests/status_codes.py 0000644 00000010041 15201600075 0016425 0 ustar 00 # -*- coding: utf-8 -*-
r"""
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
"""
from .structures import LookupDict
_codes = {
# Informational.
100: ('continue',),
101: ('switching_protocols',),
102: ('processing',),
103: ('checkpoint',),
122: ('uri_too_long', 'request_uri_too_long'),
200: ('ok', 'okay', 'all_ok', 'all_okay', 'all_good', '\\o/', '✓'),
201: ('created',),
202: ('accepted',),
203: ('non_authoritative_info', 'non_authoritative_information'),
204: ('no_content',),
205: ('reset_content', 'reset'),
206: ('partial_content', 'partial'),
207: ('multi_status', 'multiple_status', 'multi_stati', 'multiple_stati'),
208: ('already_reported',),
226: ('im_used',),
# Redirection.
300: ('multiple_choices',),
301: ('moved_permanently', 'moved', '\\o-'),
302: ('found',),
303: ('see_other', 'other'),
304: ('not_modified',),
305: ('use_proxy',),
306: ('switch_proxy',),
307: ('temporary_redirect', 'temporary_moved', 'temporary'),
308: ('permanent_redirect',
'resume_incomplete', 'resume',), # These 2 to be removed in 3.0
# Client Error.
400: ('bad_request', 'bad'),
401: ('unauthorized',),
402: ('payment_required', 'payment'),
403: ('forbidden',),
404: ('not_found', '-o-'),
405: ('method_not_allowed', 'not_allowed'),
406: ('not_acceptable',),
407: ('proxy_authentication_required', 'proxy_auth', 'proxy_authentication'),
408: ('request_timeout', 'timeout'),
409: ('conflict',),
410: ('gone',),
411: ('length_required',),
412: ('precondition_failed', 'precondition'),
413: ('request_entity_too_large',),
414: ('request_uri_too_large',),
415: ('unsupported_media_type', 'unsupported_media', 'media_type'),
416: ('requested_range_not_satisfiable', 'requested_range', 'range_not_satisfiable'),
417: ('expectation_failed',),
418: ('im_a_teapot', 'teapot', 'i_am_a_teapot'),
421: ('misdirected_request',),
422: ('unprocessable_entity', 'unprocessable'),
423: ('locked',),
424: ('failed_dependency', 'dependency'),
425: ('unordered_collection', 'unordered'),
426: ('upgrade_required', 'upgrade'),
428: ('precondition_required', 'precondition'),
429: ('too_many_requests', 'too_many'),
431: ('header_fields_too_large', 'fields_too_large'),
444: ('no_response', 'none'),
449: ('retry_with', 'retry'),
450: ('blocked_by_windows_parental_controls', 'parental_controls'),
451: ('unavailable_for_legal_reasons', 'legal_reasons'),
499: ('client_closed_request',),
# Server Error.
500: ('internal_server_error', 'server_error', '/o\\', '✗'),
501: ('not_implemented',),
502: ('bad_gateway',),
503: ('service_unavailable', 'unavailable'),
504: ('gateway_timeout',),
505: ('http_version_not_supported', 'http_version'),
506: ('variant_also_negotiates',),
507: ('insufficient_storage',),
509: ('bandwidth_limit_exceeded', 'bandwidth'),
510: ('not_extended',),
511: ('network_authentication_required', 'network_auth', 'network_authentication'),
}
codes = LookupDict(name='status_codes')
def _init():
for code, titles in _codes.items():
for title in titles:
setattr(codes, title, code)
if not title.startswith(('\\', '/')):
setattr(codes, title.upper(), code)
def doc(code):
names = ', '.join('``%s``' % n for n in _codes[code])
return '* %d: %s' % (code, names)
global __doc__
__doc__ = (__doc__ + '\n' +
'\n'.join(doc(code) for code in sorted(_codes))
if __doc__ is not None else None)
_init()
site-packages/pip/_vendor/requests/sessions.py 0000644 00000071224 15201600075 0015605 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.session
~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
"""
import os
import sys
import time
from datetime import timedelta
from .auth import _basic_auth_str
from .compat import cookielib, is_py3, OrderedDict, urljoin, urlparse, Mapping
from .cookies import (
cookiejar_from_dict, extract_cookies_to_jar, RequestsCookieJar, merge_cookies)
from .models import Request, PreparedRequest, DEFAULT_REDIRECT_LIMIT
from .hooks import default_hooks, dispatch_hook
from ._internal_utils import to_native_string
from .utils import to_key_val_list, default_headers, DEFAULT_PORTS
from .exceptions import (
TooManyRedirects, InvalidSchema, ChunkedEncodingError, ContentDecodingError)
from .structures import CaseInsensitiveDict
from .adapters import HTTPAdapter
from .utils import (
requote_uri, get_environ_proxies, get_netrc_auth, should_bypass_proxies,
get_auth_from_url, rewind_body
)
from .status_codes import codes
# formerly defined here, reexposed here for backward compatibility
from .models import REDIRECT_STATI
# Preferred clock, based on which one is more accurate on a given system.
if sys.platform == 'win32':
try: # Python 3.4+
preferred_clock = time.perf_counter
except AttributeError: # Earlier than Python 3.
preferred_clock = time.clock
else:
preferred_clock = time.time
def merge_setting(request_setting, session_setting, dict_class=OrderedDict):
"""Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
"""
if session_setting is None:
return request_setting
if request_setting is None:
return session_setting
# Bypass if not a dictionary (e.g. verify)
if not (
isinstance(session_setting, Mapping) and
isinstance(request_setting, Mapping)
):
return request_setting
merged_setting = dict_class(to_key_val_list(session_setting))
merged_setting.update(to_key_val_list(request_setting))
# Remove keys that are set to None. Extract keys first to avoid altering
# the dictionary during iteration.
none_keys = [k for (k, v) in merged_setting.items() if v is None]
for key in none_keys:
del merged_setting[key]
return merged_setting
def merge_hooks(request_hooks, session_hooks, dict_class=OrderedDict):
"""Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
"""
if session_hooks is None or session_hooks.get('response') == []:
return request_hooks
if request_hooks is None or request_hooks.get('response') == []:
return session_hooks
return merge_setting(request_hooks, session_hooks, dict_class)
class SessionRedirectMixin(object):
def get_redirect_target(self, resp):
"""Receives a Response. Returns a redirect URI or ``None``"""
# Due to the nature of how requests processes redirects this method will
# be called at least once upon the original response and at least twice
# on each subsequent redirect response (if any).
# If a custom mixin is used to handle this logic, it may be advantageous
# to cache the redirect location onto the response object as a private
# attribute.
if resp.is_redirect:
location = resp.headers['location']
# Currently the underlying http module on py3 decode headers
# in latin1, but empirical evidence suggests that latin1 is very
# rarely used with non-ASCII characters in HTTP headers.
# It is more likely to get UTF8 header rather than latin1.
# This causes incorrect handling of UTF8 encoded location headers.
# To solve this, we re-encode the location in latin1.
if is_py3:
location = location.encode('latin1')
return to_native_string(location, 'utf8')
return None
def should_strip_auth(self, old_url, new_url):
"""Decide whether Authorization header should be removed when redirecting"""
old_parsed = urlparse(old_url)
new_parsed = urlparse(new_url)
if old_parsed.hostname != new_parsed.hostname:
return True
# Special case: allow http -> https redirect when using the standard
# ports. This isn't specified by RFC 7235, but is kept to avoid
# breaking backwards compatibility with older versions of requests
# that allowed any redirects on the same host.
if (old_parsed.scheme == 'http' and old_parsed.port in (80, None)
and new_parsed.scheme == 'https' and new_parsed.port in (443, None)):
return False
# Handle default port usage corresponding to scheme.
changed_port = old_parsed.port != new_parsed.port
changed_scheme = old_parsed.scheme != new_parsed.scheme
default_port = (DEFAULT_PORTS.get(old_parsed.scheme, None), None)
if (not changed_scheme and old_parsed.port in default_port
and new_parsed.port in default_port):
return False
# Standard case: root URI must match
return changed_port or changed_scheme
def resolve_redirects(self, resp, req, stream=False, timeout=None,
verify=True, cert=None, proxies=None, yield_requests=False, **adapter_kwargs):
"""Receives a Response. Returns a generator of Responses or Requests."""
hist = [] # keep track of history
url = self.get_redirect_target(resp)
previous_fragment = urlparse(req.url).fragment
while url:
prepared_request = req.copy()
# Update history and keep track of redirects.
# resp.history must ignore the original request in this loop
hist.append(resp)
resp.history = hist[1:]
try:
resp.content # Consume socket so it can be released
except (ChunkedEncodingError, ContentDecodingError, RuntimeError):
resp.raw.read(decode_content=False)
if len(resp.history) >= self.max_redirects:
raise TooManyRedirects('Exceeded %s redirects.' % self.max_redirects, response=resp)
# Release the connection back into the pool.
resp.close()
# Handle redirection without scheme (see: RFC 1808 Section 4)
if url.startswith('//'):
parsed_rurl = urlparse(resp.url)
url = '%s:%s' % (to_native_string(parsed_rurl.scheme), url)
# Normalize url case and attach previous fragment if needed (RFC 7231 7.1.2)
parsed = urlparse(url)
if parsed.fragment == '' and previous_fragment:
parsed = parsed._replace(fragment=previous_fragment)
elif parsed.fragment:
previous_fragment = parsed.fragment
url = parsed.geturl()
# Facilitate relative 'location' headers, as allowed by RFC 7231.
# (e.g. '/path/to/resource' instead of 'http://domain.tld/path/to/resource')
# Compliant with RFC3986, we percent encode the url.
if not parsed.netloc:
url = urljoin(resp.url, requote_uri(url))
else:
url = requote_uri(url)
prepared_request.url = to_native_string(url)
self.rebuild_method(prepared_request, resp)
# https://github.com/requests/requests/issues/1084
if resp.status_code not in (codes.temporary_redirect, codes.permanent_redirect):
# https://github.com/requests/requests/issues/3490
purged_headers = ('Content-Length', 'Content-Type', 'Transfer-Encoding')
for header in purged_headers:
prepared_request.headers.pop(header, None)
prepared_request.body = None
headers = prepared_request.headers
try:
del headers['Cookie']
except KeyError:
pass
# Extract any cookies sent on the response to the cookiejar
# in the new request. Because we've mutated our copied prepared
# request, use the old one that we haven't yet touched.
extract_cookies_to_jar(prepared_request._cookies, req, resp.raw)
merge_cookies(prepared_request._cookies, self.cookies)
prepared_request.prepare_cookies(prepared_request._cookies)
# Rebuild auth and proxy information.
proxies = self.rebuild_proxies(prepared_request, proxies)
self.rebuild_auth(prepared_request, resp)
# A failed tell() sets `_body_position` to `object()`. This non-None
# value ensures `rewindable` will be True, allowing us to raise an
# UnrewindableBodyError, instead of hanging the connection.
rewindable = (
prepared_request._body_position is not None and
('Content-Length' in headers or 'Transfer-Encoding' in headers)
)
# Attempt to rewind consumed file-like object.
if rewindable:
rewind_body(prepared_request)
# Override the original request.
req = prepared_request
if yield_requests:
yield req
else:
resp = self.send(
req,
stream=stream,
timeout=timeout,
verify=verify,
cert=cert,
proxies=proxies,
allow_redirects=False,
**adapter_kwargs
)
extract_cookies_to_jar(self.cookies, prepared_request, resp.raw)
# extract redirect url, if any, for the next loop
url = self.get_redirect_target(resp)
yield resp
def rebuild_auth(self, prepared_request, response):
"""When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
"""
headers = prepared_request.headers
url = prepared_request.url
if 'Authorization' in headers and self.should_strip_auth(response.request.url, url):
# If we get redirected to a new host, we should strip out any
# authentication headers.
del headers['Authorization']
# .netrc might have more auth for us on our new host.
new_auth = get_netrc_auth(url) if self.trust_env else None
if new_auth is not None:
prepared_request.prepare_auth(new_auth)
return
def rebuild_proxies(self, prepared_request, proxies):
"""This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
"""
proxies = proxies if proxies is not None else {}
headers = prepared_request.headers
url = prepared_request.url
scheme = urlparse(url).scheme
new_proxies = proxies.copy()
no_proxy = proxies.get('no_proxy')
bypass_proxy = should_bypass_proxies(url, no_proxy=no_proxy)
if self.trust_env and not bypass_proxy:
environ_proxies = get_environ_proxies(url, no_proxy=no_proxy)
proxy = environ_proxies.get(scheme, environ_proxies.get('all'))
if proxy:
new_proxies.setdefault(scheme, proxy)
if 'Proxy-Authorization' in headers:
del headers['Proxy-Authorization']
try:
username, password = get_auth_from_url(new_proxies[scheme])
except KeyError:
username, password = None, None
if username and password:
headers['Proxy-Authorization'] = _basic_auth_str(username, password)
return new_proxies
def rebuild_method(self, prepared_request, response):
"""When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
"""
method = prepared_request.method
# https://tools.ietf.org/html/rfc7231#section-6.4.4
if response.status_code == codes.see_other and method != 'HEAD':
method = 'GET'
# Do what the browsers do, despite standards...
# First, turn 302s into GETs.
if response.status_code == codes.found and method != 'HEAD':
method = 'GET'
# Second, if a POST is responded to with a 301, turn it into a GET.
# This bizarre behaviour is explained in Issue 1704.
if response.status_code == codes.moved and method == 'POST':
method = 'GET'
prepared_request.method = method
class Session(SessionRedirectMixin):
"""A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
>>> s.get('https://httpbin.org/get')
<Response [200]>
"""
__attrs__ = [
'headers', 'cookies', 'auth', 'proxies', 'hooks', 'params', 'verify',
'cert', 'prefetch', 'adapters', 'stream', 'trust_env',
'max_redirects',
]
def __init__(self):
#: A case-insensitive dictionary of headers to be sent on each
#: :class:`Request <Request>` sent from this
#: :class:`Session <Session>`.
self.headers = default_headers()
#: Default Authentication tuple or object to attach to
#: :class:`Request <Request>`.
self.auth = None
#: Dictionary mapping protocol or protocol and host to the URL of the proxy
#: (e.g. {'http': 'foo.bar:3128', 'http://host.name': 'foo.bar:4012'}) to
#: be used on each :class:`Request <Request>`.
self.proxies = {}
#: Event-handling hooks.
self.hooks = default_hooks()
#: Dictionary of querystring data to attach to each
#: :class:`Request <Request>`. The dictionary values may be lists for
#: representing multivalued query parameters.
self.params = {}
#: Stream response content default.
self.stream = False
#: SSL Verification default.
self.verify = True
#: SSL client certificate default, if String, path to ssl client
#: cert file (.pem). If Tuple, ('cert', 'key') pair.
self.cert = None
#: Maximum number of redirects allowed. If the request exceeds this
#: limit, a :class:`TooManyRedirects` exception is raised.
#: This defaults to requests.models.DEFAULT_REDIRECT_LIMIT, which is
#: 30.
self.max_redirects = DEFAULT_REDIRECT_LIMIT
#: Trust environment settings for proxy configuration, default
#: authentication and similar.
self.trust_env = True
#: A CookieJar containing all currently outstanding cookies set on this
#: session. By default it is a
#: :class:`RequestsCookieJar <requests.cookies.RequestsCookieJar>`, but
#: may be any other ``cookielib.CookieJar`` compatible object.
self.cookies = cookiejar_from_dict({})
# Default connection adapters.
self.adapters = OrderedDict()
self.mount('https://', HTTPAdapter())
self.mount('http://', HTTPAdapter())
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def prepare_request(self, request):
"""Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
"""
cookies = request.cookies or {}
# Bootstrap CookieJar.
if not isinstance(cookies, cookielib.CookieJar):
cookies = cookiejar_from_dict(cookies)
# Merge with session cookies
merged_cookies = merge_cookies(
merge_cookies(RequestsCookieJar(), self.cookies), cookies)
# Set environment's basic authentication if not explicitly set.
auth = request.auth
if self.trust_env and not auth and not self.auth:
auth = get_netrc_auth(request.url)
p = PreparedRequest()
p.prepare(
method=request.method.upper(),
url=request.url,
files=request.files,
data=request.data,
json=request.json,
headers=merge_setting(request.headers, self.headers, dict_class=CaseInsensitiveDict),
params=merge_setting(request.params, self.params),
auth=merge_setting(auth, self.auth),
cookies=merged_cookies,
hooks=merge_hooks(request.hooks, self.hooks),
)
return p
def request(self, method, url,
params=None, data=None, headers=None, cookies=None, files=None,
auth=None, timeout=None, allow_redirects=True, proxies=None,
hooks=None, stream=None, verify=None, cert=None, json=None):
"""Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
"""
# Create the Request.
req = Request(
method=method.upper(),
url=url,
headers=headers,
files=files,
data=data or {},
json=json,
params=params or {},
auth=auth,
cookies=cookies,
hooks=hooks,
)
prep = self.prepare_request(req)
proxies = proxies or {}
settings = self.merge_environment_settings(
prep.url, proxies, stream, verify, cert
)
# Send the request.
send_kwargs = {
'timeout': timeout,
'allow_redirects': allow_redirects,
}
send_kwargs.update(settings)
resp = self.send(prep, **send_kwargs)
return resp
def get(self, url, **kwargs):
r"""Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return self.request('GET', url, **kwargs)
def options(self, url, **kwargs):
r"""Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return self.request('OPTIONS', url, **kwargs)
def head(self, url, **kwargs):
r"""Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', False)
return self.request('HEAD', url, **kwargs)
def post(self, url, data=None, json=None, **kwargs):
r"""Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('POST', url, data=data, json=json, **kwargs)
def put(self, url, data=None, **kwargs):
r"""Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('PUT', url, data=data, **kwargs)
def patch(self, url, data=None, **kwargs):
r"""Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('PATCH', url, data=data, **kwargs)
def delete(self, url, **kwargs):
r"""Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('DELETE', url, **kwargs)
def send(self, request, **kwargs):
"""Send a given PreparedRequest.
:rtype: requests.Response
"""
# Set defaults that the hooks can utilize to ensure they always have
# the correct parameters to reproduce the previous request.
kwargs.setdefault('stream', self.stream)
kwargs.setdefault('verify', self.verify)
kwargs.setdefault('cert', self.cert)
kwargs.setdefault('proxies', self.proxies)
# It's possible that users might accidentally send a Request object.
# Guard against that specific failure case.
if isinstance(request, Request):
raise ValueError('You can only send PreparedRequests.')
# Set up variables needed for resolve_redirects and dispatching of hooks
allow_redirects = kwargs.pop('allow_redirects', True)
stream = kwargs.get('stream')
hooks = request.hooks
# Get the appropriate adapter to use
adapter = self.get_adapter(url=request.url)
# Start time (approximately) of the request
start = preferred_clock()
# Send the request
r = adapter.send(request, **kwargs)
# Total elapsed time of the request (approximately)
elapsed = preferred_clock() - start
r.elapsed = timedelta(seconds=elapsed)
# Response manipulation hooks
r = dispatch_hook('response', hooks, r, **kwargs)
# Persist cookies
if r.history:
# If the hooks create history then we want those cookies too
for resp in r.history:
extract_cookies_to_jar(self.cookies, resp.request, resp.raw)
extract_cookies_to_jar(self.cookies, request, r.raw)
# Redirect resolving generator.
gen = self.resolve_redirects(r, request, **kwargs)
# Resolve redirects if allowed.
history = [resp for resp in gen] if allow_redirects else []
# Shuffle things around if there's history.
if history:
# Insert the first (original) request at the start
history.insert(0, r)
# Get the last request made
r = history.pop()
r.history = history
# If redirects aren't being followed, store the response on the Request for Response.next().
if not allow_redirects:
try:
r._next = next(self.resolve_redirects(r, request, yield_requests=True, **kwargs))
except StopIteration:
pass
if not stream:
r.content
return r
def merge_environment_settings(self, url, proxies, stream, verify, cert):
"""
Check the environment and merge it with some settings.
:rtype: dict
"""
# Gather clues from the surrounding environment.
if self.trust_env:
# Set environment's proxies.
no_proxy = proxies.get('no_proxy') if proxies is not None else None
env_proxies = get_environ_proxies(url, no_proxy=no_proxy)
for (k, v) in env_proxies.items():
proxies.setdefault(k, v)
# Look for requests environment configuration and be compatible
# with cURL.
if verify is True or verify is None:
verify = (os.environ.get('REQUESTS_CA_BUNDLE') or
os.environ.get('CURL_CA_BUNDLE'))
# Merge all the kwargs.
proxies = merge_setting(proxies, self.proxies)
stream = merge_setting(stream, self.stream)
verify = merge_setting(verify, self.verify)
cert = merge_setting(cert, self.cert)
return {'verify': verify, 'proxies': proxies, 'stream': stream,
'cert': cert}
def get_adapter(self, url):
"""
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
"""
for (prefix, adapter) in self.adapters.items():
if url.lower().startswith(prefix.lower()):
return adapter
# Nothing matches :-/
raise InvalidSchema("No connection adapters were found for '%s'" % url)
def close(self):
"""Closes all adapters and as such the session"""
for v in self.adapters.values():
v.close()
def mount(self, prefix, adapter):
"""Registers a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
"""
self.adapters[prefix] = adapter
keys_to_move = [k for k in self.adapters if len(k) < len(prefix)]
for key in keys_to_move:
self.adapters[key] = self.adapters.pop(key)
def __getstate__(self):
state = {attr: getattr(self, attr, None) for attr in self.__attrs__}
return state
def __setstate__(self, state):
for attr, value in state.items():
setattr(self, attr, value)
def session():
"""
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
"""
return Session()
site-packages/pip/_vendor/requests/api.py 0000644 00000014177 15201600075 0014514 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
"""
from . import sessions
def request(method, url, **kwargs):
"""Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
<Response [200]>
"""
# By using the 'with' statement we are sure the session is closed, thus we
# avoid leaving sockets open which can trigger a ResourceWarning in some
# cases, and look like a memory leak in others.
with sessions.Session() as session:
return session.request(method=method, url=url, **kwargs)
def get(url, params=None, **kwargs):
r"""Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return request('get', url, params=params, **kwargs)
def options(url, **kwargs):
r"""Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return request('options', url, **kwargs)
def head(url, **kwargs):
r"""Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', False)
return request('head', url, **kwargs)
def post(url, data=None, json=None, **kwargs):
r"""Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('post', url, data=data, json=json, **kwargs)
def put(url, data=None, **kwargs):
r"""Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('put', url, data=data, **kwargs)
def patch(url, data=None, **kwargs):
r"""Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('patch', url, data=data, **kwargs)
def delete(url, **kwargs):
r"""Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('delete', url, **kwargs)
site-packages/pip/_vendor/requests/__version__.py 0000644 00000000664 15201600075 0016220 0 ustar 00 # .-. .-. .-. . . .-. .-. .-. .-.
# |( |- |.| | | |- `-. | `-.
# ' ' `-' `-`.`-' `-' `-' ' `-'
__title__ = 'requests'
__description__ = 'Python HTTP for Humans.'
__url__ = 'http://python-requests.org'
__version__ = '2.22.0'
__build__ = 0x022200
__author__ = 'Kenneth Reitz'
__author_email__ = 'me@kennethreitz.org'
__license__ = 'Apache 2.0'
__copyright__ = 'Copyright 2019 Kenneth Reitz'
__cake__ = u'\u2728 \U0001f370 \u2728'
site-packages/pip/_vendor/requests/utils.py 0000644 00000072541 15201600075 0015102 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
"""
import codecs
import contextlib
import io
import os
import re
import socket
import struct
import sys
import tempfile
import warnings
import zipfile
from .__version__ import __version__
from . import certs
# to_native_string is unused here, but imported here for backwards compatibility
from ._internal_utils import to_native_string
from .compat import parse_http_list as _parse_list_header
from .compat import (
quote, urlparse, bytes, str, OrderedDict, unquote, getproxies,
proxy_bypass, urlunparse, basestring, integer_types, is_py3,
proxy_bypass_environment, getproxies_environment, Mapping)
from .cookies import cookiejar_from_dict
from .structures import CaseInsensitiveDict
from .exceptions import (
InvalidURL, InvalidHeader, FileModeWarning, UnrewindableBodyError)
NETRC_FILES = ('.netrc', '_netrc')
DEFAULT_CA_BUNDLE_PATH = certs.where()
DEFAULT_PORTS = {'http': 80, 'https': 443}
if sys.platform == 'win32':
# provide a proxy_bypass version on Windows without DNS lookups
def proxy_bypass_registry(host):
try:
if is_py3:
import winreg
else:
import _winreg as winreg
except ImportError:
return False
try:
internetSettings = winreg.OpenKey(winreg.HKEY_CURRENT_USER,
r'Software\Microsoft\Windows\CurrentVersion\Internet Settings')
# ProxyEnable could be REG_SZ or REG_DWORD, normalizing it
proxyEnable = int(winreg.QueryValueEx(internetSettings,
'ProxyEnable')[0])
# ProxyOverride is almost always a string
proxyOverride = winreg.QueryValueEx(internetSettings,
'ProxyOverride')[0]
except OSError:
return False
if not proxyEnable or not proxyOverride:
return False
# make a check value list from the registry entry: replace the
# '<local>' string by the localhost entry and the corresponding
# canonical entry.
proxyOverride = proxyOverride.split(';')
# now check if we match one of the registry values.
for test in proxyOverride:
if test == '<local>':
if '.' not in host:
return True
test = test.replace(".", r"\.") # mask dots
test = test.replace("*", r".*") # change glob sequence
test = test.replace("?", r".") # change glob char
if re.match(test, host, re.I):
return True
return False
def proxy_bypass(host): # noqa
"""Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
"""
if getproxies_environment():
return proxy_bypass_environment(host)
else:
return proxy_bypass_registry(host)
def dict_to_sequence(d):
"""Returns an internal sequence dictionary update."""
if hasattr(d, 'items'):
d = d.items()
return d
def super_len(o):
total_length = None
current_position = 0
if hasattr(o, '__len__'):
total_length = len(o)
elif hasattr(o, 'len'):
total_length = o.len
elif hasattr(o, 'fileno'):
try:
fileno = o.fileno()
except io.UnsupportedOperation:
pass
else:
total_length = os.fstat(fileno).st_size
# Having used fstat to determine the file length, we need to
# confirm that this file was opened up in binary mode.
if 'b' not in o.mode:
warnings.warn((
"Requests has determined the content-length for this "
"request using the binary size of the file: however, the "
"file has been opened in text mode (i.e. without the 'b' "
"flag in the mode). This may lead to an incorrect "
"content-length. In Requests 3.0, support will be removed "
"for files in text mode."),
FileModeWarning
)
if hasattr(o, 'tell'):
try:
current_position = o.tell()
except (OSError, IOError):
# This can happen in some weird situations, such as when the file
# is actually a special file descriptor like stdin. In this
# instance, we don't know what the length is, so set it to zero and
# let requests chunk it instead.
if total_length is not None:
current_position = total_length
else:
if hasattr(o, 'seek') and total_length is None:
# StringIO and BytesIO have seek but no useable fileno
try:
# seek to end of file
o.seek(0, 2)
total_length = o.tell()
# seek back to current position to support
# partially read file-like objects
o.seek(current_position or 0)
except (OSError, IOError):
total_length = 0
if total_length is None:
total_length = 0
return max(0, total_length - current_position)
def get_netrc_auth(url, raise_errors=False):
"""Returns the Requests tuple auth for a given url from netrc."""
try:
from netrc import netrc, NetrcParseError
netrc_path = None
for f in NETRC_FILES:
try:
loc = os.path.expanduser('~/{}'.format(f))
except KeyError:
# os.path.expanduser can fail when $HOME is undefined and
# getpwuid fails. See https://bugs.python.org/issue20164 &
# https://github.com/requests/requests/issues/1846
return
if os.path.exists(loc):
netrc_path = loc
break
# Abort early if there isn't one.
if netrc_path is None:
return
ri = urlparse(url)
# Strip port numbers from netloc. This weird `if...encode`` dance is
# used for Python 3.2, which doesn't support unicode literals.
splitstr = b':'
if isinstance(url, str):
splitstr = splitstr.decode('ascii')
host = ri.netloc.split(splitstr)[0]
try:
_netrc = netrc(netrc_path).authenticators(host)
if _netrc:
# Return with login / password
login_i = (0 if _netrc[0] else 1)
return (_netrc[login_i], _netrc[2])
except (NetrcParseError, IOError):
# If there was a parsing error or a permissions issue reading the file,
# we'll just skip netrc auth unless explicitly asked to raise errors.
if raise_errors:
raise
# AppEngine hackiness.
except (ImportError, AttributeError):
pass
def guess_filename(obj):
"""Tries to guess the filename of the given object."""
name = getattr(obj, 'name', None)
if (name and isinstance(name, basestring) and name[0] != '<' and
name[-1] != '>'):
return os.path.basename(name)
def extract_zipped_paths(path):
"""Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
"""
if os.path.exists(path):
# this is already a valid path, no need to do anything further
return path
# find the first valid part of the provided path and treat that as a zip archive
# assume the rest of the path is the name of a member in the archive
archive, member = os.path.split(path)
while archive and not os.path.exists(archive):
archive, prefix = os.path.split(archive)
member = '/'.join([prefix, member])
if not zipfile.is_zipfile(archive):
return path
zip_file = zipfile.ZipFile(archive)
if member not in zip_file.namelist():
return path
# we have a valid zip archive and a valid member of that archive
tmp = tempfile.gettempdir()
extracted_path = os.path.join(tmp, *member.split('/'))
if not os.path.exists(extracted_path):
extracted_path = zip_file.extract(member, path=tmp)
return extracted_path
def from_key_val_list(value):
"""Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
"""
if value is None:
return None
if isinstance(value, (str, bytes, bool, int)):
raise ValueError('cannot encode objects that are not 2-tuples')
return OrderedDict(value)
def to_key_val_list(value):
"""Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples.
:rtype: list
"""
if value is None:
return None
if isinstance(value, (str, bytes, bool, int)):
raise ValueError('cannot encode objects that are not 2-tuples')
if isinstance(value, Mapping):
value = value.items()
return list(value)
# From mitsuhiko/werkzeug (used with permission).
def parse_list_header(value):
"""Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
"""
result = []
for item in _parse_list_header(value):
if item[:1] == item[-1:] == '"':
item = unquote_header_value(item[1:-1])
result.append(item)
return result
# From mitsuhiko/werkzeug (used with permission).
def parse_dict_header(value):
"""Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
"""
result = {}
for item in _parse_list_header(value):
if '=' not in item:
result[item] = None
continue
name, value = item.split('=', 1)
if value[:1] == value[-1:] == '"':
value = unquote_header_value(value[1:-1])
result[name] = value
return result
# From mitsuhiko/werkzeug (used with permission).
def unquote_header_value(value, is_filename=False):
r"""Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
"""
if value and value[0] == value[-1] == '"':
# this is not the real unquoting, but fixing this so that the
# RFC is met will result in bugs with internet explorer and
# probably some other browsers as well. IE for example is
# uploading files with "C:\foo\bar.txt" as filename
value = value[1:-1]
# if this is a filename and the starting characters look like
# a UNC path, then just return the value without quotes. Using the
# replace sequence below on a UNC path has the effect of turning
# the leading double slash into a single slash and then
# _fix_ie_filename() doesn't work correctly. See #458.
if not is_filename or value[:2] != '\\\\':
return value.replace('\\\\', '\\').replace('\\"', '"')
return value
def dict_from_cookiejar(cj):
"""Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
"""
cookie_dict = {}
for cookie in cj:
cookie_dict[cookie.name] = cookie.value
return cookie_dict
def add_dict_to_cookiejar(cj, cookie_dict):
"""Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
"""
return cookiejar_from_dict(cookie_dict, cj)
def get_encodings_from_content(content):
"""Returns encodings from given content string.
:param content: bytestring to extract encodings from.
"""
warnings.warn((
'In requests 3.0, get_encodings_from_content will be removed. For '
'more information, please see the discussion on issue #2266. (This'
' warning should only appear once.)'),
DeprecationWarning)
charset_re = re.compile(r'<meta.*?charset=["\']*(.+?)["\'>]', flags=re.I)
pragma_re = re.compile(r'<meta.*?content=["\']*;?charset=(.+?)["\'>]', flags=re.I)
xml_re = re.compile(r'^<\?xml.*?encoding=["\']*(.+?)["\'>]')
return (charset_re.findall(content) +
pragma_re.findall(content) +
xml_re.findall(content))
def _parse_content_type_header(header):
"""Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
"""
tokens = header.split(';')
content_type, params = tokens[0].strip(), tokens[1:]
params_dict = {}
items_to_strip = "\"' "
for param in params:
param = param.strip()
if param:
key, value = param, True
index_of_equals = param.find("=")
if index_of_equals != -1:
key = param[:index_of_equals].strip(items_to_strip)
value = param[index_of_equals + 1:].strip(items_to_strip)
params_dict[key.lower()] = value
return content_type, params_dict
def get_encoding_from_headers(headers):
"""Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
"""
content_type = headers.get('content-type')
if not content_type:
return None
content_type, params = _parse_content_type_header(content_type)
if 'charset' in params:
return params['charset'].strip("'\"")
if 'text' in content_type:
return 'ISO-8859-1'
def stream_decode_response_unicode(iterator, r):
"""Stream decodes a iterator."""
if r.encoding is None:
for item in iterator:
yield item
return
decoder = codecs.getincrementaldecoder(r.encoding)(errors='replace')
for chunk in iterator:
rv = decoder.decode(chunk)
if rv:
yield rv
rv = decoder.decode(b'', final=True)
if rv:
yield rv
def iter_slices(string, slice_length):
"""Iterate over slices of a string."""
pos = 0
if slice_length is None or slice_length <= 0:
slice_length = len(string)
while pos < len(string):
yield string[pos:pos + slice_length]
pos += slice_length
def get_unicode_from_response(r):
"""Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
"""
warnings.warn((
'In requests 3.0, get_unicode_from_response will be removed. For '
'more information, please see the discussion on issue #2266. (This'
' warning should only appear once.)'),
DeprecationWarning)
tried_encodings = []
# Try charset from content-type
encoding = get_encoding_from_headers(r.headers)
if encoding:
try:
return str(r.content, encoding)
except UnicodeError:
tried_encodings.append(encoding)
# Fall back:
try:
return str(r.content, encoding, errors='replace')
except TypeError:
return r.content
# The unreserved URI characters (RFC 3986)
UNRESERVED_SET = frozenset(
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" + "0123456789-._~")
def unquote_unreserved(uri):
"""Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
"""
parts = uri.split('%')
for i in range(1, len(parts)):
h = parts[i][0:2]
if len(h) == 2 and h.isalnum():
try:
c = chr(int(h, 16))
except ValueError:
raise InvalidURL("Invalid percent-escape sequence: '%s'" % h)
if c in UNRESERVED_SET:
parts[i] = c + parts[i][2:]
else:
parts[i] = '%' + parts[i]
else:
parts[i] = '%' + parts[i]
return ''.join(parts)
def requote_uri(uri):
"""Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
"""
safe_with_percent = "!#$%&'()*+,/:;=?@[]~"
safe_without_percent = "!#$&'()*+,/:;=?@[]~"
try:
# Unquote only the unreserved characters
# Then quote only illegal characters (do not quote reserved,
# unreserved, or '%')
return quote(unquote_unreserved(uri), safe=safe_with_percent)
except InvalidURL:
# We couldn't unquote the given URI, so let's try quoting it, but
# there may be unquoted '%'s in the URI. We need to make sure they're
# properly quoted so they do not cause issues elsewhere.
return quote(uri, safe=safe_without_percent)
def address_in_network(ip, net):
"""This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
"""
ipaddr = struct.unpack('=L', socket.inet_aton(ip))[0]
netaddr, bits = net.split('/')
netmask = struct.unpack('=L', socket.inet_aton(dotted_netmask(int(bits))))[0]
network = struct.unpack('=L', socket.inet_aton(netaddr))[0] & netmask
return (ipaddr & netmask) == (network & netmask)
def dotted_netmask(mask):
"""Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
"""
bits = 0xffffffff ^ (1 << 32 - mask) - 1
return socket.inet_ntoa(struct.pack('>I', bits))
def is_ipv4_address(string_ip):
"""
:rtype: bool
"""
try:
socket.inet_aton(string_ip)
except socket.error:
return False
return True
def is_valid_cidr(string_network):
"""
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
"""
if string_network.count('/') == 1:
try:
mask = int(string_network.split('/')[1])
except ValueError:
return False
if mask < 1 or mask > 32:
return False
try:
socket.inet_aton(string_network.split('/')[0])
except socket.error:
return False
else:
return False
return True
@contextlib.contextmanager
def set_environ(env_name, value):
"""Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothing"""
value_changed = value is not None
if value_changed:
old_value = os.environ.get(env_name)
os.environ[env_name] = value
try:
yield
finally:
if value_changed:
if old_value is None:
del os.environ[env_name]
else:
os.environ[env_name] = old_value
def should_bypass_proxies(url, no_proxy):
"""
Returns whether we should bypass proxies or not.
:rtype: bool
"""
# Prioritize lowercase environment variables over uppercase
# to keep a consistent behaviour with other http projects (curl, wget).
get_proxy = lambda k: os.environ.get(k) or os.environ.get(k.upper())
# First check whether no_proxy is defined. If it is, check that the URL
# we're getting isn't in the no_proxy list.
no_proxy_arg = no_proxy
if no_proxy is None:
no_proxy = get_proxy('no_proxy')
parsed = urlparse(url)
if parsed.hostname is None:
# URLs don't always have hostnames, e.g. file:/// urls.
return True
if no_proxy:
# We need to check whether we match here. We need to see if we match
# the end of the hostname, both with and without the port.
no_proxy = (
host for host in no_proxy.replace(' ', '').split(',') if host
)
if is_ipv4_address(parsed.hostname):
for proxy_ip in no_proxy:
if is_valid_cidr(proxy_ip):
if address_in_network(parsed.hostname, proxy_ip):
return True
elif parsed.hostname == proxy_ip:
# If no_proxy ip was defined in plain IP notation instead of cidr notation &
# matches the IP of the index
return True
else:
host_with_port = parsed.hostname
if parsed.port:
host_with_port += ':{}'.format(parsed.port)
for host in no_proxy:
if parsed.hostname.endswith(host) or host_with_port.endswith(host):
# The URL does match something in no_proxy, so we don't want
# to apply the proxies on this URL.
return True
with set_environ('no_proxy', no_proxy_arg):
# parsed.hostname can be `None` in cases such as a file URI.
try:
bypass = proxy_bypass(parsed.hostname)
except (TypeError, socket.gaierror):
bypass = False
if bypass:
return True
return False
def get_environ_proxies(url, no_proxy=None):
"""
Return a dict of environment proxies.
:rtype: dict
"""
if should_bypass_proxies(url, no_proxy=no_proxy):
return {}
else:
return getproxies()
def select_proxy(url, proxies):
"""Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
"""
proxies = proxies or {}
urlparts = urlparse(url)
if urlparts.hostname is None:
return proxies.get(urlparts.scheme, proxies.get('all'))
proxy_keys = [
urlparts.scheme + '://' + urlparts.hostname,
urlparts.scheme,
'all://' + urlparts.hostname,
'all',
]
proxy = None
for proxy_key in proxy_keys:
if proxy_key in proxies:
proxy = proxies[proxy_key]
break
return proxy
def default_user_agent(name="python-requests"):
"""
Return a string representing the default user agent.
:rtype: str
"""
return '%s/%s' % (name, __version__)
def default_headers():
"""
:rtype: requests.structures.CaseInsensitiveDict
"""
return CaseInsensitiveDict({
'User-Agent': default_user_agent(),
'Accept-Encoding': ', '.join(('gzip', 'deflate')),
'Accept': '*/*',
'Connection': 'keep-alive',
})
def parse_header_links(value):
"""Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
"""
links = []
replace_chars = ' \'"'
value = value.strip(replace_chars)
if not value:
return links
for val in re.split(', *<', value):
try:
url, params = val.split(';', 1)
except ValueError:
url, params = val, ''
link = {'url': url.strip('<> \'"')}
for param in params.split(';'):
try:
key, value = param.split('=')
except ValueError:
break
link[key.strip(replace_chars)] = value.strip(replace_chars)
links.append(link)
return links
# Null bytes; no need to recreate these on each call to guess_json_utf
_null = '\x00'.encode('ascii') # encoding to ASCII for Python 3
_null2 = _null * 2
_null3 = _null * 3
def guess_json_utf(data):
"""
:rtype: str
"""
# JSON always starts with two ASCII characters, so detection is as
# easy as counting the nulls and from their location and count
# determine the encoding. Also detect a BOM, if present.
sample = data[:4]
if sample in (codecs.BOM_UTF32_LE, codecs.BOM_UTF32_BE):
return 'utf-32' # BOM included
if sample[:3] == codecs.BOM_UTF8:
return 'utf-8-sig' # BOM included, MS style (discouraged)
if sample[:2] in (codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE):
return 'utf-16' # BOM included
nullcount = sample.count(_null)
if nullcount == 0:
return 'utf-8'
if nullcount == 2:
if sample[::2] == _null2: # 1st and 3rd are null
return 'utf-16-be'
if sample[1::2] == _null2: # 2nd and 4th are null
return 'utf-16-le'
# Did not detect 2 valid UTF-16 ascii-range characters
if nullcount == 3:
if sample[:3] == _null3:
return 'utf-32-be'
if sample[1:] == _null3:
return 'utf-32-le'
# Did not detect a valid UTF-32 ascii-range character
return None
def prepend_scheme_if_needed(url, new_scheme):
"""Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
"""
scheme, netloc, path, params, query, fragment = urlparse(url, new_scheme)
# urlparse is a finicky beast, and sometimes decides that there isn't a
# netloc present. Assume that it's being over-cautious, and switch netloc
# and path if urlparse decided there was no netloc.
if not netloc:
netloc, path = path, netloc
return urlunparse((scheme, netloc, path, params, query, fragment))
def get_auth_from_url(url):
"""Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
"""
parsed = urlparse(url)
try:
auth = (unquote(parsed.username), unquote(parsed.password))
except (AttributeError, TypeError):
auth = ('', '')
return auth
# Moved outside of function to avoid recompile every call
_CLEAN_HEADER_REGEX_BYTE = re.compile(b'^\\S[^\\r\\n]*$|^$')
_CLEAN_HEADER_REGEX_STR = re.compile(r'^\S[^\r\n]*$|^$')
def check_header_validity(header):
"""Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
"""
name, value = header
if isinstance(value, bytes):
pat = _CLEAN_HEADER_REGEX_BYTE
else:
pat = _CLEAN_HEADER_REGEX_STR
try:
if not pat.match(value):
raise InvalidHeader("Invalid return character or leading space in header: %s" % name)
except TypeError:
raise InvalidHeader("Value for header {%s: %s} must be of type str or "
"bytes, not %s" % (name, value, type(value)))
def urldefragauth(url):
"""
Given a url remove the fragment and the authentication part.
:rtype: str
"""
scheme, netloc, path, params, query, fragment = urlparse(url)
# see func:`prepend_scheme_if_needed`
if not netloc:
netloc, path = path, netloc
netloc = netloc.rsplit('@', 1)[-1]
return urlunparse((scheme, netloc, path, params, query, ''))
def rewind_body(prepared_request):
"""Move file pointer back to its recorded starting position
so it can be read again on redirect.
"""
body_seek = getattr(prepared_request.body, 'seek', None)
if body_seek is not None and isinstance(prepared_request._body_position, integer_types):
try:
body_seek(prepared_request._body_position)
except (IOError, OSError):
raise UnrewindableBodyError("An error occurred when rewinding request "
"body for redirect.")
else:
raise UnrewindableBodyError("Unable to rewind request body for redirect.")
site-packages/pip/_vendor/requests/auth.py 0000644 00000023736 15201600075 0014705 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
"""
import os
import re
import time
import hashlib
import threading
import warnings
from base64 import b64encode
from .compat import urlparse, str, basestring
from .cookies import extract_cookies_to_jar
from ._internal_utils import to_native_string
from .utils import parse_dict_header
CONTENT_TYPE_FORM_URLENCODED = 'application/x-www-form-urlencoded'
CONTENT_TYPE_MULTI_PART = 'multipart/form-data'
def _basic_auth_str(username, password):
"""Returns a Basic Auth string."""
# "I want us to put a big-ol' comment on top of it that
# says that this behaviour is dumb but we need to preserve
# it because people are relying on it."
# - Lukasa
#
# These are here solely to maintain backwards compatibility
# for things like ints. This will be removed in 3.0.0.
if not isinstance(username, basestring):
warnings.warn(
"Non-string usernames will no longer be supported in Requests "
"3.0.0. Please convert the object you've passed in ({!r}) to "
"a string or bytes object in the near future to avoid "
"problems.".format(username),
category=DeprecationWarning,
)
username = str(username)
if not isinstance(password, basestring):
warnings.warn(
"Non-string passwords will no longer be supported in Requests "
"3.0.0. Please convert the object you've passed in ({!r}) to "
"a string or bytes object in the near future to avoid "
"problems.".format(password),
category=DeprecationWarning,
)
password = str(password)
# -- End Removal --
if isinstance(username, str):
username = username.encode('latin1')
if isinstance(password, str):
password = password.encode('latin1')
authstr = 'Basic ' + to_native_string(
b64encode(b':'.join((username, password))).strip()
)
return authstr
class AuthBase(object):
"""Base class that all auth implementations derive from"""
def __call__(self, r):
raise NotImplementedError('Auth hooks must be callable.')
class HTTPBasicAuth(AuthBase):
"""Attaches HTTP Basic Authentication to the given Request object."""
def __init__(self, username, password):
self.username = username
self.password = password
def __eq__(self, other):
return all([
self.username == getattr(other, 'username', None),
self.password == getattr(other, 'password', None)
])
def __ne__(self, other):
return not self == other
def __call__(self, r):
r.headers['Authorization'] = _basic_auth_str(self.username, self.password)
return r
class HTTPProxyAuth(HTTPBasicAuth):
"""Attaches HTTP Proxy Authentication to a given Request object."""
def __call__(self, r):
r.headers['Proxy-Authorization'] = _basic_auth_str(self.username, self.password)
return r
class HTTPDigestAuth(AuthBase):
"""Attaches HTTP Digest Authentication to the given Request object."""
def __init__(self, username, password):
self.username = username
self.password = password
# Keep state in per-thread local storage
self._thread_local = threading.local()
def init_per_thread_state(self):
# Ensure state is initialized just once per-thread
if not hasattr(self._thread_local, 'init'):
self._thread_local.init = True
self._thread_local.last_nonce = ''
self._thread_local.nonce_count = 0
self._thread_local.chal = {}
self._thread_local.pos = None
self._thread_local.num_401_calls = None
def build_digest_header(self, method, url):
"""
:rtype: str
"""
realm = self._thread_local.chal['realm']
nonce = self._thread_local.chal['nonce']
qop = self._thread_local.chal.get('qop')
algorithm = self._thread_local.chal.get('algorithm')
opaque = self._thread_local.chal.get('opaque')
hash_utf8 = None
if algorithm is None:
_algorithm = 'MD5'
else:
_algorithm = algorithm.upper()
# lambdas assume digest modules are imported at the top level
if _algorithm == 'MD5' or _algorithm == 'MD5-SESS':
def md5_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.md5(x).hexdigest()
hash_utf8 = md5_utf8
elif _algorithm == 'SHA':
def sha_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha1(x).hexdigest()
hash_utf8 = sha_utf8
elif _algorithm == 'SHA-256':
def sha256_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha256(x).hexdigest()
hash_utf8 = sha256_utf8
elif _algorithm == 'SHA-512':
def sha512_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha512(x).hexdigest()
hash_utf8 = sha512_utf8
KD = lambda s, d: hash_utf8("%s:%s" % (s, d))
if hash_utf8 is None:
return None
# XXX not implemented yet
entdig = None
p_parsed = urlparse(url)
#: path is request-uri defined in RFC 2616 which should not be empty
path = p_parsed.path or "/"
if p_parsed.query:
path += '?' + p_parsed.query
A1 = '%s:%s:%s' % (self.username, realm, self.password)
A2 = '%s:%s' % (method, path)
HA1 = hash_utf8(A1)
HA2 = hash_utf8(A2)
if nonce == self._thread_local.last_nonce:
self._thread_local.nonce_count += 1
else:
self._thread_local.nonce_count = 1
ncvalue = '%08x' % self._thread_local.nonce_count
s = str(self._thread_local.nonce_count).encode('utf-8')
s += nonce.encode('utf-8')
s += time.ctime().encode('utf-8')
s += os.urandom(8)
cnonce = (hashlib.sha1(s).hexdigest()[:16])
if _algorithm == 'MD5-SESS':
HA1 = hash_utf8('%s:%s:%s' % (HA1, nonce, cnonce))
if not qop:
respdig = KD(HA1, "%s:%s" % (nonce, HA2))
elif qop == 'auth' or 'auth' in qop.split(','):
noncebit = "%s:%s:%s:%s:%s" % (
nonce, ncvalue, cnonce, 'auth', HA2
)
respdig = KD(HA1, noncebit)
else:
# XXX handle auth-int.
return None
self._thread_local.last_nonce = nonce
# XXX should the partial digests be encoded too?
base = 'username="%s", realm="%s", nonce="%s", uri="%s", ' \
'response="%s"' % (self.username, realm, nonce, path, respdig)
if opaque:
base += ', opaque="%s"' % opaque
if algorithm:
base += ', algorithm="%s"' % algorithm
if entdig:
base += ', digest="%s"' % entdig
if qop:
base += ', qop="auth", nc=%s, cnonce="%s"' % (ncvalue, cnonce)
return 'Digest %s' % (base)
def handle_redirect(self, r, **kwargs):
"""Reset num_401_calls counter on redirects."""
if r.is_redirect:
self._thread_local.num_401_calls = 1
def handle_401(self, r, **kwargs):
"""
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
"""
# If response is not 4xx, do not auth
# See https://github.com/requests/requests/issues/3772
if not 400 <= r.status_code < 500:
self._thread_local.num_401_calls = 1
return r
if self._thread_local.pos is not None:
# Rewind the file position indicator of the body to where
# it was to resend the request.
r.request.body.seek(self._thread_local.pos)
s_auth = r.headers.get('www-authenticate', '')
if 'digest' in s_auth.lower() and self._thread_local.num_401_calls < 2:
self._thread_local.num_401_calls += 1
pat = re.compile(r'digest ', flags=re.IGNORECASE)
self._thread_local.chal = parse_dict_header(pat.sub('', s_auth, count=1))
# Consume content and release the original connection
# to allow our new request to reuse the same one.
r.content
r.close()
prep = r.request.copy()
extract_cookies_to_jar(prep._cookies, r.request, r.raw)
prep.prepare_cookies(prep._cookies)
prep.headers['Authorization'] = self.build_digest_header(
prep.method, prep.url)
_r = r.connection.send(prep, **kwargs)
_r.history.append(r)
_r.request = prep
return _r
self._thread_local.num_401_calls = 1
return r
def __call__(self, r):
# Initialize per-thread state, if needed
self.init_per_thread_state()
# If we have a saved nonce, skip the 401
if self._thread_local.last_nonce:
r.headers['Authorization'] = self.build_digest_header(r.method, r.url)
try:
self._thread_local.pos = r.body.tell()
except AttributeError:
# In the case of HTTPDigestAuth being reused and the body of
# the previous request was a file-like object, pos has the
# file position of the previous body. Ensure it's set to
# None.
self._thread_local.pos = None
r.register_hook('response', self.handle_401)
r.register_hook('response', self.handle_redirect)
self._thread_local.num_401_calls = 1
return r
def __eq__(self, other):
return all([
self.username == getattr(other, 'username', None),
self.password == getattr(other, 'password', None)
])
def __ne__(self, other):
return not self == other
site-packages/pip/_vendor/requests/hooks.py 0000644 00000001365 15201600075 0015061 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
"""
HOOKS = ['response']
def default_hooks():
return {event: [] for event in HOOKS}
# TODO: response is the only one
def dispatch_hook(key, hooks, hook_data, **kwargs):
"""Dispatches a hook dictionary on a given piece of data."""
hooks = hooks or {}
hooks = hooks.get(key)
if hooks:
if hasattr(hooks, '__call__'):
hooks = [hooks]
for hook in hooks:
_hook_data = hook(hook_data, **kwargs)
if _hook_data is not None:
hook_data = _hook_data
return hook_data
site-packages/pip/_vendor/requests/exceptions.py 0000644 00000006175 15201600075 0016123 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
"""
from pip._vendor.urllib3.exceptions import HTTPError as BaseHTTPError
class RequestException(IOError):
"""There was an ambiguous exception that occurred while handling your
request.
"""
def __init__(self, *args, **kwargs):
"""Initialize RequestException with `request` and `response` objects."""
response = kwargs.pop('response', None)
self.response = response
self.request = kwargs.pop('request', None)
if (response is not None and not self.request and
hasattr(response, 'request')):
self.request = self.response.request
super(RequestException, self).__init__(*args, **kwargs)
class HTTPError(RequestException):
"""An HTTP error occurred."""
class ConnectionError(RequestException):
"""A Connection error occurred."""
class ProxyError(ConnectionError):
"""A proxy error occurred."""
class SSLError(ConnectionError):
"""An SSL error occurred."""
class Timeout(RequestException):
"""The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
"""
class ConnectTimeout(ConnectionError, Timeout):
"""The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
"""
class ReadTimeout(Timeout):
"""The server did not send any data in the allotted amount of time."""
class URLRequired(RequestException):
"""A valid URL is required to make a request."""
class TooManyRedirects(RequestException):
"""Too many redirects."""
class MissingSchema(RequestException, ValueError):
"""The URL schema (e.g. http or https) is missing."""
class InvalidSchema(RequestException, ValueError):
"""See defaults.py for valid schemas."""
class InvalidURL(RequestException, ValueError):
"""The URL provided was somehow invalid."""
class InvalidHeader(RequestException, ValueError):
"""The header value provided was somehow invalid."""
class InvalidProxyURL(InvalidURL):
"""The proxy URL provided is invalid."""
class ChunkedEncodingError(RequestException):
"""The server declared chunked encoding but sent an invalid chunk."""
class ContentDecodingError(RequestException, BaseHTTPError):
"""Failed to decode response content"""
class StreamConsumedError(RequestException, TypeError):
"""The content for this response was already consumed"""
class RetryError(RequestException):
"""Custom retries logic failed"""
class UnrewindableBodyError(RequestException):
"""Requests encountered an error when trying to rewind a body"""
# Warnings
class RequestsWarning(Warning):
"""Base warning for Requests."""
pass
class FileModeWarning(RequestsWarning, DeprecationWarning):
"""A file was opened in text mode, but Requests determined its binary length."""
pass
class RequestsDependencyWarning(RequestsWarning):
"""An imported dependency doesn't match the expected version range."""
pass
site-packages/pip/_vendor/requests/__pycache__/structures.cpython-38.opt-1.pyc 0000644 00000010452 15201600075 0023403 0 ustar 00 U
��.e� � @ s< d Z ddlmZmZmZ G dd� de�ZG dd� de�ZdS )zO
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
� )� OrderedDict�Mapping�MutableMappingc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
Nc K s& t � | _|d kri }| j|f|� d S �N)r �_store�update)�self�data�kwargs� r �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/structures.py�__init__( s z CaseInsensitiveDict.__init__c C s ||f| j |�� < d S r �r �lower)r �key�valuer r r
� __setitem__. s z CaseInsensitiveDict.__setitem__c C s | j |�� d S )Nr r �r r r r r
� __getitem__3 s z CaseInsensitiveDict.__getitem__c C s | j |�� = d S r r r r r r
� __delitem__6 s z CaseInsensitiveDict.__delitem__c C s dd� | j �� D �S )Nc s s | ]\}}|V qd S r r )�.0ZcasedkeyZ mappedvaluer r r
� <genexpr>: s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values�r r r r
�__iter__9 s z CaseInsensitiveDict.__iter__c C s
t | j�S r )�lenr r r r r
�__len__< s zCaseInsensitiveDict.__len__c C s dd� | j �� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r
r A s �z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �itemsr r r r
� lower_items? s �z CaseInsensitiveDict.lower_itemsc C s0 t |t�rt|�}ntS t| �� �t|�� �kS r )�
isinstancer r �NotImplemented�dictr )r �otherr r r
�__eq__G s
zCaseInsensitiveDict.__eq__c C s t | j�� �S r )r r r r r r r
�copyP s zCaseInsensitiveDict.copyc C s t t| �� ��S r )�strr" r r r r r
�__repr__S s z CaseInsensitiveDict.__repr__)N)�__name__�
__module__� __qualname__�__doc__r r r r r r r r$ r% r' r r r r
r
s
r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d
�Z� ZS )
�
LookupDictzDictionary lookup object.Nc s || _ tt| ��� d S r )�name�superr, r )r r- �� __class__r r
r Z s zLookupDict.__init__c C s
d| j S )Nz
<lookup '%s'>)r- r r r r
r' ^ s zLookupDict.__repr__c C s | j �|d �S r ��__dict__�getr r r r
r a s zLookupDict.__getitem__c C s | j �||�S r r1 )r r �defaultr r r
r3 f s zLookupDict.get)N)N) r( r) r* r+ r r' r r3 �
__classcell__r r r/ r
r, W s
r, N)r+ �compatr r r r r" r, r r r r
�<module> s J site-packages/pip/_vendor/requests/__pycache__/structures.cpython-38.pyc 0000644 00000010452 15201600075 0022444 0 ustar 00 U
��.e� � @ s< d Z ddlmZmZmZ G dd� de�ZG dd� de�ZdS )zO
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
� )� OrderedDict�Mapping�MutableMappingc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
Nc K s& t � | _|d kri }| j|f|� d S �N)r �_store�update)�self�data�kwargs� r �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/structures.py�__init__( s z CaseInsensitiveDict.__init__c C s ||f| j |�� < d S r �r �lower)r �key�valuer r r
� __setitem__. s z CaseInsensitiveDict.__setitem__c C s | j |�� d S )Nr r �r r r r r
� __getitem__3 s z CaseInsensitiveDict.__getitem__c C s | j |�� = d S r r r r r r
� __delitem__6 s z CaseInsensitiveDict.__delitem__c C s dd� | j �� D �S )Nc s s | ]\}}|V qd S r r )�.0ZcasedkeyZ mappedvaluer r r
� <genexpr>: s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values�r r r r
�__iter__9 s z CaseInsensitiveDict.__iter__c C s
t | j�S r )�lenr r r r r
�__len__< s zCaseInsensitiveDict.__len__c C s dd� | j �� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r
r A s �z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �itemsr r r r
� lower_items? s �z CaseInsensitiveDict.lower_itemsc C s0 t |t�rt|�}ntS t| �� �t|�� �kS r )�
isinstancer r �NotImplemented�dictr )r �otherr r r
�__eq__G s
zCaseInsensitiveDict.__eq__c C s t | j�� �S r )r r r r r r r
�copyP s zCaseInsensitiveDict.copyc C s t t| �� ��S r )�strr" r r r r r
�__repr__S s z CaseInsensitiveDict.__repr__)N)�__name__�
__module__� __qualname__�__doc__r r r r r r r r$ r% r' r r r r
r
s
r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d
�Z� ZS )
�
LookupDictzDictionary lookup object.Nc s || _ tt| ��� d S r )�name�superr, r )r r- �� __class__r r
r Z s zLookupDict.__init__c C s
d| j S )Nz
<lookup '%s'>)r- r r r r
r' ^ s zLookupDict.__repr__c C s | j �|d �S r ��__dict__�getr r r r
r a s zLookupDict.__getitem__c C s | j �||�S r r1 )r r �defaultr r r
r3 f s zLookupDict.get)N)N) r( r) r* r+ r r' r r3 �
__classcell__r r r/ r
r, W s
r, N)r+ �compatr r r r r" r, r r r r
�<module> s J site-packages/pip/_vendor/requests/__pycache__/__version__.cpython-38.opt-1.pyc 0000644 00000001002 15201600075 0023430 0 ustar 00 U
��.e� � @ s, d Z dZdZdZdZdZdZdZdZd Z d
S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.22.0i " z
Kenneth Reitzzme@kennethreitz.orgz
Apache 2.0z Copyright 2019 Kenneth Reitzu ✨ 🍰 ✨N)
Z __title__Z__description__Z__url__� __version__Z __build__�
__author__Z__author_email__Z __license__Z
__copyright__Z__cake__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/requests/__version__.py�<module> s site-packages/pip/_vendor/requests/__pycache__/help.cpython-38.pyc 0000644 00000005206 15201600075 0021152 0 ustar 00 U
��.e�
� @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm
Z
ddl m Z
zdd lmZ W n ek
r� dZdZdZY nX ddlZddlZd
d � Zd d
� Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3)�chardet� )� __version__)� pyopensslc C s� t �� } | dkrt �� }nj| dkr\dtjjtjjtjjf }tjjdkr�d� |tjjg�}n(| dkrnt �� }n| dkr�t �� }nd}| |d �S )
a� Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
ZCPythonZPyPyz%s.%s.%s�final� ZJythonZ
IronPython�Unknown)�name�version)
�platformZpython_implementationZpython_version�sysZpypy_version_info�major�minor�micro� releaselevel�join)�implementationZimplementation_version� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/help.py�_implementation s&
� �
r c C s� zt �� t �� d�} W n tk
r4 ddd�} Y nX t� }dtji}dtji}ddd�}trrtjdtj j
d�}dt t dd�i}dt t
dd�i}tj
}d|dk r�d| ndi}| ||tdk |||||dtid �
S )
z&Generate information for a bug report.)�system�releaser r
Nr
)r
Zopenssl_versionz%xr )
r r �
system_sslZusing_pyopensslZ pyOpenSSLr r � cryptographyr Zrequests)r r r �IOErrorr r r r �OpenSSLZSSLZOPENSSL_VERSION_NUMBER�getattrr r �sslr �requests_version) Z
platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r �info; sR �
�
�
�
�
� � ��r" c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )Z sort_keys�indentN)�print�json�dumpsr" r r r r �mainq s r( �__main__)�__doc__Z
__future__r r& r r r Z pip._vendorr r r r
r r! Zpip._vendor.urllib3.contribr � ImportErrorr r r r" r( �__name__r r r r �<module> s,
!6 site-packages/pip/_vendor/requests/__pycache__/models.cpython-38.opt-1.pyc 0000644 00000056524 15201600075 0022455 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
mZmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZmZmZ dd
l m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl2m?Z@ ddlAmBZB eBjCeBjDeBjEeBjFeBjGfZHdZIdZJdZKG dd� deL�ZMG dd� deL�ZNG dd� deN�ZOG d d � d eMeN�ZPG d d � d eL�ZQdS ) z`
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
� N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError�
ProtocolError�LocationParseError)�UnsupportedOperation� )�
default_hooks)�CaseInsensitiveDict)�
HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError�
MissingSchema�
InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError)�to_native_string�unicode_is_ascii)
�guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) �Callable�Mapping� cookielib�
urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str�
basestring)�json)�codes� i ( i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|�|� |j}|rD|�d� |�|� d�|�S )zBuild the path URL to use.�/�?� )r( �url�path�append�query�join)�selfr7 �pr8 r: � r> �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/models.py�path_url= s
z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }t| �D ]j\}}t |t�sRt|d�sX|g}|D ]B}|dk r\|�t |t�r�|�d�n|t |t�r�|�d�n|f� q\q6t|dd�S | S dS )z�Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
�read�__iter__N�utf-8T)Zdoseq) �
isinstancer* r+ �hasattrr r/ r9 �encoder) )�data�result�kZvs�vr> r> r? �_encode_paramsR s$
�� z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} |D ]|\}}t|t�s\t|d�sb|g}|D ]T}|dk rft|t�s�t|�}|�t|t�r�|�d�n|t|t�r�|� d�n|f� qfq@| D ]�\}}d}d} t|t
t f��r t |�dkr�|\}
} n&t |�dk�r|\}
} }n |\}
} }} nt
|��p,|}
|} t| tttf��rJ| } n(t| d��r`| �� } n| dk�rnq�n| } t|| |
| d �}
|
j|d
� |�|
� q�t|�\}}||fS ) a� Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
zFiles must be provided.zData must not be a string.rB NrC � � rA )�namerG �filename�headers)� content_type)�
ValueErrorrD r/ r rE r+ r* r9 �decoderF �tuple�list�lenr � bytearrayrA r Zmake_multipartr )�filesrG Z
new_fieldsZfieldsZfield�valrJ rI ZftZfh�fn�fpZfdataZrf�bodyrQ r> r> r? �
_encode_filesm sT
��
z"RequestEncodingMixin._encode_filesN)�__name__�
__module__� __qualname__�propertyr@ � staticmethodrK r] r> r> r> r? r3 < s
r3 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C sZ || j krtd| ��t|t�r2| j | �|� n$t|d�rV| j | �dd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rB c s s | ]}t |t�r|V qd S �N)rD r$ )�.0�hr> r> r? � <genexpr>� s
z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrR rD r$ r9 rE �extend�r< �event�hookr> r> r? �
register_hook� s
z RequestHooksMixin.register_hookc C s2 z| j | �|� W dS tk
r, Y dS X dS )ziDeregister a previously registered hook.
Returns True if the hook existed, False if not.
TFN)rh �removerR rj r> r> r? �deregister_hook� s
z!RequestHooksMixin.deregister_hookN)r^ r_ r` rm ro r> r> r> r? rc � s rc c
@ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
�Requesta{ A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
Nc
C s� |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t � | _t| �� �D ]\} } | j| | d� qd|| _|| _|| _|| _|| _ |
| _
|| _ || _ || _
d S )N)rk rl )r rh rU �itemsrm �methodr7 rP rX rG r0 �params�auth�cookies)
r< rr r7 rP rX rG rs rt ru rh r0 rI rJ r> r> r? �__init__� s" zRequest.__init__c C s
d| j S )Nz<Request [%s]>�rr �r< r> r> r? �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j
| j d�
|S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.)
rr r7 rP rX rG r0 rs rt ru rh ) �PreparedRequest�preparerr r7 rP rX rG r0 rs rt ru rh �r< r= r> r> r? r{ � s � zRequest.prepare)
NNNNNNNNNN)r^ r_ r` �__doc__rv ry r{ r> r> r> r? rp � s �
rp c
@ s� e Zd ZdZdd� Zd dd�Zdd� Zd d
� Zd d � Ze d
d� �Z
dd� Z dd� Z d dd�Z
dd� Zd dd�Zdd� Zd d � ZdS )!rz a� The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Generated from either a :class:`Request <Request>` object or manually.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S rd )rr r7 rP �_cookiesr\ r rh �_body_positionrx r> r> r? rv " s zPreparedRequest.__init__Nc C sR | � |� | �||� | �|� | �|� | �|||
� | �||� | �| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth�
prepare_hooks) r< rr r7 rP rX rG rs rt ru rh r0 r> r> r? r{ 3 s
zPreparedRequest.preparec C s
d| j S )Nz<PreparedRequest [%s]>rw rx r> r> r? ry E s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd k r*| j�� nd |_t| j�|_| j|_| j|_| j |_ |S rd )
rz rr r7 rP �copyr r~ r\ rh r r| r> r> r? r� H s zPreparedRequest.copyc C s$ || _ | j dk r t| j �� �| _ dS )z Prepares the given HTTP method.N)rr r �upper)r< rr r> r> r? r� S s
z PreparedRequest.prepare_methodc C sD ddl m} z|j| dd��d�} W n |jk
r> t�Y nX | S )Nr )�idnaT)Zuts46rC )Z pip._vendorr� rF rS Z IDNAError� UnicodeError)�hostr� r> r> r? �_get_idna_encoded_hostY s
z&PreparedRequest._get_idna_encoded_hostc
C s, t |t�r|�d�}ntr"t|�nt|�}|�� }d|krR|�� �d�sR|| _ dS zt
|�\}}}}}}} W n, t k
r� }
zt |
j
� �W 5 d}
~
X Y nX |s�d} | �t|d��} t| ��|s�t d| ��t|��sz| �|�}W n tk
r� t d��Y nX n|�d��rt d��|�p d } | �r.| d
7 } | |7 } |�rL| dt|� 7 } |�sVd }t�r�t |t��rr|�d �}t | t��r�| �d �} t |t��r�|�d �}t |t��r�|�d �}t | t��r�| �d �} t |ttf��r�t|�}| �|�}
|
�r
|�rd
||
f }n|
}tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r6 �@r4 rC z%s&%s)rD r+ rS r, Zunicoder* �lstrip�lower�
startswithr7 r r r �args�formatr r r r� r� rF rK r r' )r< r7 rs Zschemert r� Zportr8 r: Zfragment�e�errorZnetlocZ
enc_paramsr> r> r? r� c sh
zPreparedRequest.prepare_urlc C s< t � | _|r8|�� D ]"}t|� |\}}|| jt|�< qdS )z Prepares the given HTTP headers.N)r rP rq r# r )r< rP �headerrN �valuer> r> r? r� � s z PreparedRequest.prepare_headersc
C sr d}d}|s6|dk r6d}t �|�}t|t�s6|�d�}tt|d�t|ttt t
f� g�}z t |�}W n t t
tfk
r� d}Y nX |r�|}t|dd�dk r�z|�� | _W n ttfk
r� t� | _Y nX |r�td��|r�t|�| jd< n
d| jd < np|�r| �||�\}}n2|�rB| �|�}t|t��s8t|d
��r>d}nd }| �|� |�rhd | jk�rh|| jd
< || _dS )z"Prepares the given HTTP body data.Nzapplication/jsonrC rB �tellz1Streamed bodies and files are mutually exclusive.�Content-LengthZchunkedzTransfer-EncodingrA z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrD r+ rF �allrE r/ rU rT r% r" � TypeError�AttributeErrorr �getattrr� r �IOError�OSError�object�NotImplementedErrorr. rP r] rK �prepare_content_lengthr\ )r< rG rX r0 r\ rQ Z is_stream�lengthr> r> r? r� � sL
�
z PreparedRequest.prepare_bodyc C sL |dk r$t |�}|rHt|�| jd< n$| jdkrH| j�d�dkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr� )ZGETZHEAD�0)r" r. rP rr �get)r< r\ r� r> r> r? r� s z&PreparedRequest.prepare_content_lengthr6 c C sj |dkr"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| j�|j� | � | j
� dS )z"Prepares the given HTTP auth data.NrL ) r r7 �anyrD rT rV r
�__dict__�updater� r\ )r< rt r7 Zurl_auth�rr> r> r? r� s
z PreparedRequest.prepare_authc C s@ t |tj�r|| _n
t|�| _t| j| �}|dk r<|| jd< dS )a Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
NZCookie)rD r& Z CookieJarr~ r r rP )r< ru Z
cookie_headerr> r> r? r� , s
z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| � ||| � q dS )zPrepares the given hooks.N)rm )r< rh rk r> r> r? r� @ s z PreparedRequest.prepare_hooks)
NNNNNNNNNN)N)r6 )r^ r_ r` r} rv r{ ry r� r� rb r� r� r� r� r� r� r� r� r> r> r> r? rz s2 �
V
E
rz c
@ s e Zd ZdZdddddddd d
d g
Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z d d � Z
ed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd;d*d+�Zed)d,fd-d.�Zed/d0� �Zed1d2� �Zd3d4� Zed5d6� �Zd7d8� Zd9d:� Z d,S )<�ResponsezhThe :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
�_content� status_coderP r7 �history�encoding�reasonru �elapsed�requestc C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _
t i �| _ t
�d�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rP �rawr7 r� r� r� r ru �datetimeZ timedeltar� r� rx r> r> r? rv T s
zResponse.__init__c C s | S rd r> rx r> r> r? � __enter__� s zResponse.__enter__c G s | � � d S rd )�close)r< r� r> r> r? �__exit__� s zResponse.__exit__c s � j s � j � fdd�� jD �S )Nc s i | ]}|t � |d ��qS rd )r� )re �attrrx r> r? �
<dictcomp>� s z)Response.__getstate__.<locals>.<dictcomp>)r� �content� __attrs__rx r> rx r? � __getstate__� s zResponse.__getstate__c C s: |� � D ]\}}t| ||� qt| dd� t| dd � d S )Nr� Tr� )rq �setattr)r< �staterN r� r> r> r? � __setstate__� s zResponse.__setstate__c C s
d| j S )Nz<Response [%s]>)r� rx r> r> r? ry � s zResponse.__repr__c C s | j S �ak Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
��okrx r> r> r? �__bool__� s zResponse.__bool__c C s | j S r� r� rx r> r> r? � __nonzero__� s zResponse.__nonzero__c C s
| � d�S )z,Allows you to use a response as an iterator.� )� iter_contentrx r> r> r? rB � s zResponse.__iter__c C s( z | � � W n tk
r" Y dS X dS )ax Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
FT)�raise_for_statusr rx r> r> r? r� � s
z Response.okc C s d| j ko| jtkS )z�True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
�location)rP r� �REDIRECT_STATIrx r> r> r? � is_redirect� s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r� )rP r� r1 Zmoved_permanently�permanent_redirectrx r> r> r? �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� rx r> r> r? �next� s z
Response.nextc C s t �| j�d S )z7The apparent encoding, provided by the chardet library.r� )r- Zdetectr� rx r> r> r? �apparent_encoding� s zResponse.apparent_encodingr
Fc s| � �fdd�}�j r(t�jt�r(t� �n"� dk rJt� t�sJtdt� � ��t�j� �}|� }�j rf|n|}|rxt |��}|S )a� Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
c
3 s� t �jd�r�z �jj� dd�D ]
} | V q W q� tk
rV } z t|��W 5 d }~X Y q� tk
r~ } z t|��W 5 d }~X Y q� tk
r� } z t|��W 5 d }~X Y q�X n�j� � �} | s�q�| V q�d�_
d S )N�streamT)Zdecode_content) rE r� r� r r r r r r rA r� )�chunkr� ��
chunk_sizer< r> r? �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.)
r� rD r� �boolr �intr� �typer r )r< r� �decode_unicoder� Z
reused_chunksZ
stream_chunksZchunksr> r� r? r� � s
zResponse.iter_contentNc c s� d}| j ||d�D ]n}|dk r&|| }|r6|�|�}n|�� }|rl|d rl|rl|d d |d krl|�� }nd}|D ]
}|V qtq|dk r�|V dS )z�Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
N)r� r� ���)r� �split�
splitlines�pop)r< r� r� Z delimiterZpendingr� �lines�liner> r> r? �
iter_lines s $
zResponse.iter_linesc C sV | j dkrJ| jrtd��| jdks,| jdkr4d| _ nd�| �t��pFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr N� T)r� r� � RuntimeErrorr� r� r; r� �CONTENT_CHUNK_SIZErx r> r> r? r� / s
�zResponse.contentc C sh d}| j }| jstd�S | j dkr(| j}zt| j|dd�}W n& ttfk
rb t| jdd�}Y nX |S )a� Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
Nr6 �replace)�errors)r� r� r* r� � LookupErrorr� )r< r� r� r> r> r? �textC s
z
Response.textc K sj | j sZ| jrZt| j�dkrZt| j�}|dk rZztj| j�|�f|�W S tk
rX Y nX tj| jf|�S )z�Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises ValueError: If the response body does not contain valid json.
rM N) r� r� rV r! r� �loadsrS �UnicodeDecodeErrorr� )r< �kwargsr� r> r> r? r0 i s
��z
Response.jsonc C sF | j �d�}i }|rBt|�}|D ] }|�d�p6|�d�}|||< q |S )z8Returns the parsed header links of the response, if any.�linkZrelr7 )rP r� r )r< r� �l�linksr� �keyr> r> r? r� � s
zResponse.linksc C s� d}t | jt�rDz| j�d�}W qJ tk
r@ | j�d�}Y qJX n| j}d| j kr`dk rxn nd| j|| jf }n,d| j kr�dk r�n nd| j|| jf }|r�t|| d ��d
S ) z2Raises stored :class:`HTTPError`, if one occurred.r6 rC z
iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rD r� r+ rS r� r� r7 r )r< Zhttp_error_msgr� r> r> r? r� � s zResponse.raise_for_statusc C s0 | j s| j�� t| jdd�}|dk r,|� dS )z�Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
� release_connN)r� r� r� r� )r< r� r> r> r? r� � s
zResponse.close)r
F) r^ r_ r` r} r� rv r� r� r� r� ry r� r� rB ra r� r� r� r� r� r� �ITER_CHUNK_SIZEr� r� r� r0 r� r� r� r> r> r> r? r� J sT �/
7
%
r� )Rr} r� �sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rh r Z
structuresr rt r
ru r r r �
exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# �compatr$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r� Z status_codesr1 Zmoved�found�otherZtemporary_redirectr� r� ZDEFAULT_REDIRECT_LIMITr� r� r� r3 rc rp rz r� r> r> r> r? �<module> sD $08 �rJ < site-packages/pip/_vendor/requests/__pycache__/_internal_utils.cpython-38.opt-1.pyc 0000644 00000002332 15201600075 0024351 0 ustar 00 U
��.eH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS )
z�
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
� )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | �|�}n
| �|�}|S )z�Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
)�
isinstancer r �encode�decode)�string�encoding�out� r �H/usr/lib/python3.8/site-packages/pip/_vendor/requests/_internal_utils.py�to_native_string s
r c C s, z| � d� W dS tk
r& Y dS X dS )z�Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
r TFN)r �UnicodeEncodeError)Zu_stringr r r
�unicode_is_ascii s
r N)r )�__doc__�compatr r r r r r r r r
�<module> s
site-packages/pip/_vendor/requests/__pycache__/exceptions.cpython-38.opt-1.pyc 0000644 00000012130 15201600075 0023334 0 ustar 00 U
��.e} � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� dee �Z
G dd� de �Z G dd� de�Z G dd� de�Z
G dd� dee�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$ee�ZG d%d&� d&ee�ZG d'd(� d(e�ZG d)d*� d*e�ZG d+d,� d,e�ZG d-d.� d.ee �Z G d/d0� d0e�Z d1S )2z`
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
� )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your
request.
c sX |� dd�}|| _|� dd�| _|dk rB| jsBt|d�rB| jj| _tt| �j||� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr �� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/exceptions.pyr s �
zRequestException.__init__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r
r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.N�r r r r r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.Nr r r r r r s r c @ s e Zd ZdZdS )�
ProxyErrorzA proxy error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
Nr r r r r r , s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
Nr r r r r r 5 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r < s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.Nr r r r r r @ s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.Nr r r r r r D s r c @ s e Zd ZdZdS )�
MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r H s r c @ s e Zd ZdZdS )�
InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r L s r c @ s e Zd ZdZdS )�
InvalidURLz%The URL provided was somehow invalid.Nr r r r r r! P s r! c @ s e Zd ZdZdS )�
InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )�InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )�ContentDecodingErrorz!Failed to decode response contentNr r r r r r% ` s r% c @ s e Zd ZdZdS )�StreamConsumedErrorz2The content for this response was already consumedNr r r r r r& d s r& c @ s e Zd ZdZdS )�
RetryErrorzCustom retries logic failedNr r r r r r' h s r' c @ s e Zd ZdZdS )�UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyNr r r r r r( l s r( c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.Nr r r r r r) r s r) c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r* w s r* c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r+ | s r+ N) r Z pip._vendor.urllib3.exceptionsr Z
BaseHTTPError�IOErrorr r r r r r r r r �
ValueErrorr r r! r" r# r$ r% � TypeErrorr& r' r( �Warningr) �DeprecationWarningr* r+ r r r r �<module> s0 site-packages/pip/_vendor/requests/__pycache__/cookies.cpython-38.opt-1.pyc 0000644 00000044556 15201600075 0022630 0 ustar 00 U
��.e�G � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z z ddl Z W n e
k
rl ddlZ Y nX G dd� de�ZG dd � d e�Zd
d � Zd d
� Zd dd�ZG dd� de�ZG dd� deje �Zdd� Zdd� Zdd� Zd dd �Z d d � Z dS )!z�
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
� N� )�to_native_string)� cookielib�urlparse�
urlunparse�Morsel�MutableMappingc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
d dd�Z dd� Z dd� Z
dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
c C s || _ i | _t| j j�j| _d S �N)�_r� _new_headersr �url�scheme�type)�self�request� r �@/usr/lib/python3.8/site-packages/pip/_vendor/requests/cookies.py�__init__% s zMockRequest.__init__c C s | j S r
)r �r r r r �get_type* s zMockRequest.get_typec C s t | jj�jS r
)r r r
Znetlocr r r r �get_host- s zMockRequest.get_hostc C s | � � S r
�r r r r r �get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j j�d�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j
|j g�S )NZHostzutf-8)�encoding) r �headers�getr
r r r r �pathZparamsZqueryZfragment)r �hostZparsedr r r � get_full_url3 s �zMockRequest.get_full_urlc C s dS �NTr r r r r �is_unverifiableA s zMockRequest.is_unverifiablec C s || j jkp|| jkS r
)r r r �r �namer r r �
has_headerD s zMockRequest.has_headerNc C s | j j�|| j�||��S r
)r r r r )r r# �defaultr r r �
get_headerG s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r �
add_headerJ s zMockRequest.add_headerc C s || j |< d S r
�r �r r# �valuer r r �add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r
r+ r r r r �get_new_headersQ s zMockRequest.get_new_headersc C s | � � S r
)r! r r r r � unverifiableT s zMockRequest.unverifiablec C s | � � S r
)r r r r r �origin_req_hostX s zMockRequest.origin_req_hostc C s | � � S r
r r r r r r \ s zMockRequest.host)N)�__name__�
__module__� __qualname__�__doc__r r r r r r! r$ r& r* r. r/ �propertyr0 r1 r r r r r r s$
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
c C s
|| _ dS )z�Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
N��_headers)r r r r r r h s zMockResponse.__init__c C s | j S r
r8 r r r r �infoo s zMockResponse.infoc C s | j �|� d S r
)r9 �
getheadersr" r r r r; r s zMockResponse.getheadersN)r2 r3 r4 r5 r r: r; r r r r r7 a s r7 c C s8 t |d�r|jsdS t|�}t|jj�}| �||� dS )z�Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
�_original_responseN)�hasattrr< r r7 �msgZextract_cookies)�jarr ZresponseZreq�resr r r �extract_cookies_to_jarv s
� rA c C s t |�}| �|� |�� �d�S )zj
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
�Cookie)r Zadd_cookie_headerr/ r )r? r �rr r r �get_cookie_header� s
rD c C sz g }| D ]N}|j |krq|dk r,||jkr,q|dk r@||jkr@q|�|j|j|j f� q|D ]\}}}| �|||� q\dS )zkUnsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
N)r# �domainr �append�clear)� cookiejarr# rE r Z
clearables�cookier r r �remove_cookie_by_name� s
rJ c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
N)r2 r3 r4 r5 r r r r rK � s rK c s� e Zd ZdZd3dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd4dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd5d'd(�Zd6d)d*�Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z� Z S )7�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
Nc C s. z| � |||�W S tk
r( | Y S X dS )z�Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
N)�_find_no_duplicates�KeyError)r r# r% rE r r r r r � s zRequestsCookieJar.getc K sX |dkr(t | ||�d�|�d�d� dS t|t�r<t|�}nt||f|�}| �|� |S )z�Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
NrE r )rE r )rJ r �
isinstancer �morsel_to_cookie�
create_cookie�
set_cookie)r r# r- �kwargs�cr r r �set� s
zRequestsCookieJar.setc c s t | �D ] }|jV qdS )z�Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
N)�iterr# �r rI r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | �� �S )z�Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
)�listrX r r r r �keys� s zRequestsCookieJar.keysc c s t | �D ] }|jV qdS )z�Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
N)rV r- rW r r r �
itervalues� s z RequestsCookieJar.itervaluesc C s t | �� �S )z�Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
)rY r[ r r r r �values� s zRequestsCookieJar.valuesc c s t | �D ]}|j|jfV qdS )z�Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
N)rV r# r- rW r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | �� �S )z�Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
)rY r] r r r r �items s zRequestsCookieJar.itemsc C s, g }t | �D ]}|j|kr |�|j� q |S )z2Utility method to list all the domains in the jar.�rV rE rF �r ZdomainsrI r r r � list_domains s
z RequestsCookieJar.list_domainsc C s, g }t | �D ]}|j|kr |�|j� q |S )z0Utility method to list all the paths in the jar.)rV r rF )r �pathsrI r r r �
list_paths s
z RequestsCookieJar.list_pathsc C s< g }t | �D ]*}|jdk r*|j|kr* dS |�|j� q dS )zvReturns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
NTFr_ r` r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | �D ]4}|dks"|j|kr |dks4|j|kr |j||j< q |S )z�Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
N)rV rE r r- r# )r rE r Z
dictionaryrI r r r �get_dict+ s ����zRequestsCookieJar.get_dictc s. zt t| ��|�W S tk
r( Y dS X d S r )�superrL � __contains__rK r" �� __class__r r rg ; s z RequestsCookieJar.__contains__c C s
| � |�S )z�Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
)rM r" r r r � __getitem__A s z RequestsCookieJar.__getitem__c C s | � ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
N)rU r, r r r � __setitem__J s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
N)rJ r" r r r � __delitem__Q s z RequestsCookieJar.__delitem__c sL t |jd�r4|j�d�r4|j�d�r4|j�dd�|_tt| �j|f|�|�S )N�
startswith�"z\"� )r= r- rm �endswith�replacerf rL rR )r rI �argsrS rh r r rR W s $z RequestsCookieJar.set_cookiec s< t |tj�r(|D ]}| �t�|�� qntt| ��|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rO r � CookieJarrR �copyrf rL �update)r �otherrI rh r r ru \ s zRequestsCookieJar.updatec C s\ t | �D ]<}|j|kr|dks(|j|kr|dks:|j|kr|j S qtd|||f ��dS )a� Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
N�name=%r, domain=%r, path=%r)rV r# rE r r- rN )r r# rE r rI r r r �_findd s
zRequestsCookieJar._findc C sx d}t | �D ]L}|j|kr |dks,|j|kr |dks>|j|kr |dk rRtd| ��|j}q |rb|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
Nz(There are multiple cookies with name, %rrw )rV r# rE r rK r- rN )r r# rE r ZtoReturnrI r r r rM x s
z%RequestsCookieJar._find_no_duplicatesc C s | j �� }|�d� |S )�4Unlike a normal CookieJar, this class is pickleable.�
_cookies_lock)�__dict__rt �pop�r �stater r r � __getstate__� s
z RequestsCookieJar.__getstate__c C s$ | j �|� d| j kr t�� | _dS )ry rz N)r{ ru � threading�RLockrz r} r r r � __setstate__� s
z RequestsCookieJar.__setstate__c C s" t � }|�| �� � |�| � |S )z(Return a copy of this RequestsCookieJar.)rL Z
set_policy�
get_policyru )r Znew_cjr r r rt � s
zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)Z_policyr r r r r� � s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r2 r3 r4 r5 r rU rX rZ r[ r\ r] r^ ra rc rd re rg rj rk rl rR ru rx rM r r� rt r� �
__classcell__r r rh r rL � s2
rL c C sN | d kr d S t | d�r | �� S t�| �}|�� | D ]}|�t�|�� q4|S )Nrt )r= rt rG rR )r? Znew_jarrI r r r �_copy_cookie_jar� s
r� c K s� d| |ddddddddddidd�
}t |�t |� }|rLd }t|t|� ��|�|� t|d
�|d < t|d �|d
< |d �d�|d< t|d �|d< tjf |�S )z�Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
r Nro �/FT�HttpOnly)
�versionr# r- �portrE r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sr� Zport_specifiedrE Zdomain_specified�.Zdomain_initial_dotr Zpath_specified)rU � TypeErrorrY ru �boolrm r rB )r# r- rS �resultZbadargs�errr r r rQ � s0 �
rQ c C s� d}| d rPz t t�� t | d � �}W qr tk
rL td| d ��Y qrX n"| d rrd}t�t�| d |��}t| d t| d �d| d || j | d dd
| d idt| d �| j
| d
p�dd�
S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr� z%a, %d-%b-%Y %H:%M:%S GMTr� FrE r r� Zhttponlyr� r� r )
r� r� r� rE r� r# r r� r� r� r� r- r� ) �int�time�
ValueErrorr� �calendarZtimegm�strptimerQ r� r( r- )Zmorselr� Z
time_templater r r rP � s4 �
�rP Tc C sR |dkrt � }| dk rNdd� |D �}| D ]$}|s8||kr(|�t|| | �� q(|S )aC Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
Nc S s g | ]
}|j �qS r )r# )�.0rI r r r �
<listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rL rR rQ )Z cookie_dictrH � overwriteZnames_from_jarr# r r r �cookiejar_from_dict� s r� c C sv t | tj�std��t |t�r.t|| dd�} nDt |tj�rrz| �|� W n( tk
rp |D ]}| �|� q\Y nX | S )z�Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
z!You can only merge into CookieJarF)rH r� ) rO r rs r� �dictr� ru �AttributeErrorrR )rH ZcookiesZ
cookie_in_jarr r r �
merge_cookies s
� r� )NN)NT) r5 rt r� r� Z_internal_utilsr �compatr r r r r r� � ImportErrorZdummy_threading�objectr r7 rA rD rJ � RuntimeErrorrK rs rL r� rQ rP r� r� r r r r �<module> s. H
$
site-packages/pip/_vendor/requests/__pycache__/status_codes.cpython-38.pyc 0000644 00000010070 15201600075 0022715 0 ustar 00 U
��.e! � E @ s� d a ddlmZ ddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdG�DZedHdI�ZdJdK� Ze� dLS )Ma�
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
� )�
LookupDict)�continue)Zswitching_protocols)Z
processing)Z
checkpoint)Z uri_too_longZrequest_uri_too_long)�okZokayZall_okZall_okayZall_goodz\o/u ✓)Zcreated)Zaccepted)Znon_authoritative_infoZ non_authoritative_information)Z
no_content)Z
reset_content�reset)Zpartial_content�partial)Z multi_statusZmultiple_statusZ multi_statiZmultiple_stati)Zalready_reported)Zim_used)Zmultiple_choices)Zmoved_permanentlyZmovedz\o-)�found)Z see_other�other)Z not_modified)Z use_proxy)Z switch_proxy)Ztemporary_redirectZtemporary_movedZ temporary)Zpermanent_redirectZresume_incompleteZresume)Z bad_requestZbad)Z unauthorized)Zpayment_requiredZpayment)Z forbidden)Z not_foundz-o-)Zmethod_not_allowedZ not_allowed)Znot_acceptable)Z proxy_authentication_requiredZ
proxy_authZproxy_authentication)Zrequest_timeoutZtimeout)Zconflict)Zgone)Zlength_required)Zprecondition_failed� precondition)Zrequest_entity_too_large)Zrequest_uri_too_large)Zunsupported_media_typeZunsupported_mediaZ
media_type)Z requested_range_not_satisfiableZrequested_rangeZrange_not_satisfiable)Zexpectation_failed)Z im_a_teapotZteapotZ
i_am_a_teapot)Zmisdirected_request)Zunprocessable_entityZ
unprocessable)�locked)Zfailed_dependencyZ
dependency)Zunordered_collectionZ unordered)Zupgrade_requiredZupgrade)Zprecondition_requiredr )Ztoo_many_requestsZtoo_many)Zheader_fields_too_largeZfields_too_large)Z no_responseZnone)Z
retry_withZretry)Z$blocked_by_windows_parental_controlsZparental_controls)Z unavailable_for_legal_reasonsZ
legal_reasons)Zclient_closed_request)Zinternal_server_errorZ server_errorz/o\u ✗)Znot_implemented)Z bad_gateway)Zservice_unavailableZ unavailable)Zgateway_timeout)Zhttp_version_not_supportedZ http_version)Zvariant_also_negotiates)Zinsufficient_storage)Zbandwidth_limit_exceededZ bandwidth)Z not_extended)Z network_authentication_requiredZ network_authZnetwork_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� Z status_codes)�namec s~ t �� D ]8\} }|D ]*}tt|| � |�d�stt|�� | � qqdd� � td k rvtd d�� fdd�tt �D �� nd ad S )N)�\�/c S s$ d� dd� t| D ��}d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N� )�.0�nr r �E/usr/lib/python3.8/site-packages/pip/_vendor/requests/status_codes.py� <genexpr>p s z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)�join�_codes)�code�namesr r r �doco s z_init.<locals>.doc�
c 3 s | ]}� |�V qd S )Nr )r r$ �r& r r r! u s z_init.<locals>.<genexpr>) r# �items�setattr�codes�
startswith�upper�__doc__r" �sorted)r$ Ztitles�titler r( r �_inith s
���r1 N)r. Z
structuresr r# r+ r1 r r r r �<module> s� �P
site-packages/pip/_vendor/requests/__pycache__/api.cpython-38.opt-1.pyc 0000644 00000014507 15201600075 0021736 0 ustar 00 U
��.e � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd
d � Zdd d
�Zddd�Zddd�Z dd� Z
dS )z�
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
� )�sessionsc
K s6 t �� �$}|jf | |d�|��W 5 Q R � S Q R X dS )a� Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
<Response [200]>
)�method�urlN)r ZSession�request)r r �kwargsZsession� r �</usr/lib/python3.8/site-packages/pip/_vendor/requests/api.pyr s +
r Nc K s" |� dd� td| fd|i|��S )ad Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�allow_redirectsT�get�params��
setdefaultr )r r r r r r r
? s r
c K s |� dd� td| f|�S )z�Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r T�optionsr �r r r r r r N s r c K s |� dd� td| f|�S )z�Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r F�headr r r r r r [ s r c K s t d| f||d�|��S )a� Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�post)�data�json�r )r r r r r r r r h s r c K s t d| fd|i|��S )a� Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�putr r �r r r r r r r w s r c K s t d| fd|i|��S )a� Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�patchr r r r r r r � s r c K s t d| f|�S )z�Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�deleter r r r r r � s r )N)NN)N)N) �__doc__� r r r
r r r r r r r r r r �<module> s
/
site-packages/pip/_vendor/requests/__pycache__/certs.cpython-38.pyc 0000644 00000001125 15201600075 0021336 0 ustar 00 U
��.e� � @ s& d Z ddlmZ edkr"ee� � dS )uF
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
� )�where�__main__N)�__doc__Zpip._vendor.certifir �__name__�print� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/certs.py�<module> s site-packages/pip/_vendor/requests/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000006420 15201600075 0022717 0 ustar 00 U
��.e� � @ s d Z ddlmZ ddlmZ ddlZddlmZ dd� Zd d
� Zzeej ej � W n0 e
e fk
r� e� d �
ej ej �e� Y nX dd lmZ es�z,dd
lmZ e�� ddlm Z ee� W n ek
r� Y nX ddlmZ e�de� ddl mZmZmZm Z ddl m Z m Z m Z m Z ddl m Z m!Z! ddl"m#Z# ddl"m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl@Z@ddl@mAZA e@�BeC��DeA� � ejd e=d d � dS ) a�
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings. Basic GET
usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> 'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key2": "value2",
"key1": "value1"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <http://python-requests.org>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
� )�urllib3)�chardetN� )�RequestsDependencyWarningc C s~ | � d�} t| �dkr | �d� | \}}}t|�t|�t|� }}}|� d�d d� \}}}t|�t|�t|� }}}d S )N�.� �0� )�split�len�append�int)Zurllib3_versionZchardet_version�major�minor�patch� r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/__init__.py�check_compatibility1 s
r c C sX zt tt| �d���} W n tk
r. Y d S X | dddgk rTd�| �}t�|t� d S )Nr r r � z4Old version of cryptography ({}) may cause slowdown.) �list�mapr
r
�
ValueError�format�warnings�warnr )�cryptography_versionZwarningr r r �_check_cryptographyJ s
r z?urllib3 ({}) or chardet ({}) doesn't match a supported version!)�WINDOWS)� pyopenssl)� __version__)�DependencyWarning�ignore)� __title__�__description__�__url__r )� __build__�
__author__�__author_email__� __license__)�
__copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandler�defaultT)r )E�__doc__Z pip._vendorr r r �
exceptionsr r r r �AssertionErrorr r r Zpip._internal.utils.compatr Zpip._vendor.urllib3.contribr Zinject_into_urllib3Z cryptographyr � ImportErrorZ pip._vendor.urllib3.exceptionsr � simplefilterr" r# r$ r% r& r' r( r) r* � r+ r, Zmodelsr- r. r/ Zapir0 r1 r2 r3 r r4 r5 r6 Zsessionsr7 r8 Z status_codesr9 r: r; r< r= r> r? r@ rA rB ZloggingrC Z getLogger�__name__Z
addHandlerr r r r �<module> sP # ��
( , site-packages/pip/_vendor/requests/__pycache__/__version__.cpython-38.pyc 0000644 00000001002 15201600075 0022471 0 ustar 00 U
��.e� � @ s, d Z dZdZdZdZdZdZdZdZd Z d
S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.22.0i " z
Kenneth Reitzzme@kennethreitz.orgz
Apache 2.0z Copyright 2019 Kenneth Reitzu ✨ 🍰 ✨N)
Z __title__Z__description__Z__url__� __version__Z __build__�
__author__Z__author_email__Z __license__Z
__copyright__Z__cake__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/requests/__version__.py�<module> s site-packages/pip/_vendor/requests/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000053223 15201600075 0022323 0 ustar 00 U
��.eau � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m Z ddl
mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z" dd l#m$Z$ dd
l%m&Z& dd l'm(Z(m)Z)m*Z*m+Z+ d Z,e�-� Z.d
dd�Z/ej0dk�r2dd� Z1dd� Zdd� Z2dd� Z3dhdd�Z4d d � Z5d d � Z6d d!� Z7d"d#� Z8d$d%� Z9d&d'� Z:did(d)�Z;d*d+� Z<d,d-� Z=d.d/� Z>d0d1� Z?d2d3� Z@d4d5� ZAd6d7� ZBd8d9� ZCeDd:�ZEd;d<� ZFd=d>� ZGd?d@� ZHdAdB� ZIdCdD� ZJdEdF� ZKejLdGdH� �ZMdIdJ� ZNdjdKdL�ZOdMdN� ZPdkdPdQ�ZQdRdS� ZRdTdU� ZSdV�TdW�ZUeUdX ZVeUdY ZWdZd[� ZXd\d]� ZYd^d_� ZZe�[d`�Z\e�[da�Z]dbdc� Z^ddde� Z_dfdg� Z`dS )lz�
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
� N� �� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str� OrderedDict�unquote�
getproxies� proxy_bypass�
urlunparse�
basestring�
integer_types�is_py3�proxy_bypass_environment�getproxies_environment�Mapping��cookiejar_from_dict)�CaseInsensitiveDict)�
InvalidURL�
InvalidHeader�FileModeWarning�UnrewindableBodyError)z.netrc�_netrc�P i� )ZhttpZhttpsZwin32c C s� zt rdd l}ndd l}W n tk
r0 Y dS X z6|�|jd�}t|�|d�d �}|�|d�d }W n tk
r~ Y dS X |r�|s�dS |� d�}|D ]T}|dkr�d| kr� d S |�
dd
�}|�
d d �}|�
d
d�}t � || t j
�r� d S q�dS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ
ProxyOverride�;z<local>�.Tz\.�*z.*�?)r �winreg�_winreg� ImportError�OpenKey�HKEY_CURRENT_USER�intZ QueryValueEx�OSError�split�replace�re�match�I)�hostr$ ZinternetSettingsZ proxyEnableZ
proxyOverrideZtest� r1 �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/utils.py�proxy_bypass_registry/ sF
�����
r3 c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
N)r r r3 )r0 r1 r1 r2 r V s r c C s t | d�r| �� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr4 )�dr1 r1 r2 �dict_to_sequenceb s
r7 c C s4 d }d}t | d�r t| �}nbt | d�r.| j}nPt | d�r~z | �� }W n tjk
rZ Y n$X t�|�j}d| jkr~t �
dt � t | d��rz | � � }W n$ t
tfk
r� |d k r�|}Y n^X t | d��r|d k�rz&| �dd � | � � }| �|p�d� W n t
tfk
�r d}Y nX |d k�r&d}td|| �S )
Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r5 r9 r: �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr r< r* �IOErrorr= �max)�oZ total_lengthZcurrent_positionr: r1 r1 r2 � super_lenk sB
�
rJ Fc C s& �zddl m }m} d}tD ]J}ztj�d�|��}W n tk
rP Y W dS X tj�|�r |} qhq |dkrvW dS t | �}d}t
| t �r�|� d�}|j
�|�d } z:||��| �}
|
r�|
d r�dnd} |
| |
d fW W S W n" |tfk
�r |� r�� Y nX W n ttfk
�r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )�netrc�NetrcParseErrorNz~/{}� :�asciir r> )rK rL � NETRC_FILESrA �path�
expanduser�format�KeyError�existsr �
isinstancer �decode�netlocr+ ZauthenticatorsrG r& �AttributeError) �urlZ raise_errorsrK rL Z
netrc_path�fZlocZriZsplitstrr0 r Zlogin_ir1 r1 r2 �get_netrc_auth� s8
r[ c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tj�|�S dS )z0Tries to guess the filename of the given object.�nameNr �<����>)�getattrrU r rA rP �basename)�objr\ r1 r1 r2 �guess_filename� s
�rc c C s� t j�| �r| S t j�| �\}}|rPt j�|�sPt j�|�\}}d�||g�}q t�|�s^| S t�|�}||�� krx| S t �
� }t jj|f|�d��� }t j�|�s�|j ||d�}|S )z�Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
�/)rP ) rA rP rT r+ �join�zipfileZ
is_zipfileZZipFileZnamelist�tempfileZ
gettempdir�extract)rP �archive�member�prefixZzip_fileZtmpZextracted_pathr1 r1 r2 �extract_zipped_paths� s
rl c C s. | dkr dS t | ttttf�r&td��t| �S )a� Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
N�+cannot encode objects that are not 2-tuples)rU r r
�boolr) �
ValueErrorr ��valuer1 r1 r2 �from_key_val_list s
rr c C s@ | dkr dS t | ttttf�r&td��t | t�r8| �� } t| �S )a� Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples.
:rtype: list
Nrm ) rU r r
rn r) ro r r4 �listrp r1 r1 r2 �to_key_val_list s
rt c C sX g }t | �D ]F}|dd� |dd� kr4dkrHn nt|dd� �}|�|� q |S )a Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
Nr r^ �")�_parse_list_header�unquote_header_value�append)rq �result�itemr1 r1 r2 �parse_list_header8 s ( r{ c C sx i }t | �D ]f}d|kr"d||< q |�dd�\}} | dd� | dd� krVdkrjn nt| dd� �} | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
�=Nr r^ ru )rv r+ rw )rq ry rz r\ r1 r1 r2 �parse_dict_headerX s (
r} c C s\ | rX| d | d kr dkrXn n4| dd� } |rD| dd� dkrX| � dd�� d d�S | S )
z�Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
r r^ ru r Nr> z\\�\z\")r, )rq Z is_filenamer1 r1 r2 rw { s
$ rw c C s i }| D ]}|j ||j< q|S )z�Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
)rq r\ )�cj� cookie_dictZcookier1 r1 r2 �dict_from_cookiejar� s r� c C s
t || �S )z�Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
r )r r� r1 r1 r2 �add_dict_to_cookiejar� s r� c C sT t �dt� tjdtjd�}tjdtjd�}t�d�}|�| �|�| � |�| � S )zlReturns encodings from given content string.
:param content: bytestring to extract encodings from.
z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE rF �DeprecationWarningr- �compiler/ �findall)�contentZ
charset_reZ pragma_reZxml_rer1 r1 r2 �get_encodings_from_content� s �
��r� c
C s� | � d�}|d �� |dd� }}i }d}|D ]`}|�� }|r0|d }}|�d�} | dkr�|d| � �|�}|| d d� �|�}|||�� < q0||fS ) z�Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
r r r Nz"' Tr| r^ )r+ �strip�find�lower)
�header�tokens� content_type�paramsZ params_dictZitems_to_strip�param�keyrq Zindex_of_equalsr1 r1 r2 �_parse_content_type_header� s
r� c C sD | � d�}|sdS t|�\}}d|kr4|d �d�S d|kr@dS dS )z}Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
z content-typeN�charsetz'"�textz
ISO-8859-1)�getr� r� )�headersr� r� r1 r1 r2 �get_encoding_from_headers� s
r� c c sj |j dkr | D ]
}|V qdS t�|j �dd�}| D ]}|�|�}|r4|V q4|jddd�}|rf|V dS )zStream decodes a iterator.Nr, ��errors� T)�final)�encoding�codecs�getincrementaldecoderrV )�iterator�rrz �decoder�chunk�rvr1 r1 r2 � stream_decode_response_unicode� s
r� c c sH d}|dks|dkr t | �}|t | �k rD| ||| � V ||7 }q dS )z Iterate over slices of a string.r N)r9 )�stringZ slice_length�posr1 r1 r2 � iter_slices s r� c C s~ t �dt� g }t| j�}|rLzt| j|�W S tk
rJ |�|� Y nX zt| j|dd�W S t k
rx | j Y S X dS )z�Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r, r� N)
rE rF r� r� r� r r� � UnicodeErrorrx � TypeError)r� Ztried_encodingsr� r1 r1 r2 �get_unicode_from_response s �
r� zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s� | � d�}tdt|��D ]�}|| dd� }t|�dkr�|�� r�ztt|d��}W n tk
rr td| ��Y nX |tkr�||| dd� ||< q�d|| ||< qd|| ||< qd� |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
�%r r r> � z%Invalid percent-escape sequence: '%s'N� )
r+ �ranger9 �isalnum�chrr) ro r �UNRESERVED_SETre )�uri�parts�i�h�cr1 r1 r2 �unquote_unreserved5 s
r� c C s@ d}d}zt t| �|d�W S tk
r: t | |d� Y S X dS )z�Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r� r )r� Zsafe_with_percentZsafe_without_percentr1 r1 r2 � requote_uriM s r� c C sl t �dt�| ��d }|�d�\}}t �dt�tt|����d }t �dt�|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
z=Lr rd )�struct�unpack�socket� inet_atonr+ �dotted_netmaskr) )ZipZnetZipaddrZnetaddr�bitsZnetmaskZnetworkr1 r1 r2 �address_in_networkc s
r� c C s& ddd| > d A }t �t�d|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
l �� r � z>I)r� Z inet_ntoar� �pack)�maskr� r1 r1 r2 r� r s r� c C s, zt �| � W n t jk
r& Y dS X dS )z
:rtype: bool
FT)r� r� �error)Z string_ipr1 r1 r2 �is_ipv4_address} s
r� c C s� | � d�dkr�zt| �d�d �}W n tk
r: Y dS X |dk sL|dkrPdS zt�| �d�d � W q� tjk
r� Y dS X ndS dS )zV
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
rd r Fr� r T)�countr) r+ ro r� r� r� )Zstring_networkr� r1 r1 r2 �
is_valid_cidr� s
r� c c sT |dk }|r"t j�| �}|t j| < z
dV W 5 |rN|dkrDt j| = n
|t j| < X dS )z�Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothingN)rA �environr� )Zenv_namerq Z
value_changed� old_valuer1 r1 r2 � set_environ� s
r� c
C s* dd� }|}|dkr |d�}t | �}|jdkr2dS |r�dd� |�dd ��d
�D �}t|j�r�|D ]0}t|�r�t|j|�r� dS q`|j|kr` dS q`nB|j}|jr�|d �|j�7 }|D ] }|j� |�s�|� |�r� dS q�t
d|��6 zt |j�}W n t t
jfk
�r d }Y nX W 5 Q R X |�r&dS d S )
zL
Returns whether we should bypass proxies or not.
:rtype: bool
c S s t j�| �pt j�| �� �S �N)rA r� r� �upper)�kr1 r1 r2 �<lambda>� r� z'should_bypass_proxies.<locals>.<lambda>N�no_proxyTc s s | ]}|r|V qd S r� r1 )�.0r0 r1 r1 r2 � <genexpr>� s z(should_bypass_proxies.<locals>.<genexpr>� r� �,z:{}F)r �hostnamer, r+ r� r� r� ZportrR �endswithr� r r� r� Zgaierror) rY r� Z get_proxyZ no_proxy_arg�parsedZproxy_ipZhost_with_portr0 Zbypassr1 r1 r2 �should_bypass_proxies� s@
�
r� c C s t | |d�ri S t� S dS )zA
Return a dict of environment proxies.
:rtype: dict
)r� N)r� r )rY r� r1 r1 r2 �get_environ_proxies� s r� c C st |pi }t | �}|jdkr.|�|j|�d��S |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )z�Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
N�allz://zall://)r r� r� �scheme)rY ZproxiesZurlpartsZ
proxy_keys�proxyZ proxy_keyr1 r1 r2 � select_proxy� s
�r� �python-requestsc C s d| t f S )zO
Return a string representing the default user agent.
:rtype: str
z%s/%sr )r\ r1 r1 r2 �default_user_agent s r� c C s t t� d�d�ddd��S )z9
:rtype: requests.structures.CaseInsensitiveDict
z, )ZgzipZdeflatez*/*z
keep-alive)z
User-AgentzAccept-EncodingZAcceptZ
Connection)r r� re r1 r1 r1 r2 �default_headers" s �r� c
C s� g }d}| � |�} | s|S t�d| �D ]�}z|�dd�\}}W n tk
r\ |d }}Y nX d|� d�i}|�d�D ]F}z|�d�\}} W n tk
r� Y q�Y nX | � |�||� |�< qv|�|� q&|S ) z�Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
z '"z, *<r r r� rY z<> '"r| )r� r- r+ ro rx ) rq ZlinksZ
replace_chars�valrY r� �linkr� r� r1 r1 r2 �parse_header_links. s&
r� � rN r> � c C s� | dd� }|t jt jfkr dS |dd� t jkr6dS |dd� t jt jfkrRdS |�t�}|dkrhd S |dkr�|ddd� tkr�d
S |d dd� tkr�d S |dkr�|dd� t kr�d
S |d d� t kr�dS dS )z
:rtype: str
N� zutf-32r� z utf-8-sigr> zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le)
r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr� �_null�_null2�_null3)�dataZsampleZ nullcountr1 r1 r2 �guess_json_utfY s*
r� c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
)r r )rY Z
new_schemer� rW rP r� �query�fragmentr1 r1 r2 �prepend_scheme_if_neededy s
r� c C sB t | �}zt|j�t|j�f}W n ttfk
r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
)r� r� )r r
ZusernameZpasswordrX r� )rY r� Zauthr1 r1 r2 �get_auth_from_url� s
r� s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |t�rt}nt}z|�|�s4td| ��W n* tk
r` td||t|�f ��Y nX dS )z�Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU r
�_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr. r r� �type)r� r\ rq Zpatr1 r1 r2 �check_header_validity� s
�r� c C sF t | �\}}}}}}|s"|| }}|�dd�d }t|||||df�S )zW
Given a url remove the fragment and the authentication part.
:rtype: str
�@r r^ r� )r �rsplitr )rY r� rW rP r� r� r� r1 r1 r2 �
urldefragauth� s
r� c C s` t | jdd�}|dk rTt| jt�rTz|| j� W q\ ttfk
rP td��Y q\X ntd��dS )zfMove file pointer back to its recorded starting position
so it can be read again on redirect.
r= Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r` ZbodyrU Z_body_positionr rG r* r )Zprepared_requestZ body_seekr1 r1 r2 � rewind_body� s r� )F)F)N)r� )a�__doc__r� �
contextlibr? rA r- r� r� �sysrg rE rf r r� r Z_internal_utilsr �compatr rv r r r
r r r
r r r r r r r r r Zcookiesr Z
structuresr �
exceptionsr r r r rO �whereZDEFAULT_CA_BUNDLE_PATHZ
DEFAULT_PORTS�platformr3 r7 rJ r[ rc rl rr rt r{ r} rw r� r� r� r� r� r� r� r� � frozensetr� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� �encoder� r� r� r� r� r� r� r� r� r� r� r� r1 r1 r1 r2 �<module> s� D
' =
3 #
%�
=
&
site-packages/pip/_vendor/requests/__pycache__/utils.cpython-38.pyc 0000644 00000053223 15201600075 0021364 0 ustar 00 U
��.eau � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m Z ddl
mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z" dd l#m$Z$ dd
l%m&Z& dd l'm(Z(m)Z)m*Z*m+Z+ d Z,e�-� Z.d
dd�Z/ej0dk�r2dd� Z1dd� Zdd� Z2dd� Z3dhdd�Z4d d � Z5d d � Z6d d!� Z7d"d#� Z8d$d%� Z9d&d'� Z:did(d)�Z;d*d+� Z<d,d-� Z=d.d/� Z>d0d1� Z?d2d3� Z@d4d5� ZAd6d7� ZBd8d9� ZCeDd:�ZEd;d<� ZFd=d>� ZGd?d@� ZHdAdB� ZIdCdD� ZJdEdF� ZKejLdGdH� �ZMdIdJ� ZNdjdKdL�ZOdMdN� ZPdkdPdQ�ZQdRdS� ZRdTdU� ZSdV�TdW�ZUeUdX ZVeUdY ZWdZd[� ZXd\d]� ZYd^d_� ZZe�[d`�Z\e�[da�Z]dbdc� Z^ddde� Z_dfdg� Z`dS )lz�
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
� N� �� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str� OrderedDict�unquote�
getproxies� proxy_bypass�
urlunparse�
basestring�
integer_types�is_py3�proxy_bypass_environment�getproxies_environment�Mapping��cookiejar_from_dict)�CaseInsensitiveDict)�
InvalidURL�
InvalidHeader�FileModeWarning�UnrewindableBodyError)z.netrc�_netrc�P i� )ZhttpZhttpsZwin32c C s� zt rdd l}ndd l}W n tk
r0 Y dS X z6|�|jd�}t|�|d�d �}|�|d�d }W n tk
r~ Y dS X |r�|s�dS |� d�}|D ]T}|dkr�d| kr� d S |�
dd
�}|�
d d �}|�
d
d�}t � || t j
�r� d S q�dS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ
ProxyOverride�;z<local>�.Tz\.�*z.*�?)r �winreg�_winreg� ImportError�OpenKey�HKEY_CURRENT_USER�intZ QueryValueEx�OSError�split�replace�re�match�I)�hostr$ ZinternetSettingsZ proxyEnableZ
proxyOverrideZtest� r1 �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/utils.py�proxy_bypass_registry/ sF
�����
r3 c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
N)r r r3 )r0 r1 r1 r2 r V s r c C s t | d�r| �� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr4 )�dr1 r1 r2 �dict_to_sequenceb s
r7 c C s4 d }d}t | d�r t| �}nbt | d�r.| j}nPt | d�r~z | �� }W n tjk
rZ Y n$X t�|�j}d| jkr~t �
dt � t | d��rz | � � }W n$ t
tfk
r� |d k r�|}Y n^X t | d��r|d k�rz&| �dd � | � � }| �|p�d� W n t
tfk
�r d}Y nX |d k�r&d}td|| �S )
Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r5 r9 r: �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr r< r* �IOErrorr= �max)�oZ total_lengthZcurrent_positionr: r1 r1 r2 � super_lenk sB
�
rJ Fc C s& �zddl m }m} d}tD ]J}ztj�d�|��}W n tk
rP Y W dS X tj�|�r |} qhq |dkrvW dS t | �}d}t
| t �r�|� d�}|j
�|�d } z:||��| �}
|
r�|
d r�dnd} |
| |
d fW W S W n" |tfk
�r |� r�� Y nX W n ttfk
�r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )�netrc�NetrcParseErrorNz~/{}� :�asciir r> )rK rL � NETRC_FILESrA �path�
expanduser�format�KeyError�existsr �
isinstancer �decode�netlocr+ ZauthenticatorsrG r& �AttributeError) �urlZ raise_errorsrK rL Z
netrc_path�fZlocZriZsplitstrr0 r Zlogin_ir1 r1 r2 �get_netrc_auth� s8
r[ c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tj�|�S dS )z0Tries to guess the filename of the given object.�nameNr �<����>)�getattrrU r rA rP �basename)�objr\ r1 r1 r2 �guess_filename� s
�rc c C s� t j�| �r| S t j�| �\}}|rPt j�|�sPt j�|�\}}d�||g�}q t�|�s^| S t�|�}||�� krx| S t �
� }t jj|f|�d��� }t j�|�s�|j ||d�}|S )z�Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
�/)rP ) rA rP rT r+ �join�zipfileZ
is_zipfileZZipFileZnamelist�tempfileZ
gettempdir�extract)rP �archive�member�prefixZzip_fileZtmpZextracted_pathr1 r1 r2 �extract_zipped_paths� s
rl c C s. | dkr dS t | ttttf�r&td��t| �S )a� Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
N�+cannot encode objects that are not 2-tuples)rU r r
�boolr) �
ValueErrorr ��valuer1 r1 r2 �from_key_val_list s
rr c C s@ | dkr dS t | ttttf�r&td��t | t�r8| �� } t| �S )a� Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples.
:rtype: list
Nrm ) rU r r
rn r) ro r r4 �listrp r1 r1 r2 �to_key_val_list s
rt c C sX g }t | �D ]F}|dd� |dd� kr4dkrHn nt|dd� �}|�|� q |S )a Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
Nr r^ �")�_parse_list_header�unquote_header_value�append)rq �result�itemr1 r1 r2 �parse_list_header8 s ( r{ c C sx i }t | �D ]f}d|kr"d||< q |�dd�\}} | dd� | dd� krVdkrjn nt| dd� �} | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
�=Nr r^ ru )rv r+ rw )rq ry rz r\ r1 r1 r2 �parse_dict_headerX s (
r} c C s\ | rX| d | d kr dkrXn n4| dd� } |rD| dd� dkrX| � dd�� d d�S | S )
z�Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
r r^ ru r Nr> z\\�\z\")r, )rq Z is_filenamer1 r1 r2 rw { s
$ rw c C s i }| D ]}|j ||j< q|S )z�Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
)rq r\ )�cj� cookie_dictZcookier1 r1 r2 �dict_from_cookiejar� s r� c C s
t || �S )z�Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
r )r r� r1 r1 r2 �add_dict_to_cookiejar� s r� c C sT t �dt� tjdtjd�}tjdtjd�}t�d�}|�| �|�| � |�| � S )zlReturns encodings from given content string.
:param content: bytestring to extract encodings from.
z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE rF �DeprecationWarningr- �compiler/ �findall)�contentZ
charset_reZ pragma_reZxml_rer1 r1 r2 �get_encodings_from_content� s �
��r� c
C s� | � d�}|d �� |dd� }}i }d}|D ]`}|�� }|r0|d }}|�d�} | dkr�|d| � �|�}|| d d� �|�}|||�� < q0||fS ) z�Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
r r r Nz"' Tr| r^ )r+ �strip�find�lower)
�header�tokens� content_type�paramsZ params_dictZitems_to_strip�param�keyrq Zindex_of_equalsr1 r1 r2 �_parse_content_type_header� s
r� c C sD | � d�}|sdS t|�\}}d|kr4|d �d�S d|kr@dS dS )z}Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
z content-typeN�charsetz'"�textz
ISO-8859-1)�getr� r� )�headersr� r� r1 r1 r2 �get_encoding_from_headers� s
r� c c sj |j dkr | D ]
}|V qdS t�|j �dd�}| D ]}|�|�}|r4|V q4|jddd�}|rf|V dS )zStream decodes a iterator.Nr, ��errors� T)�final)�encoding�codecs�getincrementaldecoderrV )�iterator�rrz �decoder�chunk�rvr1 r1 r2 � stream_decode_response_unicode� s
r� c c sH d}|dks|dkr t | �}|t | �k rD| ||| � V ||7 }q dS )z Iterate over slices of a string.r N)r9 )�stringZ slice_length�posr1 r1 r2 � iter_slices s r� c C s~ t �dt� g }t| j�}|rLzt| j|�W S tk
rJ |�|� Y nX zt| j|dd�W S t k
rx | j Y S X dS )z�Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r, r� N)
rE rF r� r� r� r r� � UnicodeErrorrx � TypeError)r� Ztried_encodingsr� r1 r1 r2 �get_unicode_from_response s �
r� zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s� | � d�}tdt|��D ]�}|| dd� }t|�dkr�|�� r�ztt|d��}W n tk
rr td| ��Y nX |tkr�||| dd� ||< q�d|| ||< qd|| ||< qd� |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
�%r r r> � z%Invalid percent-escape sequence: '%s'N� )
r+ �ranger9 �isalnum�chrr) ro r �UNRESERVED_SETre )�uri�parts�i�h�cr1 r1 r2 �unquote_unreserved5 s
r� c C s@ d}d}zt t| �|d�W S tk
r: t | |d� Y S X dS )z�Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r� r )r� Zsafe_with_percentZsafe_without_percentr1 r1 r2 � requote_uriM s r� c C sl t �dt�| ��d }|�d�\}}t �dt�tt|����d }t �dt�|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
z=Lr rd )�struct�unpack�socket� inet_atonr+ �dotted_netmaskr) )ZipZnetZipaddrZnetaddr�bitsZnetmaskZnetworkr1 r1 r2 �address_in_networkc s
r� c C s& ddd| > d A }t �t�d|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
l �� r � z>I)r� Z inet_ntoar� �pack)�maskr� r1 r1 r2 r� r s r� c C s, zt �| � W n t jk
r& Y dS X dS )z
:rtype: bool
FT)r� r� �error)Z string_ipr1 r1 r2 �is_ipv4_address} s
r� c C s� | � d�dkr�zt| �d�d �}W n tk
r: Y dS X |dk sL|dkrPdS zt�| �d�d � W q� tjk
r� Y dS X ndS dS )zV
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
rd r Fr� r T)�countr) r+ ro r� r� r� )Zstring_networkr� r1 r1 r2 �
is_valid_cidr� s
r� c c sT |dk }|r"t j�| �}|t j| < z
dV W 5 |rN|dkrDt j| = n
|t j| < X dS )z�Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothingN)rA �environr� )Zenv_namerq Z
value_changed� old_valuer1 r1 r2 � set_environ� s
r� c
C s* dd� }|}|dkr |d�}t | �}|jdkr2dS |r�dd� |�dd ��d
�D �}t|j�r�|D ]0}t|�r�t|j|�r� dS q`|j|kr` dS q`nB|j}|jr�|d �|j�7 }|D ] }|j� |�s�|� |�r� dS q�t
d|��6 zt |j�}W n t t
jfk
�r d }Y nX W 5 Q R X |�r&dS d S )
zL
Returns whether we should bypass proxies or not.
:rtype: bool
c S s t j�| �pt j�| �� �S �N)rA r� r� �upper)�kr1 r1 r2 �<lambda>� r� z'should_bypass_proxies.<locals>.<lambda>N�no_proxyTc s s | ]}|r|V qd S r� r1 )�.0r0 r1 r1 r2 � <genexpr>� s z(should_bypass_proxies.<locals>.<genexpr>� r� �,z:{}F)r �hostnamer, r+ r� r� r� ZportrR �endswithr� r r� r� Zgaierror) rY r� Z get_proxyZ no_proxy_arg�parsedZproxy_ipZhost_with_portr0 Zbypassr1 r1 r2 �should_bypass_proxies� s@
�
r� c C s t | |d�ri S t� S dS )zA
Return a dict of environment proxies.
:rtype: dict
)r� N)r� r )rY r� r1 r1 r2 �get_environ_proxies� s r� c C st |pi }t | �}|jdkr.|�|j|�d��S |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )z�Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
N�allz://zall://)r r� r� �scheme)rY ZproxiesZurlpartsZ
proxy_keys�proxyZ proxy_keyr1 r1 r2 � select_proxy� s
�r� �python-requestsc C s d| t f S )zO
Return a string representing the default user agent.
:rtype: str
z%s/%sr )r\ r1 r1 r2 �default_user_agent s r� c C s t t� d�d�ddd��S )z9
:rtype: requests.structures.CaseInsensitiveDict
z, )ZgzipZdeflatez*/*z
keep-alive)z
User-AgentzAccept-EncodingZAcceptZ
Connection)r r� re r1 r1 r1 r2 �default_headers" s �r� c
C s� g }d}| � |�} | s|S t�d| �D ]�}z|�dd�\}}W n tk
r\ |d }}Y nX d|� d�i}|�d�D ]F}z|�d�\}} W n tk
r� Y q�Y nX | � |�||� |�< qv|�|� q&|S ) z�Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
z '"z, *<r r r� rY z<> '"r| )r� r- r+ ro rx ) rq ZlinksZ
replace_chars�valrY r� �linkr� r� r1 r1 r2 �parse_header_links. s&
r� � rN r> � c C s� | dd� }|t jt jfkr dS |dd� t jkr6dS |dd� t jt jfkrRdS |�t�}|dkrhd S |dkr�|ddd� tkr�d
S |d dd� tkr�d S |dkr�|dd� t kr�d
S |d d� t kr�dS dS )z
:rtype: str
N� zutf-32r� z utf-8-sigr> zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le)
r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr� �_null�_null2�_null3)�dataZsampleZ nullcountr1 r1 r2 �guess_json_utfY s*
r� c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
)r r )rY Z
new_schemer� rW rP r� �query�fragmentr1 r1 r2 �prepend_scheme_if_neededy s
r� c C sB t | �}zt|j�t|j�f}W n ttfk
r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
)r� r� )r r
ZusernameZpasswordrX r� )rY r� Zauthr1 r1 r2 �get_auth_from_url� s
r� s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |t�rt}nt}z|�|�s4td| ��W n* tk
r` td||t|�f ��Y nX dS )z�Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU r
�_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr. r r� �type)r� r\ rq Zpatr1 r1 r2 �check_header_validity� s
�r� c C sF t | �\}}}}}}|s"|| }}|�dd�d }t|||||df�S )zW
Given a url remove the fragment and the authentication part.
:rtype: str
�@r r^ r� )r �rsplitr )rY r� rW rP r� r� r� r1 r1 r2 �
urldefragauth� s
r� c C s` t | jdd�}|dk rTt| jt�rTz|| j� W q\ ttfk
rP td��Y q\X ntd��dS )zfMove file pointer back to its recorded starting position
so it can be read again on redirect.
r= Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r` ZbodyrU Z_body_positionr rG r* r )Zprepared_requestZ body_seekr1 r1 r2 � rewind_body� s r� )F)F)N)r� )a�__doc__r� �
contextlibr? rA r- r� r� �sysrg rE rf r r� r Z_internal_utilsr �compatr rv r r r
r r r
r r r r r r r r r Zcookiesr Z
structuresr �
exceptionsr r r r rO �whereZDEFAULT_CA_BUNDLE_PATHZ
DEFAULT_PORTS�platformr3 r7 rJ r[ rc rl rr rt r{ r} rw r� r� r� r� r� r� r� r� � frozensetr� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� �encoder� r� r� r� r� r� r� r� r� r� r� r� r1 r1 r1 r2 �<module> s� D
' =
3 #
%�
=
&
site-packages/pip/_vendor/requests/__pycache__/packages.cpython-38.opt-1.pyc 0000644 00000000722 15201600075 0022735 0 ustar 00 U
��.e� � @ sv d dl Z dD ]dZde Zee�e� e< ee j�D ]>ZeeksJe�ed �r0ee d�d� Z
e je e jde
< q0q dS )� N)Zurllib3ZidnaZchardetz pip._vendor.�.z pip._vendor.requests.packages.) �sys�packageZvendored_package�
__import__�locals�list�modules�mod�
startswith�lenZunprefixed_mod� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/packages.py�<module> s site-packages/pip/_vendor/requests/__pycache__/compat.cpython-38.pyc 0000644 00000003050 15201600075 0021500 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m
Z
m Z m Z m
Z
mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd
l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,n�e�r�dd l-mZmZmZmZmZm
Z
m Z m Z m
Z
mZ dd
l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd
l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
� )�chardetN� � ) �quote�unquote�
quote_plus� unquote_plus� urlencode�
getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse�
urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)�Callable�Mapping�MutableMapping� OrderedDict)
r r r r r r r r r r )r r
r r r
)� cookiejar)r )r r r )4�__doc__Z pip._vendorr �sys� version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r
r r r
r r r r r Zurllib2r Z cookielibZCookier r � collectionsr r r r �strZ builtin_str�bytesZunicodeZ
basestring�intZlong�floatZ
numeric_typesZ
integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookies�ioZcollections.abc� r$ r$ �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/compat.py�<module> sD ,
0 site-packages/pip/_vendor/requests/__pycache__/models.cpython-38.pyc 0000644 00000056524 15201600075 0021516 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
mZmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZmZmZ dd
l m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl2m?Z@ ddlAmBZB eBjCeBjDeBjEeBjFeBjGfZHdZIdZJdZKG dd� deL�ZMG dd� deL�ZNG dd� deN�ZOG d d � d eMeN�ZPG d d � d eL�ZQdS ) z`
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
� N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError�
ProtocolError�LocationParseError)�UnsupportedOperation� )�
default_hooks)�CaseInsensitiveDict)�
HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError�
MissingSchema�
InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError)�to_native_string�unicode_is_ascii)
�guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) �Callable�Mapping� cookielib�
urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str�
basestring)�json)�codes� i ( i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|�|� |j}|rD|�d� |�|� d�|�S )zBuild the path URL to use.�/�?� )r( �url�path�append�query�join)�selfr7 �pr8 r: � r> �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/models.py�path_url= s
z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }t| �D ]j\}}t |t�sRt|d�sX|g}|D ]B}|dk r\|�t |t�r�|�d�n|t |t�r�|�d�n|f� q\q6t|dd�S | S dS )z�Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
�read�__iter__N�utf-8T)Zdoseq) �
isinstancer* r+ �hasattrr r/ r9 �encoder) )�data�result�kZvs�vr> r> r? �_encode_paramsR s$
�� z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} |D ]|\}}t|t�s\t|d�sb|g}|D ]T}|dk rft|t�s�t|�}|�t|t�r�|�d�n|t|t�r�|� d�n|f� qfq@| D ]�\}}d}d} t|t
t f��r t |�dkr�|\}
} n&t |�dk�r|\}
} }n |\}
} }} nt
|��p,|}
|} t| tttf��rJ| } n(t| d��r`| �� } n| dk�rnq�n| } t|| |
| d �}
|
j|d
� |�|
� q�t|�\}}||fS ) a� Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
zFiles must be provided.zData must not be a string.rB NrC � � rA )�namerG �filename�headers)� content_type)�
ValueErrorrD r/ r rE r+ r* r9 �decoderF �tuple�list�lenr � bytearrayrA r Zmake_multipartr )�filesrG Z
new_fieldsZfieldsZfield�valrJ rI ZftZfh�fn�fpZfdataZrf�bodyrQ r> r> r? �
_encode_filesm sT
��
z"RequestEncodingMixin._encode_filesN)�__name__�
__module__� __qualname__�propertyr@ � staticmethodrK r] r> r> r> r? r3 < s
r3 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C sZ || j krtd| ��t|t�r2| j | �|� n$t|d�rV| j | �dd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rB c s s | ]}t |t�r|V qd S �N)rD r$ )�.0�hr> r> r? � <genexpr>� s
z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrR rD r$ r9 rE �extend�r< �event�hookr> r> r? �
register_hook� s
z RequestHooksMixin.register_hookc C s2 z| j | �|� W dS tk
r, Y dS X dS )ziDeregister a previously registered hook.
Returns True if the hook existed, False if not.
TFN)rh �removerR rj r> r> r? �deregister_hook� s
z!RequestHooksMixin.deregister_hookN)r^ r_ r` rm ro r> r> r> r? rc � s rc c
@ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
�Requesta{ A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
Nc
C s� |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t � | _t| �� �D ]\} } | j| | d� qd|| _|| _|| _|| _|| _ |
| _
|| _ || _ || _
d S )N)rk rl )r rh rU �itemsrm �methodr7 rP rX rG r0 �params�auth�cookies)
r< rr r7 rP rX rG rs rt ru rh r0 rI rJ r> r> r? �__init__� s" zRequest.__init__c C s
d| j S )Nz<Request [%s]>�rr �r< r> r> r? �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j
| j d�
|S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.)
rr r7 rP rX rG r0 rs rt ru rh ) �PreparedRequest�preparerr r7 rP rX rG r0 rs rt ru rh �r< r= r> r> r? r{ � s � zRequest.prepare)
NNNNNNNNNN)r^ r_ r` �__doc__rv ry r{ r> r> r> r? rp � s �
rp c
@ s� e Zd ZdZdd� Zd dd�Zdd� Zd d
� Zd d � Ze d
d� �Z
dd� Z dd� Z d dd�Z
dd� Zd dd�Zdd� Zd d � ZdS )!rz a� The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Generated from either a :class:`Request <Request>` object or manually.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S rd )rr r7 rP �_cookiesr\ r rh �_body_positionrx r> r> r? rv " s zPreparedRequest.__init__Nc C sR | � |� | �||� | �|� | �|� | �|||
� | �||� | �| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth�
prepare_hooks) r< rr r7 rP rX rG rs rt ru rh r0 r> r> r? r{ 3 s
zPreparedRequest.preparec C s
d| j S )Nz<PreparedRequest [%s]>rw rx r> r> r? ry E s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd k r*| j�� nd |_t| j�|_| j|_| j|_| j |_ |S rd )
rz rr r7 rP �copyr r~ r\ rh r r| r> r> r? r� H s zPreparedRequest.copyc C s$ || _ | j dk r t| j �� �| _ dS )z Prepares the given HTTP method.N)rr r �upper)r< rr r> r> r? r� S s
z PreparedRequest.prepare_methodc C sD ddl m} z|j| dd��d�} W n |jk
r> t�Y nX | S )Nr )�idnaT)Zuts46rC )Z pip._vendorr� rF rS Z IDNAError� UnicodeError)�hostr� r> r> r? �_get_idna_encoded_hostY s
z&PreparedRequest._get_idna_encoded_hostc
C s, t |t�r|�d�}ntr"t|�nt|�}|�� }d|krR|�� �d�sR|| _ dS zt
|�\}}}}}}} W n, t k
r� }
zt |
j
� �W 5 d}
~
X Y nX |s�d} | �t|d��} t| ��|s�t d| ��t|��sz| �|�}W n tk
r� t d��Y nX n|�d��rt d��|�p d } | �r.| d
7 } | |7 } |�rL| dt|� 7 } |�sVd }t�r�t |t��rr|�d �}t | t��r�| �d �} t |t��r�|�d �}t |t��r�|�d �}t | t��r�| �d �} t |ttf��r�t|�}| �|�}
|
�r
|�rd
||
f }n|
}tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r6 �@r4 rC z%s&%s)rD r+ rS r, Zunicoder* �lstrip�lower�
startswithr7 r r r �args�formatr r r r� r� rF rK r r' )r< r7 rs Zschemert r� Zportr8 r: Zfragment�e�errorZnetlocZ
enc_paramsr> r> r? r� c sh
zPreparedRequest.prepare_urlc C s< t � | _|r8|�� D ]"}t|� |\}}|| jt|�< qdS )z Prepares the given HTTP headers.N)r rP rq r# r )r< rP �headerrN �valuer> r> r? r� � s z PreparedRequest.prepare_headersc
C sr d}d}|s6|dk r6d}t �|�}t|t�s6|�d�}tt|d�t|ttt t
f� g�}z t |�}W n t t
tfk
r� d}Y nX |r�|}t|dd�dk r�z|�� | _W n ttfk
r� t� | _Y nX |r�td��|r�t|�| jd< n
d| jd < np|�r| �||�\}}n2|�rB| �|�}t|t��s8t|d
��r>d}nd }| �|� |�rhd | jk�rh|| jd
< || _dS )z"Prepares the given HTTP body data.Nzapplication/jsonrC rB �tellz1Streamed bodies and files are mutually exclusive.�Content-LengthZchunkedzTransfer-EncodingrA z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrD r+ rF �allrE r/ rU rT r% r" � TypeError�AttributeErrorr �getattrr� r �IOError�OSError�object�NotImplementedErrorr. rP r] rK �prepare_content_lengthr\ )r< rG rX r0 r\ rQ Z is_stream�lengthr> r> r? r� � sL
�
z PreparedRequest.prepare_bodyc C sL |dk r$t |�}|rHt|�| jd< n$| jdkrH| j�d�dkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr� )ZGETZHEAD�0)r" r. rP rr �get)r< r\ r� r> r> r? r� s z&PreparedRequest.prepare_content_lengthr6 c C sj |dkr"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| j�|j� | � | j
� dS )z"Prepares the given HTTP auth data.NrL ) r r7 �anyrD rT rV r
�__dict__�updater� r\ )r< rt r7 Zurl_auth�rr> r> r? r� s
z PreparedRequest.prepare_authc C s@ t |tj�r|| _n
t|�| _t| j| �}|dk r<|| jd< dS )a Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
NZCookie)rD r& Z CookieJarr~ r r rP )r< ru Z
cookie_headerr> r> r? r� , s
z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| � ||| � q dS )zPrepares the given hooks.N)rm )r< rh rk r> r> r? r� @ s z PreparedRequest.prepare_hooks)
NNNNNNNNNN)N)r6 )r^ r_ r` r} rv r{ ry r� r� rb r� r� r� r� r� r� r� r� r> r> r> r? rz s2 �
V
E
rz c
@ s e Zd ZdZdddddddd d
d g
Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z d d � Z
ed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd;d*d+�Zed)d,fd-d.�Zed/d0� �Zed1d2� �Zd3d4� Zed5d6� �Zd7d8� Zd9d:� Z d,S )<�ResponsezhThe :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
�_content� status_coderP r7 �history�encoding�reasonru �elapsed�requestc C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _
t i �| _ t
�d�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rP �rawr7 r� r� r� r ru �datetimeZ timedeltar� r� rx r> r> r? rv T s
zResponse.__init__c C s | S rd r> rx r> r> r? � __enter__� s zResponse.__enter__c G s | � � d S rd )�close)r< r� r> r> r? �__exit__� s zResponse.__exit__c s � j s � j � fdd�� jD �S )Nc s i | ]}|t � |d ��qS rd )r� )re �attrrx r> r? �
<dictcomp>� s z)Response.__getstate__.<locals>.<dictcomp>)r� �content� __attrs__rx r> rx r? � __getstate__� s zResponse.__getstate__c C s: |� � D ]\}}t| ||� qt| dd� t| dd � d S )Nr� Tr� )rq �setattr)r< �staterN r� r> r> r? � __setstate__� s zResponse.__setstate__c C s
d| j S )Nz<Response [%s]>)r� rx r> r> r? ry � s zResponse.__repr__c C s | j S �ak Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
��okrx r> r> r? �__bool__� s zResponse.__bool__c C s | j S r� r� rx r> r> r? � __nonzero__� s zResponse.__nonzero__c C s
| � d�S )z,Allows you to use a response as an iterator.� )� iter_contentrx r> r> r? rB � s zResponse.__iter__c C s( z | � � W n tk
r" Y dS X dS )ax Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
FT)�raise_for_statusr rx r> r> r? r� � s
z Response.okc C s d| j ko| jtkS )z�True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
�location)rP r� �REDIRECT_STATIrx r> r> r? � is_redirect� s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r� )rP r� r1 Zmoved_permanently�permanent_redirectrx r> r> r? �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� rx r> r> r? �next� s z
Response.nextc C s t �| j�d S )z7The apparent encoding, provided by the chardet library.r� )r- Zdetectr� rx r> r> r? �apparent_encoding� s zResponse.apparent_encodingr
Fc s| � �fdd�}�j r(t�jt�r(t� �n"� dk rJt� t�sJtdt� � ��t�j� �}|� }�j rf|n|}|rxt |��}|S )a� Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
c
3 s� t �jd�r�z �jj� dd�D ]
} | V q W q� tk
rV } z t|��W 5 d }~X Y q� tk
r~ } z t|��W 5 d }~X Y q� tk
r� } z t|��W 5 d }~X Y q�X n�j� � �} | s�q�| V q�d�_
d S )N�streamT)Zdecode_content) rE r� r� r r r r r r rA r� )�chunkr� ��
chunk_sizer< r> r? �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.)
r� rD r� �boolr �intr� �typer r )r< r� �decode_unicoder� Z
reused_chunksZ
stream_chunksZchunksr> r� r? r� � s
zResponse.iter_contentNc c s� d}| j ||d�D ]n}|dk r&|| }|r6|�|�}n|�� }|rl|d rl|rl|d d |d krl|�� }nd}|D ]
}|V qtq|dk r�|V dS )z�Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
N)r� r� ���)r� �split�
splitlines�pop)r< r� r� Z delimiterZpendingr� �lines�liner> r> r? �
iter_lines s $
zResponse.iter_linesc C sV | j dkrJ| jrtd��| jdks,| jdkr4d| _ nd�| �t��pFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr N� T)r� r� � RuntimeErrorr� r� r; r� �CONTENT_CHUNK_SIZErx r> r> r? r� / s
�zResponse.contentc C sh d}| j }| jstd�S | j dkr(| j}zt| j|dd�}W n& ttfk
rb t| jdd�}Y nX |S )a� Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
Nr6 �replace)�errors)r� r� r* r� � LookupErrorr� )r< r� r� r> r> r? �textC s
z
Response.textc K sj | j sZ| jrZt| j�dkrZt| j�}|dk rZztj| j�|�f|�W S tk
rX Y nX tj| jf|�S )z�Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises ValueError: If the response body does not contain valid json.
rM N) r� r� rV r! r� �loadsrS �UnicodeDecodeErrorr� )r< �kwargsr� r> r> r? r0 i s
��z
Response.jsonc C sF | j �d�}i }|rBt|�}|D ] }|�d�p6|�d�}|||< q |S )z8Returns the parsed header links of the response, if any.�linkZrelr7 )rP r� r )r< r� �l�linksr� �keyr> r> r? r� � s
zResponse.linksc C s� d}t | jt�rDz| j�d�}W qJ tk
r@ | j�d�}Y qJX n| j}d| j kr`dk rxn nd| j|| jf }n,d| j kr�dk r�n nd| j|| jf }|r�t|| d ��d
S ) z2Raises stored :class:`HTTPError`, if one occurred.r6 rC z
iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rD r� r+ rS r� r� r7 r )r< Zhttp_error_msgr� r> r> r? r� � s zResponse.raise_for_statusc C s0 | j s| j�� t| jdd�}|dk r,|� dS )z�Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
� release_connN)r� r� r� r� )r< r� r> r> r? r� � s
zResponse.close)r
F) r^ r_ r` r} r� rv r� r� r� r� ry r� r� rB ra r� r� r� r� r� r� �ITER_CHUNK_SIZEr� r� r� r0 r� r� r� r> r> r> r? r� J sT �/
7
%
r� )Rr} r� �sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rh r Z
structuresr rt r
ru r r r �
exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# �compatr$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r� Z status_codesr1 Zmoved�found�otherZtemporary_redirectr� r� ZDEFAULT_REDIRECT_LIMITr� r� r� r3 rc rp rz r� r> r> r> r? �<module> sD $08 �rJ < site-packages/pip/_vendor/requests/__pycache__/exceptions.cpython-38.pyc 0000644 00000012130 15201600075 0022375 0 ustar 00 U
��.e} � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� dee �Z
G dd� de �Z G dd� de�Z G dd� de�Z
G dd� dee�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$ee�ZG d%d&� d&ee�ZG d'd(� d(e�ZG d)d*� d*e�ZG d+d,� d,e�ZG d-d.� d.ee �Z G d/d0� d0e�Z d1S )2z`
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
� )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your
request.
c sX |� dd�}|| _|� dd�| _|dk rB| jsBt|d�rB| jj| _tt| �j||� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr �� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/exceptions.pyr s �
zRequestException.__init__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r
r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.N�r r r r r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.Nr r r r r r s r c @ s e Zd ZdZdS )�
ProxyErrorzA proxy error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
Nr r r r r r , s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
Nr r r r r r 5 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r < s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.Nr r r r r r @ s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.Nr r r r r r D s r c @ s e Zd ZdZdS )�
MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r H s r c @ s e Zd ZdZdS )�
InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r L s r c @ s e Zd ZdZdS )�
InvalidURLz%The URL provided was somehow invalid.Nr r r r r r! P s r! c @ s e Zd ZdZdS )�
InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )�InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )�ContentDecodingErrorz!Failed to decode response contentNr r r r r r% ` s r% c @ s e Zd ZdZdS )�StreamConsumedErrorz2The content for this response was already consumedNr r r r r r& d s r& c @ s e Zd ZdZdS )�
RetryErrorzCustom retries logic failedNr r r r r r' h s r' c @ s e Zd ZdZdS )�UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyNr r r r r r( l s r( c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.Nr r r r r r) r s r) c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r* w s r* c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r+ | s r+ N) r Z pip._vendor.urllib3.exceptionsr Z
BaseHTTPError�IOErrorr r r r r r r r r �
ValueErrorr r r! r" r# r$ r% � TypeErrorr& r' r( �Warningr) �DeprecationWarningr* r+ r r r r �<module> s0 site-packages/pip/_vendor/requests/__pycache__/auth.cpython-38.pyc 0000644 00000020145 15201600075 0021162 0 ustar 00 U
��.e�' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ d Zd
Zd d � ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z]
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
� N)� b64encode� )�urlparse�str�
basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjd�| �td� t| �} t |t�sLtjd�|�td� t|�}t | t�r`| �d�} t |t�rt|�d�}dtt d�
| |f��� � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :) �
isinstancer �warnings�warn�format�DeprecationWarningr �encoder r �join�strip)�username�passwordZauthstr� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/auth.py�_basic_auth_str s0
��
��
�r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError��self�rr r r �__call__K s zAuthBase.__call__N��__name__�
__module__� __qualname__�__doc__r r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �
HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S �N)r r �r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S �Nr r ��allr �getattrr �r �otherr r r �__eq__V s �zHTTPBasicAuth.__eq__c C s
| |k S r& r r- r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N�
Authorization�r r r �headersr r r r r _ s zHTTPBasicAuth.__call__N)r! r" r# r$ r( r/ r0 r r r r r r% O s
r% c @ s e Zd ZdZdd� ZdS )�
HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorizationr2 r r r r r g s zHTTPProxyAuth.__call__Nr r r r r r4 d s r4 c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t�� | _d S r& )r r � threadingZlocal�
_thread_localr' r r r r( o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr7 r8 �
last_nonce� nonce_count�chal�pos�
num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s� | j jd }| j jd }| j j�d�}| j j�d�}| j j�d�}d� |dkrTd}n|�� }|dksl|dkrzd d
� } | � n@|d kr�d d
� }
|
� n*|dkr�dd� } | � n|dkr�dd� } | � � fdd�}
� dkr�dS d}t|�}|jp�d}|jr�|d|j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�rJ| j j
d7 _
nd| j _
d| j j
}t | j j
�� d �}||� d �7 }|t
�� � d �7 }|t�d �7 }t�|��� dd � }|dk�rЈ d|||f �}|�s�|
|d||f �}n<|d k�sd |�d �k�r"d!|||d |f }|
||�}ndS || j _ d"| j||||f }|�rT|d#| 7 }|�rf|d$| 7 }|�rx|d%| 7 }|�r�|d&||f 7 }d'| S )(z
:rtype: str
�realm�nonce�qop� algorithm�opaqueNZMD5zMD5-SESSc S s" t | t�r| �d�} t�| ��� S �N�utf-8)r
r r �hashlibZmd5� hexdigest��xr r r �md5_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | t�r| �d�} t�| ��� S rF )r
r r rH �sha1rI rJ r r r �sha_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha256rI rJ r r r � sha256_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha512rI rJ r r r � sha512_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s � d| |f �S )N�%s:%sr )�s�d�Z hash_utf8r r �<lambda>� � z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%srQ r z%08xrG � � Zauth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z, algorithm="%s"z
, digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r7 r= �get�upperr �pathZqueryr r r; r< r r �time�ctime�os�urandomrH rM rI �split)r �method�urlrA rB rC rD rE Z
_algorithmrL rN rO rP ZKDZentdigZp_parsedr^ ZA1ZA2ZHA1ZHA2ZncvaluerR ZcnonceZrespdigZnoncebit�baser rT r �build_digest_header s�
� � z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr7 r? )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s" d|j krdk s$n d| j_|S | jjdk rB|jj�| jj� |j�dd�}d|� � k�r| jjdk �r| j jd7 _t
j d t
j d
�}t
|jd|dd ��| j_|j |�� |j�� }t|j|j|j� |�|j� | �|j|j�|jd < |jj|f|�}|j � |� ||_|S d| j_|S )
zo
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
i� i� r Nzwww-authenticater9 Zdigest� zdigest )�flags)�countr1 ) Z status_coder7 r? r> Zrequest�body�seekr3 r\ �lower�re�compile�
IGNORECASEr �subr= Zcontent�close�copyr Z_cookies�rawZprepare_cookiesrg rd re Z
connection�send�history�append)r r rh Zs_authZpatZprepZ_rr r r �
handle_401� s2
�
zHTTPDigestAuth.handle_401c C s~ | � � | jjr&| �|j|j�|jd< z|j�� | j_ W n t
k
rT d | j_ Y nX |� d| j � |� d| j
� d| j_|S )Nr1 Zresponser )r@ r7 r; rg rd re r3 rm �tellr> �AttributeErrorZ
register_hookrz ri r? r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S r) r* r- r r r r/ * s �zHTTPDigestAuth.__eq__c C s
| |k S r& r r- r r r r0 0 s zHTTPDigestAuth.__ne__N) r! r" r# r$ r( r@ rg ri rz r r/ r0 r r r r r5 l s
f,r5 )r$ ra rp r_ rH r6 r �base64r �compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr �objectr r% r4 r5 r r r r �<module> s$ , site-packages/pip/_vendor/requests/__pycache__/status_codes.cpython-38.opt-1.pyc 0000644 00000010070 15201600075 0023654 0 ustar 00 U
��.e! � E @ s� d a ddlmZ ddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdG�DZedHdI�ZdJdK� Ze� dLS )Ma�
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
� )�
LookupDict)�continue)Zswitching_protocols)Z
processing)Z
checkpoint)Z uri_too_longZrequest_uri_too_long)�okZokayZall_okZall_okayZall_goodz\o/u ✓)Zcreated)Zaccepted)Znon_authoritative_infoZ non_authoritative_information)Z
no_content)Z
reset_content�reset)Zpartial_content�partial)Z multi_statusZmultiple_statusZ multi_statiZmultiple_stati)Zalready_reported)Zim_used)Zmultiple_choices)Zmoved_permanentlyZmovedz\o-)�found)Z see_other�other)Z not_modified)Z use_proxy)Z switch_proxy)Ztemporary_redirectZtemporary_movedZ temporary)Zpermanent_redirectZresume_incompleteZresume)Z bad_requestZbad)Z unauthorized)Zpayment_requiredZpayment)Z forbidden)Z not_foundz-o-)Zmethod_not_allowedZ not_allowed)Znot_acceptable)Z proxy_authentication_requiredZ
proxy_authZproxy_authentication)Zrequest_timeoutZtimeout)Zconflict)Zgone)Zlength_required)Zprecondition_failed� precondition)Zrequest_entity_too_large)Zrequest_uri_too_large)Zunsupported_media_typeZunsupported_mediaZ
media_type)Z requested_range_not_satisfiableZrequested_rangeZrange_not_satisfiable)Zexpectation_failed)Z im_a_teapotZteapotZ
i_am_a_teapot)Zmisdirected_request)Zunprocessable_entityZ
unprocessable)�locked)Zfailed_dependencyZ
dependency)Zunordered_collectionZ unordered)Zupgrade_requiredZupgrade)Zprecondition_requiredr )Ztoo_many_requestsZtoo_many)Zheader_fields_too_largeZfields_too_large)Z no_responseZnone)Z
retry_withZretry)Z$blocked_by_windows_parental_controlsZparental_controls)Z unavailable_for_legal_reasonsZ
legal_reasons)Zclient_closed_request)Zinternal_server_errorZ server_errorz/o\u ✗)Znot_implemented)Z bad_gateway)Zservice_unavailableZ unavailable)Zgateway_timeout)Zhttp_version_not_supportedZ http_version)Zvariant_also_negotiates)Zinsufficient_storage)Zbandwidth_limit_exceededZ bandwidth)Z not_extended)Z network_authentication_requiredZ network_authZnetwork_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� Z status_codes)�namec s~ t �� D ]8\} }|D ]*}tt|| � |�d�stt|�� | � qqdd� � td k rvtd d�� fdd�tt �D �� nd ad S )N)�\�/c S s$ d� dd� t| D ��}d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N� )�.0�nr r �E/usr/lib/python3.8/site-packages/pip/_vendor/requests/status_codes.py� <genexpr>p s z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)�join�_codes)�code�namesr r r �doco s z_init.<locals>.doc�
c 3 s | ]}� |�V qd S )Nr )r r$ �r& r r r! u s z_init.<locals>.<genexpr>) r# �items�setattr�codes�
startswith�upper�__doc__r" �sorted)r$ Ztitles�titler r( r �_inith s
���r1 N)r. Z
structuresr r# r+ r1 r r r r �<module> s� �P
site-packages/pip/_vendor/requests/__pycache__/adapters.cpython-38.pyc 0000644 00000041063 15201600075 0022026 0 ustar 00 U
��.e,T � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;k
�r� d d � Z:Y nX d Z<d Z=dZ>dZ?G d d!� d!e@�ZAG d"d#� d#eA�ZBdS )$z�
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
� N)� PoolManager�proxy_from_url)� HTTPResponse)� parse_url)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)�
MaxRetryError)�NewConnectionError)�
ProxyError)�
ProtocolError)�ReadTimeoutError)�SSLError)�
ResponseError)�LocationValueError� )�Response)�urlparse�
basestring)�DEFAULT_CA_BUNDLE_PATH�extract_zipped_paths�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url�
urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar) �ConnectionError�ConnectTimeout� ReadTimeoutr r
�
RetryError�
InvalidSchema�InvalidProxyURL�
InvalidURL)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r$ )�args�kwargs� r+ �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F�
c s2 e Zd ZdZ� fdd�Zd dd�Zd d
� Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| ��� d S �N)�superr. �__init__��self�� __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
N��NotImplementedError)r3 �request�stream�timeout�verify�cert�proxiesr+ r+ r, �send= s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, �closeO s zBaseAdapter.close)FNTNN)�__name__�
__module__� __qualname__�__doc__r1 r> r? �
__classcell__r+ r+ r4 r, r. 7 s �
r. c s� e Zd ZdZdddddgZeeeef� fdd� Zd d
� Z d d � Z
efd
d�Z dd� Z dd� Z
dd� Zd$dd�Zdd� Zdd� Zd d � Zd d � Zd%d"d#�Z� ZS )&� HTTPAdaptera� The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
� max_retries�config�_pool_connections�
_pool_maxsize� _pool_blockc sd |t krtddd�| _n t�|�| _i | _i | _tt| ��� || _ || _
|| _ | j |||d� d S )Nr F)�read��block)
�DEFAULT_RETRIESr rF Zfrom_intrG �
proxy_managerr0 rE r1 rH rI rJ �init_poolmanager)r3 Zpool_connectionsZ pool_maxsizerF Z
pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s � fdd�� j D �S )Nc s i | ]}|t � |d ��qS r/ )�getattr)�.0�attrr2 r+ r, �
<dictcomp>� s z,HTTPAdapter.__getstate__.<locals>.<dictcomp>)� __attrs__r2 r+ r2 r, � __getstate__� s zHTTPAdapter.__getstate__c C sD i | _ i | _|�� D ]\}}t| ||� q| j| j| j| jd� d S )NrL )rO rG �items�setattrrP rH rI rJ )r3 �staterS �valuer+ r+ r, � __setstate__� s �zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
T)� num_pools�maxsizerM �strictN)rH rI rJ r � poolmanager)r3 Z connectionsr] rM Z pool_kwargsr+ r+ r, rP � s
��z HTTPAdapter.init_poolmanagerc K s� || j kr| j | }n||�� �d�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| �|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
�socks)�username�passwordr\ r] rM )�
proxy_headersr\ r] rM )
rO �lower�
startswithr r( rH rI rJ rc r )r3 �proxyZ proxy_kwargsZmanagerra rb rc r+ r+ r, �proxy_manager_for� s6
���
���z HTTPAdapter.proxy_manager_forc C s� |� � �d�rn|rnd}|dk r"|}|s.tt�}|r>tj�|�sLtd�|���d|_ tj�
|�sf||_ q�||_ nd|_ d|_ d|_ |r�t
|t�s�|d |_|d |_n ||_d|_|jr�tj�|j�s�td �|j���|jr�tj�|j�s�td
�|j���dS ) aA Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
�httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}Z
CERT_REQUIREDZ CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rd re r r �os�path�exists�IOError�formatZ cert_reqs�isdirZca_certsZ ca_cert_dir�
isinstancer Z cert_fileZkey_file)r3 �conn�urlr; r< Zcert_locr+ r+ r, � cert_verify� s> �
��zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j
t �r^|j
� d�|_
n|j
|_
t
|j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
ZstatusN�headers�utf-8)r rQ Z status_coder rs r �encoding�raw�reasonro rq �bytes�decoder �cookiesr8 �
connection)r3 Zreq�respZresponser+ r+ r, �build_response� s
zHTTPAdapter.build_responseNc C sd t ||�}|rDt|d�}t|�}|js.td��| �|�}|�|�}n t|�}|�� }| j �|�}|S )a� Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
ZhttpzFPlease check proxy URL. It is malformed and could be missing the host.)
r r r Zhostr% rg Zconnection_from_urlr Zgeturlr_ )r3 rq r= rf Z proxy_urlrO rp Zparsedr+ r+ r, �get_connection$ s
zHTTPAdapter.get_connectionc C s& | j �� | j�� D ] }|�� qdS )z�Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
N)r_ �clearrO �values)r3 rf r+ r+ r, r? ? s
zHTTPAdapter.closec C s` t |j|�}t|j�j}|o"|dk}d}|rDt|�j�� }|�d�}|j}|r\|s\t|j�}|S )a? Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
rh Fr` )r rq r �schemerd re Zpath_urlr ) r3 r8 r= rf r� Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerq r+ r+ r, � request_urlI s
zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
Nr+ )r3 r8 r* r+ r+ r, � add_headersf s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
zProxy-Authorization)r r' )r3 rf rs ra rb r+ r+ r, rc t s
�zHTTPAdapter.proxy_headersFTc C s� z| � |j|�}W n. tk
r@ } zt||d��W 5 d}~X Y nX | �||j||� | �||�} | j||||||d� |jdkp�d|jk }
t |t
�r�z|\} } t | | d�}W q� t k
r� } zd�
|�}
t |
��W 5 d}~X Y q�X nt |t �r�n t ||d�}�zF|
�s2|j|j| |j|jdddd| j|d�
}�nt|d ��rD|j}|jtd
�}z�|j|j| d d � |j�� D ]\}}|�||� �qn|�� |jD ]D}|�tt|��d
d� � d�� |�d� |�|� |�d� �q�|�d� z|j d d�}W n t k
�r |� � }Y nX t j |||ddd�}W n |�!� � Y nX W �n� t"t#j$fk
�r~ }
zt%|
|d��W 5 d}
~
X Y �nZ t&k
�r" } z�t |j't(��r�t |j't)��s�t*||d��t |j't+��r�t,||d��t |j't-��r�t.||d��t |j't/��rt0||d��t%||d��W 5 d}~X Y n� t1k
�rP } zt%||d��W 5 d}~X Y n� t-k
�rz } z t.|��W 5 d}~X Y n^ t/t2fk
�r� } z:t |t/��r�t0||d��n t |t3��r�t4||d��n� W 5 d}~X Y nX | �5||�S )a Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
)r8 N)r9 r: r; r< r= zContent-Length)�connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF)
�methodrq �bodyrs ZredirectZassert_same_host�preload_content�decode_contentZretriesr: �
proxy_pool)r: T)Zskip_accept_encoding� rt s
s 0
)� buffering)Zpoolr{ r� r� )6r~ rq r r& rr r� r� r� rs ro �tuple� TimeoutSauce�
ValueErrorrm Zurlopenr� rF �hasattrr� Z _get_conn�DEFAULT_POOL_TIMEOUTZ
putrequestrW Z putheaderZ
endheadersr> �hex�len�encodeZ getresponse� TypeErrorr Z from_httplibr? r �socket�errorr r rw r r r! r r# � _ProxyErrorr
� _SSLErrorr r �
_HTTPErrorr r" r} )r3 r8 r9 r: r; r< r= rp �erq Zchunkedr� rK �errr| Zlow_conn�headerrZ �i�rr+ r+ r, r> � s�
�
�
�
�
zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rU �DEFAULT_POOLSIZErN �DEFAULT_POOLBLOCKr1 rV r[ rP rg rr r} r~ r? r� r� rc r> rD r+ r+ r4 r, rE T s* � � %4%
rE )CrC Zos.pathri r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r
r� r r r
r� r r r r� r r Zmodelsr �compatr r Zutilsr r r r r r r Z
structuresr rz r �
exceptionsr r! r" r# r$ r% r& Zauthr' Z!pip._vendor.urllib3.contrib.socksr( � ImportErrorr� r� rN r� �objectr. rE r+ r+ r+ r, �<module> sF $ , site-packages/pip/_vendor/requests/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000003050 15201600075 0022437 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m
Z
m Z m Z m
Z
mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd
l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,n�e�r�dd l-mZmZmZmZmZm
Z
m Z m Z m
Z
mZ dd
l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd
l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
� )�chardetN� � ) �quote�unquote�
quote_plus� unquote_plus� urlencode�
getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse�
urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)�Callable�Mapping�MutableMapping� OrderedDict)
r r r r r r r r r r )r r
r r r
)� cookiejar)r )r r r )4�__doc__Z pip._vendorr �sys� version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r
r r r
r r r r r Zurllib2r Z cookielibZCookier r � collectionsr r r r �strZ builtin_str�bytesZunicodeZ
basestring�intZlong�floatZ
numeric_typesZ
integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookies�ioZcollections.abc� r$ r$ �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/compat.py�<module> sD ,
0 site-packages/pip/_vendor/requests/__pycache__/sessions.cpython-38.pyc 0000644 00000046062 15201600075 0022075 0 ustar 00 U
��.e�r � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZmZmZmZ ddlmZmZmZ dd lmZmZ dd
lm Z dd l m Z m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% dd
l&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddlm2Z2 ej3dk�rNz
ej4Z5W n e6k
�rJ ej7Z5Y nX nejZ5e fdd�Z8e fdd�Z9G dd� de:�Z;G dd� de;�Z<dd � Z=dS ) z�
requests.session
~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
� N)� timedelta� )�_basic_auth_str)� cookielib�is_py3� OrderedDict�urljoin�urlparse�Mapping)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar�
merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)�
default_hooks�
dispatch_hook)�to_native_string)�to_key_val_list�default_headers�
DEFAULT_PORTS)�TooManyRedirects�
InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body)�codes)�REDIRECT_STATIZwin32c C sp |dkr | S | dkr|S t |t�r,t | t�s0| S |t|��}|�t| �� dd� |�� D �}|D ]
}||= q`|S )z�Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
Nc S s g | ]\}}|d kr|�qS �N� )�.0�k�vr' r' �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/sessions.py�
<listcomp>I s z!merge_setting.<locals>.<listcomp>)�
isinstancer
r �update�items)Zrequest_settingZsession_setting�
dict_classZmerged_settingZ none_keys�keyr' r' r+ �
merge_setting1 s �� r2 c C s@ |dks|� d�g kr| S | dks0| � d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
N�response)�getr2 )Z
request_hooksZ
session_hooksr0 r' r' r+ � merge_hooksP s
r5 c @ s> e Zd Zdd� Zdd� Zddd �Zd
d � Zd d
� Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |�d�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)Z is_redirect�headersr �encoder )�self�respr7 r' r' r+ �get_redirect_targeta s
z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdkrL|jdkrL|jdkrLdS |j|jk}|j|jk}t�|jd�df}|s�|j|kr�|j|kr�dS |p�|S )zFDecide whether Authorization header should be removed when redirectingTZhttp)�P NZhttps)i� NFN)r Zhostname�schemeZportr r4 )r< Zold_urlZnew_urlZ
old_parsedZ
new_parsedZ changed_portZchanged_schemeZ default_portr' r' r+ �should_strip_authv s$ �� �z&SessionRedirectMixin.should_strip_authFNTc
k sZ g }
| � |�} t|j�j} | �rV|�� }
|
�|� |
dd� |_z
|j W n( tt t
fk
rr |j j dd� Y nX t
|j�| jkr�td| j |d��|�� | �d�r�t|j�}dt|j�| f } t| �}|jd kr�| r�|j| d
�}n |jr�|j} |�� } |j�st|jt| ��} nt| �} t| �|
_| �|
|� |jtj tj fk�rld }|D ]}|
j � |d� �qPd|
_ |
j }z
|d = W n t!k
�r� Y nX t"|
j#||j � t$|
j#| j%� |
�&|
j#� | �'|
|�}| �(|
|� |
j)dk �o�d
|k�p�d|k}|�rt*|
� |
}|�r|V q| j+|f|||||dd�| ��}t"| j%|
|j � | � |�} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r3 z//z%s:%s� )�fragment)�Content-Lengthz Content-Type�Transfer-EncodingZCookierD rE )�stream�timeout�verify�cert�proxies�allow_redirects),r> r �urlrC �copy�append�history�contentr r � RuntimeError�raw�read�len�
max_redirectsr �close�
startswithr r@ �_replaceZgeturlZnetlocr r �rebuild_method� status_coder$ Ztemporary_redirectZpermanent_redirectr: �popZbody�KeyErrorr Z_cookiesr �cookiesZprepare_cookies�rebuild_proxies� rebuild_authZ_body_positionr# �send)r< r= �reqrF rG rH rI rJ �yield_requestsZadapter_kwargsZhistrL Zprevious_fragment�prepared_requestZ parsed_rurlZparsedZpurged_headers�headerr: Z
rewindabler' r' r+ �resolve_redirects� s�
����
z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| �|jj|�r*|d= | jr8t|�nd}|dk rN|�|� dS )z�When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
Z
AuthorizationN)r: rL rA �request� trust_envr Z prepare_auth)r< rc r3 r: rL Znew_authr' r' r+ r_ s
z!SessionRedirectMixin.rebuild_authc
C s� |dk r |ni }|j }|j}t|�j}|�� }|�d�}t||d�}| jr||s|t||d�} | �|| �d��}
|
r||� ||
� d|kr�|d= zt
|| �\} } W n t k
r� d\} } Y nX | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
N�no_proxy�rh �allzProxy-Authorization)NN)
r: rL r r@ rM r4 r! rg r �
setdefaultr" r\ r )
r< rc rJ r: rL r@ Z new_proxiesrh Z bypass_proxyZenviron_proxies�proxyZusernameZpasswordr' r' r+ r^ s*
z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
�HEAD�GET�POSTN)�methodrZ r$ Z see_other�foundZmoved)r< rc r3 rp r' r' r+ rY = s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__�
__module__� __qualname__r> rA re r_ r^ rY r' r' r' r+ r6 _ s �
q)r6 c @ s� e Zd ZdZdddddddd d
d d d
dg
Zdd� Zdd� Zdd� Zdd� Zd7dd�Z dd � Z
d d � Z d d � Z d8d!d"�Z
d9d#d$�Zd:d%d&�Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� ZdS );�Sessiona� A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
>>> s.get('https://httpbin.org/get')
<Response [200]>
r: r] �authrJ �hooks�paramsrH rI Zprefetch�adaptersrF rg rU c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t
| _ d| _ t
i �| _t� | _| �dt� � | �dt� � d S )NFTzhttps://zhttp://)r r: rv rJ r rw rx rF rH rI r rU rg r r] r ry �mountr �r< r' r' r+ �__init__m s
zSession.__init__c C s | S r& r' r{ r' r' r+ � __enter__� s zSession.__enter__c G s | � � d S r& )rV )r< �argsr' r' r+ �__exit__� s zSession.__exit__c
C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrR|sR| jsRt |j
�}t � }|j |j
�� |j
|j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d�
|S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
)r0 )
rp rL �files�data�jsonr: rx rv r] rw )r] r- r Z CookieJarr r r
rv rg r rL r Zpreparerp �upperr� r� r� r2 r: r rx r5 rw )r< rf r] Zmerged_cookiesrv �pr' r' r+ �prepare_request� s0
�
� zSession.prepare_requestNTc C st t |�� ||||pi ||p i ||| d�
}| �|�}| p8i } | �|j| |
||�}| |
d�}|�|� | j|f|�}|S )a Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
)
rp rL r: r� r� r� rx rv r] rw )rG rK )r r� r� �merge_environment_settingsrL r. r` )r< rp rL rx r� r: r] r� rv rG rK rJ rw rF rH rI r� ra ZprepZsettingsZ send_kwargsr= r' r' r+ rf � s6 )�
��
zSession.requestc K s |� dd� | jd|f|�S )z�Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Trn �rk rf �r< rL �kwargsr' r' r+ r4 s z Session.getc K s |� dd� | jd|f|�S )z�Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK TZOPTIONSr� r� r' r' r+ �options$ s zSession.optionsc K s |� dd� | jd|f|�S )z�Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Frm r� r� r' r' r+ �head/ s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ro )r� r� �rf )r< rL r� r� r� r' r' r+ �post: s z Session.postc K s | j d|fd|i|��S )au Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPUTr� r� �r< rL r� r� r' r' r+ �putG s
z Session.putc K s | j d|fd|i|��S )aw Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPATCHr� r� r� r' r' r+ �patchS s
z
Session.patchc K s | j d|f|�S )z�Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZDELETEr� r� r' r' r+ �delete_ s zSession.deletec
K sz |� d| j� |� d| j� |� d| j� |� d| j� t|t�rJtd��|�dd�}|� d�}|j
}| j |j d�}t
� }|j|f|�}t
� | } t| d �|_td
||f|�}|jr�|jD ]}
t| j|
j|
j� q�t| j||j� | j||f|�} |�rd d � | D �ng } | �r*| �d
|� | �� }| |_|�sjz"t| j||fddi|���|_W n tk
�rh Y nX |�sv|j |S )zISend a given PreparedRequest.
:rtype: requests.Response
rF rH rI rJ z#You can only send PreparedRequests.rK T)rL )Zsecondsr3 c S s g | ]}|�qS r' r' )r( r= r' r' r+ r, � s z Session.send.<locals>.<listcomp>r rb ) rk rF rH rI rJ r- r �
ValueErrorr[ r4 rw � get_adapterrL �preferred_clockr` r �elapsedr rO r r] rf rR re �insert�nextZ_next�
StopIterationrP )
r< rf r� rK rF rw �adapter�start�rr� r= �genrO r' r' r+ r` i sB
"z Session.sendc
C s� | j rn|dk r|�d�nd}t||d�}|�� D ]\}} |�|| � q0|dksV|dkrntj�d�pltj�d�}t|| j�}t|| j �}t|| j
�}t|| j �}||||d�S )z^
Check the environment and merge it with some settings.
:rtype: dict
Nrh ri TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rH rJ rF rI ) rg r4 r r/ rk �os�environr2 rJ rF rH rI )
r< rL rJ rF rH rI rh Z env_proxiesr) r* r' r' r+ r� � s
� �z"Session.merge_environment_settingsc C s> | j �� D ]"\}}|�� �|�� �r
| S q
td| ��dS )z~
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
z*No connection adapters were found for '%s'N)ry r/ �lowerrW r )r< rL �prefixr� r' r' r+ r� � s
zSession.get_adapterc C s | j �� D ] }|�� q
dS )z+Closes all adapters and as such the sessionN)ry �valuesrV )r< r* r' r' r+ rV � s z
Session.closec s> || j � < � fdd�| j D �}|D ]}| j �|�| j |< q"dS )zwRegisters a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
c s g | ]}t |�t � �k r|�qS r' )rT )r( r) �r� r' r+ r, � s z!Session.mount.<locals>.<listcomp>N)ry r[ )r< r� r� Z keys_to_mover1 r' r� r+ rz � s
z
Session.mountc s � fdd�� j D �}|S )Nc s i | ]}|t � |d ��qS r& )�getattr)r( �attrr{ r' r+ �
<dictcomp>� s z(Session.__getstate__.<locals>.<dictcomp>)� __attrs__)r< �stater' r{ r+ � __getstate__� s zSession.__getstate__c C s" |� � D ]\}}t| ||� qd S r& )r/ �setattr)r< r� r� �valuer' r' r+ � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)rr rs rt �__doc__r� r| r} r r� rf r4 r� r� r� r� r� r� r` r� r� rV rz r� r� r' r' r' r+ ru T s` �7) �
G
I ru c C s t � S )aZ
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
)ru r' r' r' r+ �session� s r� )>r� r� �sys�timeZdatetimer rv r �compatr r r r r r
r] r r r
r Zmodelsr r r rw r r Z_internal_utilsr Zutilsr r r �
exceptionsr r r r Z
structuresr ry r r r r r! r" r# Z status_codesr$ r% �platform� perf_counterr� �AttributeErrorZclockr2 r5 �objectr6 ru r� r' r' r' r+ �<module> s@
v % site-packages/pip/_vendor/requests/__pycache__/cookies.cpython-38.pyc 0000644 00000044556 15201600075 0021671 0 ustar 00 U
��.e�G � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z z ddl Z W n e
k
rl ddlZ Y nX G dd� de�ZG dd � d e�Zd
d � Zd d
� Zd dd�ZG dd� de�ZG dd� deje �Zdd� Zdd� Zdd� Zd dd �Z d d � Z dS )!z�
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
� N� )�to_native_string)� cookielib�urlparse�
urlunparse�Morsel�MutableMappingc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
d dd�Z dd� Z dd� Z
dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
c C s || _ i | _t| j j�j| _d S �N)�_r� _new_headersr �url�scheme�type)�self�request� r �@/usr/lib/python3.8/site-packages/pip/_vendor/requests/cookies.py�__init__% s zMockRequest.__init__c C s | j S r
)r �r r r r �get_type* s zMockRequest.get_typec C s t | jj�jS r
)r r r
Znetlocr r r r �get_host- s zMockRequest.get_hostc C s | � � S r
�r r r r r �get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j j�d�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j
|j g�S )NZHostzutf-8)�encoding) r �headers�getr
r r r r �pathZparamsZqueryZfragment)r �hostZparsedr r r � get_full_url3 s �zMockRequest.get_full_urlc C s dS �NTr r r r r �is_unverifiableA s zMockRequest.is_unverifiablec C s || j jkp|| jkS r
)r r r �r �namer r r �
has_headerD s zMockRequest.has_headerNc C s | j j�|| j�||��S r
)r r r r )r r# �defaultr r r �
get_headerG s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r �
add_headerJ s zMockRequest.add_headerc C s || j |< d S r
�r �r r# �valuer r r �add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r
r+ r r r r �get_new_headersQ s zMockRequest.get_new_headersc C s | � � S r
)r! r r r r � unverifiableT s zMockRequest.unverifiablec C s | � � S r
)r r r r r �origin_req_hostX s zMockRequest.origin_req_hostc C s | � � S r
r r r r r r \ s zMockRequest.host)N)�__name__�
__module__� __qualname__�__doc__r r r r r r! r$ r& r* r. r/ �propertyr0 r1 r r r r r r s$
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
c C s
|| _ dS )z�Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
N��_headers)r r r r r r h s zMockResponse.__init__c C s | j S r
r8 r r r r �infoo s zMockResponse.infoc C s | j �|� d S r
)r9 �
getheadersr" r r r r; r s zMockResponse.getheadersN)r2 r3 r4 r5 r r: r; r r r r r7 a s r7 c C s8 t |d�r|jsdS t|�}t|jj�}| �||� dS )z�Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
�_original_responseN)�hasattrr< r r7 �msgZextract_cookies)�jarr ZresponseZreq�resr r r �extract_cookies_to_jarv s
� rA c C s t |�}| �|� |�� �d�S )zj
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
�Cookie)r Zadd_cookie_headerr/ r )r? r �rr r r �get_cookie_header� s
rD c C sz g }| D ]N}|j |krq|dk r,||jkr,q|dk r@||jkr@q|�|j|j|j f� q|D ]\}}}| �|||� q\dS )zkUnsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
N)r# �domainr �append�clear)� cookiejarr# rE r Z
clearables�cookier r r �remove_cookie_by_name� s
rJ c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
N)r2 r3 r4 r5 r r r r rK � s rK c s� e Zd ZdZd3dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd4dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd5d'd(�Zd6d)d*�Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z� Z S )7�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
Nc C s. z| � |||�W S tk
r( | Y S X dS )z�Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
N)�_find_no_duplicates�KeyError)r r# r% rE r r r r r � s zRequestsCookieJar.getc K sX |dkr(t | ||�d�|�d�d� dS t|t�r<t|�}nt||f|�}| �|� |S )z�Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
NrE r )rE r )rJ r �
isinstancer �morsel_to_cookie�
create_cookie�
set_cookie)r r# r- �kwargs�cr r r �set� s
zRequestsCookieJar.setc c s t | �D ] }|jV qdS )z�Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
N)�iterr# �r rI r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | �� �S )z�Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
)�listrX r r r r �keys� s zRequestsCookieJar.keysc c s t | �D ] }|jV qdS )z�Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
N)rV r- rW r r r �
itervalues� s z RequestsCookieJar.itervaluesc C s t | �� �S )z�Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
)rY r[ r r r r �values� s zRequestsCookieJar.valuesc c s t | �D ]}|j|jfV qdS )z�Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
N)rV r# r- rW r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | �� �S )z�Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
)rY r] r r r r �items s zRequestsCookieJar.itemsc C s, g }t | �D ]}|j|kr |�|j� q |S )z2Utility method to list all the domains in the jar.�rV rE rF �r ZdomainsrI r r r � list_domains s
z RequestsCookieJar.list_domainsc C s, g }t | �D ]}|j|kr |�|j� q |S )z0Utility method to list all the paths in the jar.)rV r rF )r �pathsrI r r r �
list_paths s
z RequestsCookieJar.list_pathsc C s< g }t | �D ]*}|jdk r*|j|kr* dS |�|j� q dS )zvReturns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
NTFr_ r` r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | �D ]4}|dks"|j|kr |dks4|j|kr |j||j< q |S )z�Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
N)rV rE r r- r# )r rE r Z
dictionaryrI r r r �get_dict+ s ����zRequestsCookieJar.get_dictc s. zt t| ��|�W S tk
r( Y dS X d S r )�superrL � __contains__rK r" �� __class__r r rg ; s z RequestsCookieJar.__contains__c C s
| � |�S )z�Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
)rM r" r r r � __getitem__A s z RequestsCookieJar.__getitem__c C s | � ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
N)rU r, r r r � __setitem__J s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
N)rJ r" r r r � __delitem__Q s z RequestsCookieJar.__delitem__c sL t |jd�r4|j�d�r4|j�d�r4|j�dd�|_tt| �j|f|�|�S )N�
startswith�"z\"� )r= r- rm �endswith�replacerf rL rR )r rI �argsrS rh r r rR W s $z RequestsCookieJar.set_cookiec s< t |tj�r(|D ]}| �t�|�� qntt| ��|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rO r � CookieJarrR �copyrf rL �update)r �otherrI rh r r ru \ s zRequestsCookieJar.updatec C s\ t | �D ]<}|j|kr|dks(|j|kr|dks:|j|kr|j S qtd|||f ��dS )a� Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
N�name=%r, domain=%r, path=%r)rV r# rE r r- rN )r r# rE r rI r r r �_findd s
zRequestsCookieJar._findc C sx d}t | �D ]L}|j|kr |dks,|j|kr |dks>|j|kr |dk rRtd| ��|j}q |rb|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
Nz(There are multiple cookies with name, %rrw )rV r# rE r rK r- rN )r r# rE r ZtoReturnrI r r r rM x s
z%RequestsCookieJar._find_no_duplicatesc C s | j �� }|�d� |S )�4Unlike a normal CookieJar, this class is pickleable.�
_cookies_lock)�__dict__rt �pop�r �stater r r � __getstate__� s
z RequestsCookieJar.__getstate__c C s$ | j �|� d| j kr t�� | _dS )ry rz N)r{ ru � threading�RLockrz r} r r r � __setstate__� s
z RequestsCookieJar.__setstate__c C s" t � }|�| �� � |�| � |S )z(Return a copy of this RequestsCookieJar.)rL Z
set_policy�
get_policyru )r Znew_cjr r r rt � s
zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)Z_policyr r r r r� � s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r2 r3 r4 r5 r rU rX rZ r[ r\ r] r^ ra rc rd re rg rj rk rl rR ru rx rM r r� rt r� �
__classcell__r r rh r rL � s2
rL c C sN | d kr d S t | d�r | �� S t�| �}|�� | D ]}|�t�|�� q4|S )Nrt )r= rt rG rR )r? Znew_jarrI r r r �_copy_cookie_jar� s
r� c K s� d| |ddddddddddidd�
}t |�t |� }|rLd }t|t|� ��|�|� t|d
�|d < t|d �|d
< |d �d�|d< t|d �|d< tjf |�S )z�Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
r Nro �/FT�HttpOnly)
�versionr# r- �portrE r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sr� Zport_specifiedrE Zdomain_specified�.Zdomain_initial_dotr Zpath_specified)rU � TypeErrorrY ru �boolrm r rB )r# r- rS �resultZbadargs�errr r r rQ � s0 �
rQ c C s� d}| d rPz t t�� t | d � �}W qr tk
rL td| d ��Y qrX n"| d rrd}t�t�| d |��}t| d t| d �d| d || j | d dd
| d idt| d �| j
| d
p�dd�
S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr� z%a, %d-%b-%Y %H:%M:%S GMTr� FrE r r� Zhttponlyr� r� r )
r� r� r� rE r� r# r r� r� r� r� r- r� ) �int�time�
ValueErrorr� �calendarZtimegm�strptimerQ r� r( r- )Zmorselr� Z
time_templater r r rP � s4 �
�rP Tc C sR |dkrt � }| dk rNdd� |D �}| D ]$}|s8||kr(|�t|| | �� q(|S )aC Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
Nc S s g | ]
}|j �qS r )r# )�.0rI r r r �
<listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rL rR rQ )Z cookie_dictrH � overwriteZnames_from_jarr# r r r �cookiejar_from_dict� s r� c C sv t | tj�std��t |t�r.t|| dd�} nDt |tj�rrz| �|� W n( tk
rp |D ]}| �|� q\Y nX | S )z�Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
z!You can only merge into CookieJarF)rH r� ) rO r rs r� �dictr� ru �AttributeErrorrR )rH ZcookiesZ
cookie_in_jarr r r �
merge_cookies s
� r� )NN)NT) r5 rt r� r� Z_internal_utilsr �compatr r r r r r� � ImportErrorZdummy_threading�objectr r7 rA rD rJ � RuntimeErrorrK rs rL r� rQ rP r� r� r r r r �<module> s. H
$
site-packages/pip/_vendor/requests/__pycache__/certs.cpython-38.opt-1.pyc 0000644 00000001125 15201600075 0022275 0 ustar 00 U
��.e� � @ s& d Z ddlmZ edkr"ee� � dS )uF
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
� )�where�__main__N)�__doc__Zpip._vendor.certifir �__name__�print� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/certs.py�<module> s site-packages/pip/_vendor/requests/__pycache__/_internal_utils.cpython-38.pyc 0000644 00000002404 15201600075 0023412 0 ustar 00 U
��.eH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS )
z�
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
� )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | �|�}n
| �|�}|S )z�Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
)�
isinstancer r �encode�decode)�string�encoding�out� r �H/usr/lib/python3.8/site-packages/pip/_vendor/requests/_internal_utils.py�to_native_string s
r c C s: t | t�st�z| �d� W dS tk
r4 Y dS X dS )z�Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
r TFN)r r �AssertionErrorr �UnicodeEncodeError)Zu_stringr r r
�unicode_is_ascii s
r N)r )�__doc__�compatr r r r r r r r r
�<module> s
site-packages/pip/_vendor/requests/__pycache__/hooks.cpython-38.pyc 0000644 00000001674 15201600075 0021352 0 ustar 00 U
��.e� � @ s d Z dgZdd� Zdd� ZdS )z�
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
Zresponsec C s dd� t D �S )Nc S s i | ]
}|g �qS � r )�.0Zeventr r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/hooks.py�
<dictcomp> s z!default_hooks.<locals>.<dictcomp>)�HOOKSr r r r �
default_hooks s r c K sL |pi }|� | �}|rHt|d�r&|g}|D ] }||f|�}|dk r*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)�get�hasattr)�keyZhooksZ hook_data�kwargs�hookZ
_hook_datar r r �
dispatch_hook s
r
N)�__doc__r r r
r r r r �<module> s site-packages/pip/_vendor/requests/__pycache__/help.cpython-38.opt-1.pyc 0000644 00000005206 15201600075 0022111 0 ustar 00 U
��.e�
� @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm
Z
ddl m Z
zdd lmZ W n ek
r� dZdZdZY nX ddlZddlZd
d � Zd d
� Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3)�chardet� )� __version__)� pyopensslc C s� t �� } | dkrt �� }nj| dkr\dtjjtjjtjjf }tjjdkr�d� |tjjg�}n(| dkrnt �� }n| dkr�t �� }nd}| |d �S )
a� Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
ZCPythonZPyPyz%s.%s.%s�final� ZJythonZ
IronPython�Unknown)�name�version)
�platformZpython_implementationZpython_version�sysZpypy_version_info�major�minor�micro� releaselevel�join)�implementationZimplementation_version� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/help.py�_implementation s&
� �
r c C s� zt �� t �� d�} W n tk
r4 ddd�} Y nX t� }dtji}dtji}ddd�}trrtjdtj j
d�}dt t dd�i}dt t
dd�i}tj
}d|dk r�d| ndi}| ||tdk |||||dtid �
S )
z&Generate information for a bug report.)�system�releaser r
Nr
)r
Zopenssl_versionz%xr )
r r �
system_sslZusing_pyopensslZ pyOpenSSLr r � cryptographyr Zrequests)r r r �IOErrorr r r r �OpenSSLZSSLZOPENSSL_VERSION_NUMBER�getattrr r �sslr �requests_version) Z
platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r �info; sR �
�
�
�
�
� � ��r" c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )Z sort_keys�indentN)�print�json�dumpsr" r r r r �mainq s r( �__main__)�__doc__Z
__future__r r& r r r Z pip._vendorr r r r
r r! Zpip._vendor.urllib3.contribr � ImportErrorr r r r" r( �__name__r r r r �<module> s,
!6 site-packages/pip/_vendor/requests/__pycache__/packages.cpython-38.pyc 0000644 00000000722 15201600075 0021776 0 ustar 00 U
��.e� � @ sv d dl Z dD ]dZde Zee�e� e< ee j�D ]>ZeeksJe�ed �r0ee d�d� Z
e je e jde
< q0q dS )� N)Zurllib3ZidnaZchardetz pip._vendor.�.z pip._vendor.requests.packages.) �sys�packageZvendored_package�
__import__�locals�list�modules�mod�
startswith�lenZunprefixed_mod� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/packages.py�<module> s site-packages/pip/_vendor/requests/__pycache__/hooks.cpython-38.opt-1.pyc 0000644 00000001674 15201600075 0022311 0 ustar 00 U
��.e� � @ s d Z dgZdd� Zdd� ZdS )z�
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
Zresponsec C s dd� t D �S )Nc S s i | ]
}|g �qS � r )�.0Zeventr r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/hooks.py�
<dictcomp> s z!default_hooks.<locals>.<dictcomp>)�HOOKSr r r r �
default_hooks s r c K sL |pi }|� | �}|rHt|d�r&|g}|D ] }||f|�}|dk r*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)�get�hasattr)�keyZhooksZ hook_data�kwargs�hookZ
_hook_datar r r �
dispatch_hook s
r
N)�__doc__r r r
r r r r �<module> s site-packages/pip/_vendor/requests/__pycache__/__init__.cpython-38.pyc 0000644 00000006613 15201600075 0021764 0 ustar 00 U
��.e� � @ s d Z ddlmZ ddlmZ ddlZddlmZ dd� Zd d
� Zzeej ej � W n0 e
e fk
r� e� d �
ej ej �e� Y nX dd lmZ es�z,dd
lmZ e�� ddlm Z ee� W n ek
r� Y nX ddlmZ e�de� ddl mZmZmZm Z ddl m Z m Z m Z m Z ddl m Z m!Z! ddl"m#Z# ddl"m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl@Z@ddl@mAZA e@�BeC��DeA� � ejd e=d d � dS ) a�
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings. Basic GET
usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> 'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key2": "value2",
"key1": "value1"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <http://python-requests.org>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
� )�urllib3)�chardetN� )�RequestsDependencyWarningc C s� | � d�} | dgkst�t| �dkr.| �d� | \}}}t|�t|�t|� }}}|dks`t�|dkslt�|dksxt�|� d�d d� \}}}t|�t|�t|� }}}|dks�t�|dk s�t�|dks�t�d S ) N�.Zdev� �0r � � � )�split�AssertionError�len�append�int)Zurllib3_versionZchardet_version�major�minor�patch� r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/__init__.py�check_compatibility1 s
r c C sX zt tt| �d���} W n tk
r. Y d S X | dddgk rTd�| �}t�|t� d S )Nr r r � z4Old version of cryptography ({}) may cause slowdown.) �list�mapr r �
ValueError�format�warnings�warnr )�cryptography_versionZwarningr r r �_check_cryptographyJ s
r z?urllib3 ({}) or chardet ({}) doesn't match a supported version!)�WINDOWS)� pyopenssl)� __version__)�DependencyWarning�ignore)� __title__�__description__�__url__r" )� __build__�
__author__�__author_email__� __license__)�
__copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandler�defaultT)r )E�__doc__Z pip._vendorr r r �
exceptionsr r r r" r
r r r Zpip._internal.utils.compatr Zpip._vendor.urllib3.contribr! Zinject_into_urllib3Z cryptographyr � ImportErrorZ pip._vendor.urllib3.exceptionsr# � simplefilterr% r& r' r( r) r* r+ r, r- � r. r/ Zmodelsr0 r1 r2 Zapir3 r4 r5 r6 r r7 r8 r9 Zsessionsr: r; Z status_codesr< r= r> r? r@ rA rB rC rD rE ZloggingrF Z getLogger�__name__Z
addHandlerr r r r �<module> sP # ��
( , site-packages/pip/_vendor/requests/__pycache__/sessions.cpython-38.opt-1.pyc 0000644 00000046062 15201600075 0023034 0 ustar 00 U
��.e�r � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZmZmZmZ ddlmZmZmZ dd lmZmZ dd
lm Z dd l m Z m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% dd
l&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddlm2Z2 ej3dk�rNz
ej4Z5W n e6k
�rJ ej7Z5Y nX nejZ5e fdd�Z8e fdd�Z9G dd� de:�Z;G dd� de;�Z<dd � Z=dS ) z�
requests.session
~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
� N)� timedelta� )�_basic_auth_str)� cookielib�is_py3� OrderedDict�urljoin�urlparse�Mapping)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar�
merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)�
default_hooks�
dispatch_hook)�to_native_string)�to_key_val_list�default_headers�
DEFAULT_PORTS)�TooManyRedirects�
InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body)�codes)�REDIRECT_STATIZwin32c C sp |dkr | S | dkr|S t |t�r,t | t�s0| S |t|��}|�t| �� dd� |�� D �}|D ]
}||= q`|S )z�Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
Nc S s g | ]\}}|d kr|�qS �N� )�.0�k�vr' r' �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/sessions.py�
<listcomp>I s z!merge_setting.<locals>.<listcomp>)�
isinstancer
r �update�items)Zrequest_settingZsession_setting�
dict_classZmerged_settingZ none_keys�keyr' r' r+ �
merge_setting1 s �� r2 c C s@ |dks|� d�g kr| S | dks0| � d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
N�response)�getr2 )Z
request_hooksZ
session_hooksr0 r' r' r+ � merge_hooksP s
r5 c @ s> e Zd Zdd� Zdd� Zddd �Zd
d � Zd d
� Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |�d�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)Z is_redirect�headersr �encoder )�self�respr7 r' r' r+ �get_redirect_targeta s
z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdkrL|jdkrL|jdkrLdS |j|jk}|j|jk}t�|jd�df}|s�|j|kr�|j|kr�dS |p�|S )zFDecide whether Authorization header should be removed when redirectingTZhttp)�P NZhttps)i� NFN)r Zhostname�schemeZportr r4 )r< Zold_urlZnew_urlZ
old_parsedZ
new_parsedZ changed_portZchanged_schemeZ default_portr' r' r+ �should_strip_authv s$ �� �z&SessionRedirectMixin.should_strip_authFNTc
k sZ g }
| � |�} t|j�j} | �rV|�� }
|
�|� |
dd� |_z
|j W n( tt t
fk
rr |j j dd� Y nX t
|j�| jkr�td| j |d��|�� | �d�r�t|j�}dt|j�| f } t| �}|jd kr�| r�|j| d
�}n |jr�|j} |�� } |j�st|jt| ��} nt| �} t| �|
_| �|
|� |jtj tj fk�rld }|D ]}|
j � |d� �qPd|
_ |
j }z
|d = W n t!k
�r� Y nX t"|
j#||j � t$|
j#| j%� |
�&|
j#� | �'|
|�}| �(|
|� |
j)dk �o�d
|k�p�d|k}|�rt*|
� |
}|�r|V q| j+|f|||||dd�| ��}t"| j%|
|j � | � |�} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r3 z//z%s:%s� )�fragment)�Content-Lengthz Content-Type�Transfer-EncodingZCookierD rE )�stream�timeout�verify�cert�proxies�allow_redirects),r> r �urlrC �copy�append�history�contentr r � RuntimeError�raw�read�len�
max_redirectsr �close�
startswithr r@ �_replaceZgeturlZnetlocr r �rebuild_method� status_coder$ Ztemporary_redirectZpermanent_redirectr: �popZbody�KeyErrorr Z_cookiesr �cookiesZprepare_cookies�rebuild_proxies� rebuild_authZ_body_positionr# �send)r< r= �reqrF rG rH rI rJ �yield_requestsZadapter_kwargsZhistrL Zprevious_fragment�prepared_requestZ parsed_rurlZparsedZpurged_headers�headerr: Z
rewindabler' r' r+ �resolve_redirects� s�
����
z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| �|jj|�r*|d= | jr8t|�nd}|dk rN|�|� dS )z�When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
Z
AuthorizationN)r: rL rA �request� trust_envr Z prepare_auth)r< rc r3 r: rL Znew_authr' r' r+ r_ s
z!SessionRedirectMixin.rebuild_authc
C s� |dk r |ni }|j }|j}t|�j}|�� }|�d�}t||d�}| jr||s|t||d�} | �|| �d��}
|
r||� ||
� d|kr�|d= zt
|| �\} } W n t k
r� d\} } Y nX | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
N�no_proxy�rh �allzProxy-Authorization)NN)
r: rL r r@ rM r4 r! rg r �
setdefaultr" r\ r )
r< rc rJ r: rL r@ Z new_proxiesrh Z bypass_proxyZenviron_proxies�proxyZusernameZpasswordr' r' r+ r^ s*
z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
�HEAD�GET�POSTN)�methodrZ r$ Z see_other�foundZmoved)r< rc r3 rp r' r' r+ rY = s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__�
__module__� __qualname__r> rA re r_ r^ rY r' r' r' r+ r6 _ s �
q)r6 c @ s� e Zd ZdZdddddddd d
d d d
dg
Zdd� Zdd� Zdd� Zdd� Zd7dd�Z dd � Z
d d � Z d d � Z d8d!d"�Z
d9d#d$�Zd:d%d&�Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� ZdS );�Sessiona� A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
>>> s.get('https://httpbin.org/get')
<Response [200]>
r: r] �authrJ �hooks�paramsrH rI Zprefetch�adaptersrF rg rU c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t
| _ d| _ t
i �| _t� | _| �dt� � | �dt� � d S )NFTzhttps://zhttp://)r r: rv rJ r rw rx rF rH rI r rU rg r r] r ry �mountr �r< r' r' r+ �__init__m s
zSession.__init__c C s | S r& r' r{ r' r' r+ � __enter__� s zSession.__enter__c G s | � � d S r& )rV )r< �argsr' r' r+ �__exit__� s zSession.__exit__c
C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrR|sR| jsRt |j
�}t � }|j |j
�� |j
|j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d�
|S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
)r0 )
rp rL �files�data�jsonr: rx rv r] rw )r] r- r Z CookieJarr r r
rv rg r rL r Zpreparerp �upperr� r� r� r2 r: r rx r5 rw )r< rf r] Zmerged_cookiesrv �pr' r' r+ �prepare_request� s0
�
� zSession.prepare_requestNTc C st t |�� ||||pi ||p i ||| d�
}| �|�}| p8i } | �|j| |
||�}| |
d�}|�|� | j|f|�}|S )a Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
)
rp rL r: r� r� r� rx rv r] rw )rG rK )r r� r� �merge_environment_settingsrL r. r` )r< rp rL rx r� r: r] r� rv rG rK rJ rw rF rH rI r� ra ZprepZsettingsZ send_kwargsr= r' r' r+ rf � s6 )�
��
zSession.requestc K s |� dd� | jd|f|�S )z�Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Trn �rk rf �r< rL �kwargsr' r' r+ r4 s z Session.getc K s |� dd� | jd|f|�S )z�Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK TZOPTIONSr� r� r' r' r+ �options$ s zSession.optionsc K s |� dd� | jd|f|�S )z�Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Frm r� r� r' r' r+ �head/ s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ro )r� r� �rf )r< rL r� r� r� r' r' r+ �post: s z Session.postc K s | j d|fd|i|��S )au Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPUTr� r� �r< rL r� r� r' r' r+ �putG s
z Session.putc K s | j d|fd|i|��S )aw Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPATCHr� r� r� r' r' r+ �patchS s
z
Session.patchc K s | j d|f|�S )z�Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZDELETEr� r� r' r' r+ �delete_ s zSession.deletec
K sz |� d| j� |� d| j� |� d| j� |� d| j� t|t�rJtd��|�dd�}|� d�}|j
}| j |j d�}t
� }|j|f|�}t
� | } t| d �|_td
||f|�}|jr�|jD ]}
t| j|
j|
j� q�t| j||j� | j||f|�} |�rd d � | D �ng } | �r*| �d
|� | �� }| |_|�sjz"t| j||fddi|���|_W n tk
�rh Y nX |�sv|j |S )zISend a given PreparedRequest.
:rtype: requests.Response
rF rH rI rJ z#You can only send PreparedRequests.rK T)rL )Zsecondsr3 c S s g | ]}|�qS r' r' )r( r= r' r' r+ r, � s z Session.send.<locals>.<listcomp>r rb ) rk rF rH rI rJ r- r �
ValueErrorr[ r4 rw � get_adapterrL �preferred_clockr` r �elapsedr rO r r] rf rR re �insert�nextZ_next�
StopIterationrP )
r< rf r� rK rF rw �adapter�start�rr� r= �genrO r' r' r+ r` i sB
"z Session.sendc
C s� | j rn|dk r|�d�nd}t||d�}|�� D ]\}} |�|| � q0|dksV|dkrntj�d�pltj�d�}t|| j�}t|| j �}t|| j
�}t|| j �}||||d�S )z^
Check the environment and merge it with some settings.
:rtype: dict
Nrh ri TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rH rJ rF rI ) rg r4 r r/ rk �os�environr2 rJ rF rH rI )
r< rL rJ rF rH rI rh Z env_proxiesr) r* r' r' r+ r� � s
� �z"Session.merge_environment_settingsc C s> | j �� D ]"\}}|�� �|�� �r
| S q
td| ��dS )z~
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
z*No connection adapters were found for '%s'N)ry r/ �lowerrW r )r< rL �prefixr� r' r' r+ r� � s
zSession.get_adapterc C s | j �� D ] }|�� q
dS )z+Closes all adapters and as such the sessionN)ry �valuesrV )r< r* r' r' r+ rV � s z
Session.closec s> || j � < � fdd�| j D �}|D ]}| j �|�| j |< q"dS )zwRegisters a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
c s g | ]}t |�t � �k r|�qS r' )rT )r( r) �r� r' r+ r, � s z!Session.mount.<locals>.<listcomp>N)ry r[ )r< r� r� Z keys_to_mover1 r' r� r+ rz � s
z
Session.mountc s � fdd�� j D �}|S )Nc s i | ]}|t � |d ��qS r& )�getattr)r( �attrr{ r' r+ �
<dictcomp>� s z(Session.__getstate__.<locals>.<dictcomp>)� __attrs__)r< �stater' r{ r+ � __getstate__� s zSession.__getstate__c C s" |� � D ]\}}t| ||� qd S r& )r/ �setattr)r< r� r� �valuer' r' r+ � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)rr rs rt �__doc__r� r| r} r r� rf r4 r� r� r� r� r� r� r` r� r� rV rz r� r� r' r' r' r+ ru T s` �7) �
G
I ru c C s t � S )aZ
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
)ru r' r' r' r+ �session� s r� )>r� r� �sys�timeZdatetimer rv r �compatr r r r r r
r] r r r
r Zmodelsr r r rw r r Z_internal_utilsr Zutilsr r r �
exceptionsr r r r Z
structuresr ry r r r r r! r" r# Z status_codesr$ r% �platform� perf_counterr� �AttributeErrorZclockr2 r5 �objectr6 ru r� r' r' r' r+ �<module> s@
v % site-packages/pip/_vendor/requests/__pycache__/auth.cpython-38.opt-1.pyc 0000644 00000020145 15201600075 0022121 0 ustar 00 U
��.e�' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ d Zd
Zd d � ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z]
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
� N)� b64encode� )�urlparse�str�
basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjd�| �td� t| �} t |t�sLtjd�|�td� t|�}t | t�r`| �d�} t |t�rt|�d�}dtt d�
| |f��� � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :) �
isinstancer �warnings�warn�format�DeprecationWarningr �encoder r �join�strip)�username�passwordZauthstr� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/auth.py�_basic_auth_str s0
��
��
�r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError��self�rr r r �__call__K s zAuthBase.__call__N��__name__�
__module__� __qualname__�__doc__r r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �
HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S �N)r r �r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S �Nr r ��allr �getattrr �r �otherr r r �__eq__V s �zHTTPBasicAuth.__eq__c C s
| |k S r& r r- r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N�
Authorization�r r r �headersr r r r r _ s zHTTPBasicAuth.__call__N)r! r" r# r$ r( r/ r0 r r r r r r% O s
r% c @ s e Zd ZdZdd� ZdS )�
HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorizationr2 r r r r r g s zHTTPProxyAuth.__call__Nr r r r r r4 d s r4 c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t�� | _d S r& )r r � threadingZlocal�
_thread_localr' r r r r( o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr7 r8 �
last_nonce� nonce_count�chal�pos�
num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s� | j jd }| j jd }| j j�d�}| j j�d�}| j j�d�}d� |dkrTd}n|�� }|dksl|dkrzd d
� } | � n@|d kr�d d
� }
|
� n*|dkr�dd� } | � n|dkr�dd� } | � � fdd�}
� dkr�dS d}t|�}|jp�d}|jr�|d|j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�rJ| j j
d7 _
nd| j _
d| j j
}t | j j
�� d �}||� d �7 }|t
�� � d �7 }|t�d �7 }t�|��� dd � }|dk�rЈ d|||f �}|�s�|
|d||f �}n<|d k�sd |�d �k�r"d!|||d |f }|
||�}ndS || j _ d"| j||||f }|�rT|d#| 7 }|�rf|d$| 7 }|�rx|d%| 7 }|�r�|d&||f 7 }d'| S )(z
:rtype: str
�realm�nonce�qop� algorithm�opaqueNZMD5zMD5-SESSc S s" t | t�r| �d�} t�| ��� S �N�utf-8)r
r r �hashlibZmd5� hexdigest��xr r r �md5_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | t�r| �d�} t�| ��� S rF )r
r r rH �sha1rI rJ r r r �sha_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha256rI rJ r r r � sha256_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha512rI rJ r r r � sha512_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s � d| |f �S )N�%s:%sr )�s�d�Z hash_utf8r r �<lambda>� � z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%srQ r z%08xrG � � Zauth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z, algorithm="%s"z
, digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r7 r= �get�upperr �pathZqueryr r r; r< r r �time�ctime�os�urandomrH rM rI �split)r �method�urlrA rB rC rD rE Z
_algorithmrL rN rO rP ZKDZentdigZp_parsedr^ ZA1ZA2ZHA1ZHA2ZncvaluerR ZcnonceZrespdigZnoncebit�baser rT r �build_digest_header s�
� � z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr7 r? )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s" d|j krdk s$n d| j_|S | jjdk rB|jj�| jj� |j�dd�}d|� � k�r| jjdk �r| j jd7 _t
j d t
j d
�}t
|jd|dd ��| j_|j |�� |j�� }t|j|j|j� |�|j� | �|j|j�|jd < |jj|f|�}|j � |� ||_|S d| j_|S )
zo
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
i� i� r Nzwww-authenticater9 Zdigest� zdigest )�flags)�countr1 ) Z status_coder7 r? r> Zrequest�body�seekr3 r\ �lower�re�compile�
IGNORECASEr �subr= Zcontent�close�copyr Z_cookies�rawZprepare_cookiesrg rd re Z
connection�send�history�append)r r rh Zs_authZpatZprepZ_rr r r �
handle_401� s2
�
zHTTPDigestAuth.handle_401c C s~ | � � | jjr&| �|j|j�|jd< z|j�� | j_ W n t
k
rT d | j_ Y nX |� d| j � |� d| j
� d| j_|S )Nr1 Zresponser )r@ r7 r; rg rd re r3 rm �tellr> �AttributeErrorZ
register_hookrz ri r? r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S r) r* r- r r r r/ * s �zHTTPDigestAuth.__eq__c C s
| |k S r& r r- r r r r0 0 s zHTTPDigestAuth.__ne__N) r! r" r# r$ r( r@ rg ri rz r r/ r0 r r r r r5 l s
f,r5 )r$ ra rp r_ rH r6 r �base64r �compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr �objectr r% r4 r5 r r r r �<module> s$ , site-packages/pip/_vendor/requests/__pycache__/adapters.cpython-38.opt-1.pyc 0000644 00000041063 15201600075 0022765 0 ustar 00 U
��.e,T � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;k
�r� d d � Z:Y nX d Z<d Z=dZ>dZ?G d d!� d!e@�ZAG d"d#� d#eA�ZBdS )$z�
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
� N)� PoolManager�proxy_from_url)� HTTPResponse)� parse_url)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)�
MaxRetryError)�NewConnectionError)�
ProxyError)�
ProtocolError)�ReadTimeoutError)�SSLError)�
ResponseError)�LocationValueError� )�Response)�urlparse�
basestring)�DEFAULT_CA_BUNDLE_PATH�extract_zipped_paths�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url�
urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar) �ConnectionError�ConnectTimeout� ReadTimeoutr r
�
RetryError�
InvalidSchema�InvalidProxyURL�
InvalidURL)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r$ )�args�kwargs� r+ �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F�
c s2 e Zd ZdZ� fdd�Zd dd�Zd d
� Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| ��� d S �N)�superr. �__init__��self�� __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
N��NotImplementedError)r3 �request�stream�timeout�verify�cert�proxiesr+ r+ r, �send= s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, �closeO s zBaseAdapter.close)FNTNN)�__name__�
__module__� __qualname__�__doc__r1 r> r? �
__classcell__r+ r+ r4 r, r. 7 s �
r. c s� e Zd ZdZdddddgZeeeef� fdd� Zd d
� Z d d � Z
efd
d�Z dd� Z dd� Z
dd� Zd$dd�Zdd� Zdd� Zd d � Zd d � Zd%d"d#�Z� ZS )&� HTTPAdaptera� The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
� max_retries�config�_pool_connections�
_pool_maxsize� _pool_blockc sd |t krtddd�| _n t�|�| _i | _i | _tt| ��� || _ || _
|| _ | j |||d� d S )Nr F)�read��block)
�DEFAULT_RETRIESr rF Zfrom_intrG �
proxy_managerr0 rE r1 rH rI rJ �init_poolmanager)r3 Zpool_connectionsZ pool_maxsizerF Z
pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s � fdd�� j D �S )Nc s i | ]}|t � |d ��qS r/ )�getattr)�.0�attrr2 r+ r, �
<dictcomp>� s z,HTTPAdapter.__getstate__.<locals>.<dictcomp>)� __attrs__r2 r+ r2 r, � __getstate__� s zHTTPAdapter.__getstate__c C sD i | _ i | _|�� D ]\}}t| ||� q| j| j| j| jd� d S )NrL )rO rG �items�setattrrP rH rI rJ )r3 �staterS �valuer+ r+ r, � __setstate__� s �zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
T)� num_pools�maxsizerM �strictN)rH rI rJ r � poolmanager)r3 Z connectionsr] rM Z pool_kwargsr+ r+ r, rP � s
��z HTTPAdapter.init_poolmanagerc K s� || j kr| j | }n||�� �d�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| �|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
�socks)�username�passwordr\ r] rM )�
proxy_headersr\ r] rM )
rO �lower�
startswithr r( rH rI rJ rc r )r3 �proxyZ proxy_kwargsZmanagerra rb rc r+ r+ r, �proxy_manager_for� s6
���
���z HTTPAdapter.proxy_manager_forc C s� |� � �d�rn|rnd}|dk r"|}|s.tt�}|r>tj�|�sLtd�|���d|_ tj�
|�sf||_ q�||_ nd|_ d|_ d|_ |r�t
|t�s�|d |_|d |_n ||_d|_|jr�tj�|j�s�td �|j���|jr�tj�|j�s�td
�|j���dS ) aA Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
�httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}Z
CERT_REQUIREDZ CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rd re r r �os�path�exists�IOError�formatZ cert_reqs�isdirZca_certsZ ca_cert_dir�
isinstancer Z cert_fileZkey_file)r3 �conn�urlr; r< Zcert_locr+ r+ r, � cert_verify� s> �
��zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j
t �r^|j
� d�|_
n|j
|_
t
|j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
ZstatusN�headers�utf-8)r rQ Z status_coder rs r �encoding�raw�reasonro rq �bytes�decoder �cookiesr8 �
connection)r3 Zreq�respZresponser+ r+ r, �build_response� s
zHTTPAdapter.build_responseNc C sd t ||�}|rDt|d�}t|�}|js.td��| �|�}|�|�}n t|�}|�� }| j �|�}|S )a� Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
ZhttpzFPlease check proxy URL. It is malformed and could be missing the host.)
r r r Zhostr% rg Zconnection_from_urlr Zgeturlr_ )r3 rq r= rf Z proxy_urlrO rp Zparsedr+ r+ r, �get_connection$ s
zHTTPAdapter.get_connectionc C s& | j �� | j�� D ] }|�� qdS )z�Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
N)r_ �clearrO �values)r3 rf r+ r+ r, r? ? s
zHTTPAdapter.closec C s` t |j|�}t|j�j}|o"|dk}d}|rDt|�j�� }|�d�}|j}|r\|s\t|j�}|S )a? Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
rh Fr` )r rq r �schemerd re Zpath_urlr ) r3 r8 r= rf r� Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerq r+ r+ r, � request_urlI s
zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
Nr+ )r3 r8 r* r+ r+ r, � add_headersf s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
zProxy-Authorization)r r' )r3 rf rs ra rb r+ r+ r, rc t s
�zHTTPAdapter.proxy_headersFTc C s� z| � |j|�}W n. tk
r@ } zt||d��W 5 d}~X Y nX | �||j||� | �||�} | j||||||d� |jdkp�d|jk }
t |t
�r�z|\} } t | | d�}W q� t k
r� } zd�
|�}
t |
��W 5 d}~X Y q�X nt |t �r�n t ||d�}�zF|
�s2|j|j| |j|jdddd| j|d�
}�nt|d ��rD|j}|jtd
�}z�|j|j| d d � |j�� D ]\}}|�||� �qn|�� |jD ]D}|�tt|��d
d� � d�� |�d� |�|� |�d� �q�|�d� z|j d d�}W n t k
�r |� � }Y nX t j |||ddd�}W n |�!� � Y nX W �n� t"t#j$fk
�r~ }
zt%|
|d��W 5 d}
~
X Y �nZ t&k
�r" } z�t |j't(��r�t |j't)��s�t*||d��t |j't+��r�t,||d��t |j't-��r�t.||d��t |j't/��rt0||d��t%||d��W 5 d}~X Y n� t1k
�rP } zt%||d��W 5 d}~X Y n� t-k
�rz } z t.|��W 5 d}~X Y n^ t/t2fk
�r� } z:t |t/��r�t0||d��n t |t3��r�t4||d��n� W 5 d}~X Y nX | �5||�S )a Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
)r8 N)r9 r: r; r< r= zContent-Length)�connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF)
�methodrq �bodyrs ZredirectZassert_same_host�preload_content�decode_contentZretriesr: �
proxy_pool)r: T)Zskip_accept_encoding� rt s
s 0
)� buffering)Zpoolr{ r� r� )6r~ rq r r& rr r� r� r� rs ro �tuple� TimeoutSauce�
ValueErrorrm Zurlopenr� rF �hasattrr� Z _get_conn�DEFAULT_POOL_TIMEOUTZ
putrequestrW Z putheaderZ
endheadersr> �hex�len�encodeZ getresponse� TypeErrorr Z from_httplibr? r �socket�errorr r rw r r r! r r# � _ProxyErrorr
� _SSLErrorr r �
_HTTPErrorr r" r} )r3 r8 r9 r: r; r< r= rp �erq Zchunkedr� rK �errr| Zlow_conn�headerrZ �i�rr+ r+ r, r> � s�
�
�
�
�
zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rU �DEFAULT_POOLSIZErN �DEFAULT_POOLBLOCKr1 rV r[ rP rg rr r} r~ r? r� r� rc r> rD r+ r+ r4 r, rE T s* � � %4%
rE )CrC Zos.pathri r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r
r� r r r
r� r r r r� r r Zmodelsr �compatr r Zutilsr r r r r r r Z
structuresr rz r �
exceptionsr r! r" r# r$ r% r& Zauthr' Z!pip._vendor.urllib3.contrib.socksr( � ImportErrorr� r� rN r� �objectr. rE r+ r+ r+ r, �<module> sF $ , site-packages/pip/_vendor/requests/__pycache__/api.cpython-38.pyc 0000644 00000014507 15201600075 0020777 0 ustar 00 U
��.e � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd
d � Zdd d
�Zddd�Zddd�Z dd� Z
dS )z�
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
� )�sessionsc
K s6 t �� �$}|jf | |d�|��W 5 Q R � S Q R X dS )a� Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
<Response [200]>
)�method�urlN)r ZSession�request)r r �kwargsZsession� r �</usr/lib/python3.8/site-packages/pip/_vendor/requests/api.pyr s +
r Nc K s" |� dd� td| fd|i|��S )ad Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�allow_redirectsT�get�params��
setdefaultr )r r r r r r r
? s r
c K s |� dd� td| f|�S )z�Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r T�optionsr �r r r r r r N s r c K s |� dd� td| f|�S )z�Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r F�headr r r r r r [ s r c K s t d| f||d�|��S )a� Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�post)�data�json�r )r r r r r r r r h s r c K s t d| fd|i|��S )a� Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�putr r �r r r r r r r w s r c K s t d| fd|i|��S )a� Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�patchr r r r r r r � s r c K s t d| f|�S )z�Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�deleter r r r r r � s r )N)NN)N)N) �__doc__� r r r
r r r r r r r r r r �<module> s
/
site-packages/pip/_vendor/requests/packages.py 0000644 00000001267 15201600075 0015515 0 ustar 00 import sys
# This code exists for backwards compatibility reasons.
# I don't like it either. Just look the other way. :)
for package in ('urllib3', 'idna', 'chardet'):
vendored_package = "pip._vendor." + package
locals()[package] = __import__(vendored_package)
# This traversal is apparently necessary such that the identities are
# preserved (requests.packages.urllib3.* is urllib3.*)
for mod in list(sys.modules):
if mod == vendored_package or mod.startswith(vendored_package + '.'):
unprefixed_mod = mod[len("pip._vendor."):]
sys.modules['pip._vendor.requests.packages.' + unprefixed_mod] = sys.modules[mod]
# Kinda cool, though, right?
site-packages/pip/_vendor/requests/adapters.py 0000644 00000052054 15201600075 0015542 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
"""
import os.path
import socket
from pip._vendor.urllib3.poolmanager import PoolManager, proxy_from_url
from pip._vendor.urllib3.response import HTTPResponse
from pip._vendor.urllib3.util import parse_url
from pip._vendor.urllib3.util import Timeout as TimeoutSauce
from pip._vendor.urllib3.util.retry import Retry
from pip._vendor.urllib3.exceptions import ClosedPoolError
from pip._vendor.urllib3.exceptions import ConnectTimeoutError
from pip._vendor.urllib3.exceptions import HTTPError as _HTTPError
from pip._vendor.urllib3.exceptions import MaxRetryError
from pip._vendor.urllib3.exceptions import NewConnectionError
from pip._vendor.urllib3.exceptions import ProxyError as _ProxyError
from pip._vendor.urllib3.exceptions import ProtocolError
from pip._vendor.urllib3.exceptions import ReadTimeoutError
from pip._vendor.urllib3.exceptions import SSLError as _SSLError
from pip._vendor.urllib3.exceptions import ResponseError
from pip._vendor.urllib3.exceptions import LocationValueError
from .models import Response
from .compat import urlparse, basestring
from .utils import (DEFAULT_CA_BUNDLE_PATH, extract_zipped_paths,
get_encoding_from_headers, prepend_scheme_if_needed,
get_auth_from_url, urldefragauth, select_proxy)
from .structures import CaseInsensitiveDict
from .cookies import extract_cookies_to_jar
from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,
ProxyError, RetryError, InvalidSchema, InvalidProxyURL,
InvalidURL)
from .auth import _basic_auth_str
try:
from pip._vendor.urllib3.contrib.socks import SOCKSProxyManager
except ImportError:
def SOCKSProxyManager(*args, **kwargs):
raise InvalidSchema("Missing dependencies for SOCKS support.")
DEFAULT_POOLBLOCK = False
DEFAULT_POOLSIZE = 10
DEFAULT_RETRIES = 0
DEFAULT_POOL_TIMEOUT = None
class BaseAdapter(object):
"""The Base Transport Adapter"""
def __init__(self):
super(BaseAdapter, self).__init__()
def send(self, request, stream=False, timeout=None, verify=True,
cert=None, proxies=None):
"""Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
"""
raise NotImplementedError
def close(self):
"""Cleans up adapter specific items."""
raise NotImplementedError
class HTTPAdapter(BaseAdapter):
"""The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
"""
__attrs__ = ['max_retries', 'config', '_pool_connections', '_pool_maxsize',
'_pool_block']
def __init__(self, pool_connections=DEFAULT_POOLSIZE,
pool_maxsize=DEFAULT_POOLSIZE, max_retries=DEFAULT_RETRIES,
pool_block=DEFAULT_POOLBLOCK):
if max_retries == DEFAULT_RETRIES:
self.max_retries = Retry(0, read=False)
else:
self.max_retries = Retry.from_int(max_retries)
self.config = {}
self.proxy_manager = {}
super(HTTPAdapter, self).__init__()
self._pool_connections = pool_connections
self._pool_maxsize = pool_maxsize
self._pool_block = pool_block
self.init_poolmanager(pool_connections, pool_maxsize, block=pool_block)
def __getstate__(self):
return {attr: getattr(self, attr, None) for attr in self.__attrs__}
def __setstate__(self, state):
# Can't handle by adding 'proxy_manager' to self.__attrs__ because
# self.poolmanager uses a lambda function, which isn't pickleable.
self.proxy_manager = {}
self.config = {}
for attr, value in state.items():
setattr(self, attr, value)
self.init_poolmanager(self._pool_connections, self._pool_maxsize,
block=self._pool_block)
def init_poolmanager(self, connections, maxsize, block=DEFAULT_POOLBLOCK, **pool_kwargs):
"""Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
"""
# save these values for pickling
self._pool_connections = connections
self._pool_maxsize = maxsize
self._pool_block = block
self.poolmanager = PoolManager(num_pools=connections, maxsize=maxsize,
block=block, strict=True, **pool_kwargs)
def proxy_manager_for(self, proxy, **proxy_kwargs):
"""Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
"""
if proxy in self.proxy_manager:
manager = self.proxy_manager[proxy]
elif proxy.lower().startswith('socks'):
username, password = get_auth_from_url(proxy)
manager = self.proxy_manager[proxy] = SOCKSProxyManager(
proxy,
username=username,
password=password,
num_pools=self._pool_connections,
maxsize=self._pool_maxsize,
block=self._pool_block,
**proxy_kwargs
)
else:
proxy_headers = self.proxy_headers(proxy)
manager = self.proxy_manager[proxy] = proxy_from_url(
proxy,
proxy_headers=proxy_headers,
num_pools=self._pool_connections,
maxsize=self._pool_maxsize,
block=self._pool_block,
**proxy_kwargs)
return manager
def cert_verify(self, conn, url, verify, cert):
"""Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
"""
if url.lower().startswith('https') and verify:
cert_loc = None
# Allow self-specified cert location.
if verify is not True:
cert_loc = verify
if not cert_loc:
cert_loc = extract_zipped_paths(DEFAULT_CA_BUNDLE_PATH)
if not cert_loc or not os.path.exists(cert_loc):
raise IOError("Could not find a suitable TLS CA certificate bundle, "
"invalid path: {}".format(cert_loc))
conn.cert_reqs = 'CERT_REQUIRED'
if not os.path.isdir(cert_loc):
conn.ca_certs = cert_loc
else:
conn.ca_cert_dir = cert_loc
else:
conn.cert_reqs = 'CERT_NONE'
conn.ca_certs = None
conn.ca_cert_dir = None
if cert:
if not isinstance(cert, basestring):
conn.cert_file = cert[0]
conn.key_file = cert[1]
else:
conn.cert_file = cert
conn.key_file = None
if conn.cert_file and not os.path.exists(conn.cert_file):
raise IOError("Could not find the TLS certificate file, "
"invalid path: {}".format(conn.cert_file))
if conn.key_file and not os.path.exists(conn.key_file):
raise IOError("Could not find the TLS key file, "
"invalid path: {}".format(conn.key_file))
def build_response(self, req, resp):
"""Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
"""
response = Response()
# Fallback to None if there's no status_code, for whatever reason.
response.status_code = getattr(resp, 'status', None)
# Make headers case-insensitive.
response.headers = CaseInsensitiveDict(getattr(resp, 'headers', {}))
# Set encoding.
response.encoding = get_encoding_from_headers(response.headers)
response.raw = resp
response.reason = response.raw.reason
if isinstance(req.url, bytes):
response.url = req.url.decode('utf-8')
else:
response.url = req.url
# Add new cookies from the server.
extract_cookies_to_jar(response.cookies, req, resp)
# Give the Response some context.
response.request = req
response.connection = self
return response
def get_connection(self, url, proxies=None):
"""Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
"""
proxy = select_proxy(url, proxies)
if proxy:
proxy = prepend_scheme_if_needed(proxy, 'http')
proxy_url = parse_url(proxy)
if not proxy_url.host:
raise InvalidProxyURL("Please check proxy URL. It is malformed"
" and could be missing the host.")
proxy_manager = self.proxy_manager_for(proxy)
conn = proxy_manager.connection_from_url(url)
else:
# Only scheme should be lower case
parsed = urlparse(url)
url = parsed.geturl()
conn = self.poolmanager.connection_from_url(url)
return conn
def close(self):
"""Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
"""
self.poolmanager.clear()
for proxy in self.proxy_manager.values():
proxy.clear()
def request_url(self, request, proxies):
"""Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
"""
proxy = select_proxy(request.url, proxies)
scheme = urlparse(request.url).scheme
is_proxied_http_request = (proxy and scheme != 'https')
using_socks_proxy = False
if proxy:
proxy_scheme = urlparse(proxy).scheme.lower()
using_socks_proxy = proxy_scheme.startswith('socks')
url = request.path_url
if is_proxied_http_request and not using_socks_proxy:
url = urldefragauth(request.url)
return url
def add_headers(self, request, **kwargs):
"""Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
"""
pass
def proxy_headers(self, proxy):
"""Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
"""
headers = {}
username, password = get_auth_from_url(proxy)
if username:
headers['Proxy-Authorization'] = _basic_auth_str(username,
password)
return headers
def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None):
"""Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
"""
try:
conn = self.get_connection(request.url, proxies)
except LocationValueError as e:
raise InvalidURL(e, request=request)
self.cert_verify(conn, request.url, verify, cert)
url = self.request_url(request, proxies)
self.add_headers(request, stream=stream, timeout=timeout, verify=verify, cert=cert, proxies=proxies)
chunked = not (request.body is None or 'Content-Length' in request.headers)
if isinstance(timeout, tuple):
try:
connect, read = timeout
timeout = TimeoutSauce(connect=connect, read=read)
except ValueError as e:
# this may raise a string formatting error.
err = ("Invalid timeout {}. Pass a (connect, read) "
"timeout tuple, or a single float to set "
"both timeouts to the same value".format(timeout))
raise ValueError(err)
elif isinstance(timeout, TimeoutSauce):
pass
else:
timeout = TimeoutSauce(connect=timeout, read=timeout)
try:
if not chunked:
resp = conn.urlopen(
method=request.method,
url=url,
body=request.body,
headers=request.headers,
redirect=False,
assert_same_host=False,
preload_content=False,
decode_content=False,
retries=self.max_retries,
timeout=timeout
)
# Send the request.
else:
if hasattr(conn, 'proxy_pool'):
conn = conn.proxy_pool
low_conn = conn._get_conn(timeout=DEFAULT_POOL_TIMEOUT)
try:
low_conn.putrequest(request.method,
url,
skip_accept_encoding=True)
for header, value in request.headers.items():
low_conn.putheader(header, value)
low_conn.endheaders()
for i in request.body:
low_conn.send(hex(len(i))[2:].encode('utf-8'))
low_conn.send(b'\r\n')
low_conn.send(i)
low_conn.send(b'\r\n')
low_conn.send(b'0\r\n\r\n')
# Receive the response from the server
try:
# For Python 2.7, use buffering of HTTP responses
r = low_conn.getresponse(buffering=True)
except TypeError:
# For compatibility with Python 3.3+
r = low_conn.getresponse()
resp = HTTPResponse.from_httplib(
r,
pool=conn,
connection=low_conn,
preload_content=False,
decode_content=False
)
except:
# If we hit any problems here, clean up the connection.
# Then, reraise so that we can handle the actual exception.
low_conn.close()
raise
except (ProtocolError, socket.error) as err:
raise ConnectionError(err, request=request)
except MaxRetryError as e:
if isinstance(e.reason, ConnectTimeoutError):
# TODO: Remove this in 3.0.0: see #2811
if not isinstance(e.reason, NewConnectionError):
raise ConnectTimeout(e, request=request)
if isinstance(e.reason, ResponseError):
raise RetryError(e, request=request)
if isinstance(e.reason, _ProxyError):
raise ProxyError(e, request=request)
if isinstance(e.reason, _SSLError):
# This branch is for urllib3 v1.22 and later.
raise SSLError(e, request=request)
raise ConnectionError(e, request=request)
except ClosedPoolError as e:
raise ConnectionError(e, request=request)
except _ProxyError as e:
raise ProxyError(e)
except (_SSLError, _HTTPError) as e:
if isinstance(e, _SSLError):
# This branch is for urllib3 versions earlier than v1.22
raise SSLError(e, request=request)
elif isinstance(e, ReadTimeoutError):
raise ReadTimeout(e, request=request)
else:
raise
return self.build_response(request, resp)
site-packages/pip/_vendor/requests/compat.py 0000644 00000003625 15201600075 0015222 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
"""
from pip._vendor import chardet
import sys
# -------
# Pythons
# -------
# Syntax sugar.
_ver = sys.version_info
#: Python 2.x?
is_py2 = (_ver[0] == 2)
#: Python 3.x?
is_py3 = (_ver[0] == 3)
# Note: We've patched out simplejson support in pip because it prevents
# upgrading simplejson on Windows.
# try:
# import simplejson as json
# except (ImportError, SyntaxError):
# # simplejson does not support Python 3.2, it throws a SyntaxError
# # because of u'...' Unicode literals.
import json
# ---------
# Specifics
# ---------
if is_py2:
from urllib import (
quote, unquote, quote_plus, unquote_plus, urlencode, getproxies,
proxy_bypass, proxy_bypass_environment, getproxies_environment)
from urlparse import urlparse, urlunparse, urljoin, urlsplit, urldefrag
from urllib2 import parse_http_list
import cookielib
from Cookie import Morsel
from StringIO import StringIO
from collections import Callable, Mapping, MutableMapping, OrderedDict
builtin_str = str
bytes = str
str = unicode
basestring = basestring
numeric_types = (int, long, float)
integer_types = (int, long)
elif is_py3:
from urllib.parse import urlparse, urlunparse, urljoin, urlsplit, urlencode, quote, unquote, quote_plus, unquote_plus, urldefrag
from urllib.request import parse_http_list, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment
from http import cookiejar as cookielib
from http.cookies import Morsel
from io import StringIO
from collections import OrderedDict
from collections.abc import Callable, Mapping, MutableMapping
builtin_str = str
str = str
bytes = bytes
basestring = (str, bytes)
numeric_types = (int, float)
integer_types = (int,)
site-packages/pip/_vendor/urllib3/__init__.py 0000644 00000005173 15201600075 0015177 0 ustar 00 """
urllib3 - Thread-safe connection pooling and re-using.
"""
from __future__ import absolute_import
import warnings
from .connectionpool import HTTPConnectionPool, HTTPSConnectionPool, connection_from_url
from . import exceptions
from .filepost import encode_multipart_formdata
from .poolmanager import PoolManager, ProxyManager, proxy_from_url
from .response import HTTPResponse
from .util.request import make_headers
from .util.url import get_host
from .util.timeout import Timeout
from .util.retry import Retry
# Set default logging handler to avoid "No handler found" warnings.
import logging
from logging import NullHandler
__author__ = "Andrey Petrov (andrey.petrov@shazow.net)"
__license__ = "MIT"
__version__ = "1.25.6"
__all__ = (
"HTTPConnectionPool",
"HTTPSConnectionPool",
"PoolManager",
"ProxyManager",
"HTTPResponse",
"Retry",
"Timeout",
"add_stderr_logger",
"connection_from_url",
"disable_warnings",
"encode_multipart_formdata",
"get_host",
"make_headers",
"proxy_from_url",
)
logging.getLogger(__name__).addHandler(NullHandler())
def add_stderr_logger(level=logging.DEBUG):
"""
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
"""
# This method needs to be in this __init__.py to get the __name__ correct
# even if urllib3 is vendored within another package.
logger = logging.getLogger(__name__)
handler = logging.StreamHandler()
handler.setFormatter(logging.Formatter("%(asctime)s %(levelname)s %(message)s"))
logger.addHandler(handler)
logger.setLevel(level)
logger.debug("Added a stderr logging handler to logger: %s", __name__)
return handler
# ... Clean up.
del NullHandler
# All warning filters *must* be appended unless you're really certain that they
# shouldn't be: otherwise, it's very hard for users to use most Python
# mechanisms to silence them.
# SecurityWarning's always go off by default.
warnings.simplefilter("always", exceptions.SecurityWarning, append=True)
# SubjectAltNameWarning's should go off once per host
warnings.simplefilter("default", exceptions.SubjectAltNameWarning, append=True)
# InsecurePlatformWarning's don't vary between requests, so we keep it default.
warnings.simplefilter("default", exceptions.InsecurePlatformWarning, append=True)
# SNIMissingWarnings should go off only once.
warnings.simplefilter("default", exceptions.SNIMissingWarning, append=True)
def disable_warnings(category=exceptions.HTTPWarning):
"""
Helper for quickly disabling all urllib3 warnings.
"""
warnings.simplefilter("ignore", category)
site-packages/pip/_vendor/urllib3/fields.py 0000644 00000020551 15201600075 0014703 0 ustar 00 from __future__ import absolute_import
import email.utils
import mimetypes
import re
from .packages import six
def guess_content_type(filename, default="application/octet-stream"):
"""
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
"""
if filename:
return mimetypes.guess_type(filename)[0] or default
return default
def format_header_param_rfc2231(name, value):
"""
Helper function to format and quote a single header parameter using the
strategy defined in RFC 2231.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
An RFC-2231-formatted unicode string.
"""
if isinstance(value, six.binary_type):
value = value.decode("utf-8")
if not any(ch in value for ch in '"\\\r\n'):
result = u'%s="%s"' % (name, value)
try:
result.encode("ascii")
except (UnicodeEncodeError, UnicodeDecodeError):
pass
else:
return result
if six.PY2: # Python 2:
value = value.encode("utf-8")
# encode_rfc2231 accepts an encoded string and returns an ascii-encoded
# string in Python 2 but accepts and returns unicode strings in Python 3
value = email.utils.encode_rfc2231(value, "utf-8")
value = "%s*=%s" % (name, value)
if six.PY2: # Python 2:
value = value.decode("utf-8")
return value
_HTML5_REPLACEMENTS = {
u"\u0022": u"%22",
# Replace "\" with "\\".
u"\u005C": u"\u005C\u005C",
u"\u005C": u"\u005C\u005C",
}
# All control characters from 0x00 to 0x1F *except* 0x1B.
_HTML5_REPLACEMENTS.update(
{
six.unichr(cc): u"%{:02X}".format(cc)
for cc in range(0x00, 0x1F + 1)
if cc not in (0x1B,)
}
)
def _replace_multiple(value, needles_and_replacements):
def replacer(match):
return needles_and_replacements[match.group(0)]
pattern = re.compile(
r"|".join([re.escape(needle) for needle in needles_and_replacements.keys()])
)
result = pattern.sub(replacer, value)
return result
def format_header_param_html5(name, value):
"""
Helper function to format and quote a single header parameter using the
HTML5 strategy.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows the `HTML5 Working Draft
Section 4.10.22.7`_ and matches the behavior of curl and modern browsers.
.. _HTML5 Working Draft Section 4.10.22.7:
https://w3c.github.io/html/sec-forms.html#multipart-form-data
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
A unicode string, stripped of troublesome characters.
"""
if isinstance(value, six.binary_type):
value = value.decode("utf-8")
value = _replace_multiple(value, _HTML5_REPLACEMENTS)
return u'%s="%s"' % (name, value)
# For backwards-compatibility.
format_header_param = format_header_param_html5
class RequestField(object):
"""
A data container for request body parameters.
:param name:
The name of this request field. Must be unicode.
:param data:
The data/value body.
:param filename:
An optional filename of the request field. Must be unicode.
:param headers:
An optional dict-like object of headers to initially use for the field.
:param header_formatter:
An optional callable that is used to encode and format the headers. By
default, this is :func:`format_header_param_html5`.
"""
def __init__(
self,
name,
data,
filename=None,
headers=None,
header_formatter=format_header_param_html5,
):
self._name = name
self._filename = filename
self.data = data
self.headers = {}
if headers:
self.headers = dict(headers)
self.header_formatter = header_formatter
@classmethod
def from_tuples(cls, fieldname, value, header_formatter=format_header_param_html5):
"""
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
"""
if isinstance(value, tuple):
if len(value) == 3:
filename, data, content_type = value
else:
filename, data = value
content_type = guess_content_type(filename)
else:
filename = None
content_type = None
data = value
request_param = cls(
fieldname, data, filename=filename, header_formatter=header_formatter
)
request_param.make_multipart(content_type=content_type)
return request_param
def _render_part(self, name, value):
"""
Overridable helper function to format a single header parameter. By
default, this calls ``self.header_formatter``.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
"""
return self.header_formatter(name, value)
def _render_parts(self, header_parts):
"""
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
"""
parts = []
iterable = header_parts
if isinstance(header_parts, dict):
iterable = header_parts.items()
for name, value in iterable:
if value is not None:
parts.append(self._render_part(name, value))
return u"; ".join(parts)
def render_headers(self):
"""
Renders the headers for this request field.
"""
lines = []
sort_keys = ["Content-Disposition", "Content-Type", "Content-Location"]
for sort_key in sort_keys:
if self.headers.get(sort_key, False):
lines.append(u"%s: %s" % (sort_key, self.headers[sort_key]))
for header_name, header_value in self.headers.items():
if header_name not in sort_keys:
if header_value:
lines.append(u"%s: %s" % (header_name, header_value))
lines.append(u"\r\n")
return u"\r\n".join(lines)
def make_multipart(
self, content_disposition=None, content_type=None, content_location=None
):
"""
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
"""
self.headers["Content-Disposition"] = content_disposition or u"form-data"
self.headers["Content-Disposition"] += u"; ".join(
[
u"",
self._render_parts(
((u"name", self._name), (u"filename", self._filename))
),
]
)
self.headers["Content-Type"] = content_type
self.headers["Content-Location"] = content_location
site-packages/pip/_vendor/urllib3/response.py 0000644 00000066274 15201600075 0015307 0 ustar 00 from __future__ import absolute_import
from contextlib import contextmanager
import zlib
import io
import logging
from socket import timeout as SocketTimeout
from socket import error as SocketError
try:
import brotli
except ImportError:
brotli = None
from ._collections import HTTPHeaderDict
from .exceptions import (
BodyNotHttplibCompatible,
ProtocolError,
DecodeError,
ReadTimeoutError,
ResponseNotChunked,
IncompleteRead,
InvalidHeader,
)
from .packages.six import string_types as basestring, PY3
from .packages.six.moves import http_client as httplib
from .connection import HTTPException, BaseSSLError
from .util.response import is_fp_closed, is_response_to_head
log = logging.getLogger(__name__)
class DeflateDecoder(object):
def __init__(self):
self._first_try = True
self._data = b""
self._obj = zlib.decompressobj()
def __getattr__(self, name):
return getattr(self._obj, name)
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
class GzipDecoderState(object):
FIRST_MEMBER = 0
OTHER_MEMBERS = 1
SWALLOW_DATA = 2
class GzipDecoder(object):
def __init__(self):
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
self._state = GzipDecoderState.FIRST_MEMBER
def __getattr__(self, name):
return getattr(self._obj, name)
def decompress(self, data):
ret = bytearray()
if self._state == GzipDecoderState.SWALLOW_DATA or not data:
return bytes(ret)
while True:
try:
ret += self._obj.decompress(data)
except zlib.error:
previous_state = self._state
# Ignore data after the first error
self._state = GzipDecoderState.SWALLOW_DATA
if previous_state == GzipDecoderState.OTHER_MEMBERS:
# Allow trailing garbage acceptable in other gzip clients
return bytes(ret)
raise
data = self._obj.unused_data
if not data:
return bytes(ret)
self._state = GzipDecoderState.OTHER_MEMBERS
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
if brotli is not None:
class BrotliDecoder(object):
# Supports both 'brotlipy' and 'Brotli' packages
# since they share an import name. The top branches
# are for 'brotlipy' and bottom branches for 'Brotli'
def __init__(self):
self._obj = brotli.Decompressor()
def decompress(self, data):
if hasattr(self._obj, "decompress"):
return self._obj.decompress(data)
return self._obj.process(data)
def flush(self):
if hasattr(self._obj, "flush"):
return self._obj.flush()
return b""
class MultiDecoder(object):
"""
From RFC7231:
If one or more encodings have been applied to a representation, the
sender that applied the encodings MUST generate a Content-Encoding
header field that lists the content codings in the order in which
they were applied.
"""
def __init__(self, modes):
self._decoders = [_get_decoder(m.strip()) for m in modes.split(",")]
def flush(self):
return self._decoders[0].flush()
def decompress(self, data):
for d in reversed(self._decoders):
data = d.decompress(data)
return data
def _get_decoder(mode):
if "," in mode:
return MultiDecoder(mode)
if mode == "gzip":
return GzipDecoder()
if brotli is not None and mode == "br":
return BrotliDecoder()
return DeflateDecoder()
class HTTPResponse(io.IOBase):
"""
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
"""
CONTENT_DECODERS = ["gzip", "deflate"]
if brotli is not None:
CONTENT_DECODERS += ["br"]
REDIRECT_STATUSES = [301, 302, 303, 307, 308]
def __init__(
self,
body="",
headers=None,
status=0,
version=0,
reason=None,
strict=0,
preload_content=True,
decode_content=True,
original_response=None,
pool=None,
connection=None,
msg=None,
retries=None,
enforce_content_length=False,
request_method=None,
request_url=None,
auto_close=True,
):
if isinstance(headers, HTTPHeaderDict):
self.headers = headers
else:
self.headers = HTTPHeaderDict(headers)
self.status = status
self.version = version
self.reason = reason
self.strict = strict
self.decode_content = decode_content
self.retries = retries
self.enforce_content_length = enforce_content_length
self.auto_close = auto_close
self._decoder = None
self._body = None
self._fp = None
self._original_response = original_response
self._fp_bytes_read = 0
self.msg = msg
self._request_url = request_url
if body and isinstance(body, (basestring, bytes)):
self._body = body
self._pool = pool
self._connection = connection
if hasattr(body, "read"):
self._fp = body
# Are we using the chunked-style of transfer encoding?
self.chunked = False
self.chunk_left = None
tr_enc = self.headers.get("transfer-encoding", "").lower()
# Don't incur the penalty of creating a list and then discarding it
encodings = (enc.strip() for enc in tr_enc.split(","))
if "chunked" in encodings:
self.chunked = True
# Determine length of response
self.length_remaining = self._init_length(request_method)
# If requested, preload the body.
if preload_content and not self._body:
self._body = self.read(decode_content=decode_content)
def get_redirect_location(self):
"""
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
"""
if self.status in self.REDIRECT_STATUSES:
return self.headers.get("location")
return False
def release_conn(self):
if not self._pool or not self._connection:
return
self._pool._put_conn(self._connection)
self._connection = None
@property
def data(self):
# For backwords-compat with earlier urllib3 0.4 and earlier.
if self._body:
return self._body
if self._fp:
return self.read(cache_content=True)
@property
def connection(self):
return self._connection
def isclosed(self):
return is_fp_closed(self._fp)
def tell(self):
"""
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
"""
return self._fp_bytes_read
def _init_length(self, request_method):
"""
Set initial length value for Response content if available.
"""
length = self.headers.get("content-length")
if length is not None:
if self.chunked:
# This Response will fail with an IncompleteRead if it can't be
# received as chunked. This method falls back to attempt reading
# the response before raising an exception.
log.warning(
"Received response with both Content-Length and "
"Transfer-Encoding set. This is expressly forbidden "
"by RFC 7230 sec 3.3.2. Ignoring Content-Length and "
"attempting to process response as Transfer-Encoding: "
"chunked."
)
return None
try:
# RFC 7230 section 3.3.2 specifies multiple content lengths can
# be sent in a single Content-Length header
# (e.g. Content-Length: 42, 42). This line ensures the values
# are all valid ints and that as long as the `set` length is 1,
# all values are the same. Otherwise, the header is invalid.
lengths = set([int(val) for val in length.split(",")])
if len(lengths) > 1:
raise InvalidHeader(
"Content-Length contained multiple "
"unmatching values (%s)" % length
)
length = lengths.pop()
except ValueError:
length = None
else:
if length < 0:
length = None
# Convert status to int for comparison
# In some cases, httplib returns a status of "_UNKNOWN"
try:
status = int(self.status)
except ValueError:
status = 0
# Check for responses that shouldn't include a body
if status in (204, 304) or 100 <= status < 200 or request_method == "HEAD":
length = 0
return length
def _init_decoder(self):
"""
Set-up the _decoder attribute if necessary.
"""
# Note: content-encoding value should be case-insensitive, per RFC 7230
# Section 3.2
content_encoding = self.headers.get("content-encoding", "").lower()
if self._decoder is None:
if content_encoding in self.CONTENT_DECODERS:
self._decoder = _get_decoder(content_encoding)
elif "," in content_encoding:
encodings = [
e.strip()
for e in content_encoding.split(",")
if e.strip() in self.CONTENT_DECODERS
]
if len(encodings):
self._decoder = _get_decoder(content_encoding)
DECODER_ERROR_CLASSES = (IOError, zlib.error)
if brotli is not None:
DECODER_ERROR_CLASSES += (brotli.error,)
def _decode(self, data, decode_content, flush_decoder):
"""
Decode the data passed in and potentially flush the decoder.
"""
if not decode_content:
return data
try:
if self._decoder:
data = self._decoder.decompress(data)
except self.DECODER_ERROR_CLASSES as e:
content_encoding = self.headers.get("content-encoding", "").lower()
raise DecodeError(
"Received response with content-encoding: %s, but "
"failed to decode it." % content_encoding,
e,
)
if flush_decoder:
data += self._flush_decoder()
return data
def _flush_decoder(self):
"""
Flushes the decoder. Should only be called if the decoder is actually
being used.
"""
if self._decoder:
buf = self._decoder.decompress(b"")
return buf + self._decoder.flush()
return b""
@contextmanager
def _error_catcher(self):
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
yield
except SocketTimeout:
# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
# there is yet no clean way to get at it from this context.
raise ReadTimeoutError(self._pool, None, "Read timed out.")
except BaseSSLError as e:
# FIXME: Is there a better way to differentiate between SSLErrors?
if "read operation timed out" not in str(e): # Defensive:
# This shouldn't happen but just in case we're missing an edge
# case, let's avoid swallowing SSL errors.
raise
raise ReadTimeoutError(self._pool, None, "Read timed out.")
except (HTTPException, SocketError) as e:
# This includes IncompleteRead.
raise ProtocolError("Connection broken: %r" % e, e)
# If no exception is thrown, we should avoid cleaning up
# unnecessarily.
clean_exit = True
finally:
# If we didn't terminate cleanly, we need to throw away our
# connection.
if not clean_exit:
# The response may not be closed but we're not going to use it
# anymore so close it now to ensure that the connection is
# released back to the pool.
if self._original_response:
self._original_response.close()
# Closing the response may not actually be sufficient to close
# everything, so if we have a hold of the connection close that
# too.
if self._connection:
self._connection.close()
# If we hold the original response but it's closed now, we should
# return the connection back to the pool.
if self._original_response and self._original_response.isclosed():
self.release_conn()
def read(self, amt=None, decode_content=None, cache_content=False):
"""
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
"""
self._init_decoder()
if decode_content is None:
decode_content = self.decode_content
if self._fp is None:
return
flush_decoder = False
fp_closed = getattr(self._fp, "closed", False)
with self._error_catcher():
if amt is None:
# cStringIO doesn't like amt=None
data = self._fp.read() if not fp_closed else b""
flush_decoder = True
else:
cache_content = False
data = self._fp.read(amt) if not fp_closed else b""
if (
amt != 0 and not data
): # Platform-specific: Buggy versions of Python.
# Close the connection when no data is returned
#
# This is redundant to what httplib/http.client _should_
# already do. However, versions of python released before
# December 15, 2012 (http://bugs.python.org/issue16298) do
# not properly close the connection in all cases. There is
# no harm in redundantly calling close.
self._fp.close()
flush_decoder = True
if self.enforce_content_length and self.length_remaining not in (
0,
None,
):
# This is an edge case that httplib failed to cover due
# to concerns of backward compatibility. We're
# addressing it here to make sure IncompleteRead is
# raised during streaming, so all calls with incorrect
# Content-Length are caught.
raise IncompleteRead(self._fp_bytes_read, self.length_remaining)
if data:
self._fp_bytes_read += len(data)
if self.length_remaining is not None:
self.length_remaining -= len(data)
data = self._decode(data, decode_content, flush_decoder)
if cache_content:
self._body = data
return data
def stream(self, amt=2 ** 16, decode_content=None):
"""
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
"""
if self.chunked and self.supports_chunked_reads():
for line in self.read_chunked(amt, decode_content=decode_content):
yield line
else:
while not is_fp_closed(self._fp):
data = self.read(amt=amt, decode_content=decode_content)
if data:
yield data
@classmethod
def from_httplib(ResponseCls, r, **response_kw):
"""
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
"""
headers = r.msg
if not isinstance(headers, HTTPHeaderDict):
if PY3:
headers = HTTPHeaderDict(headers.items())
else:
# Python 2.7
headers = HTTPHeaderDict.from_httplib(headers)
# HTTPResponse objects in Python 3 don't have a .strict attribute
strict = getattr(r, "strict", 0)
resp = ResponseCls(
body=r,
headers=headers,
status=r.status,
version=r.version,
reason=r.reason,
strict=strict,
original_response=r,
**response_kw
)
return resp
# Backwards-compatibility methods for httplib.HTTPResponse
def getheaders(self):
return self.headers
def getheader(self, name, default=None):
return self.headers.get(name, default)
# Backwards compatibility for http.cookiejar
def info(self):
return self.headers
# Overrides from io.IOBase
def close(self):
if not self.closed:
self._fp.close()
if self._connection:
self._connection.close()
if not self.auto_close:
io.IOBase.close(self)
@property
def closed(self):
if not self.auto_close:
return io.IOBase.closed.__get__(self)
elif self._fp is None:
return True
elif hasattr(self._fp, "isclosed"):
return self._fp.isclosed()
elif hasattr(self._fp, "closed"):
return self._fp.closed
else:
return True
def fileno(self):
if self._fp is None:
raise IOError("HTTPResponse has no file to get a fileno from")
elif hasattr(self._fp, "fileno"):
return self._fp.fileno()
else:
raise IOError(
"The file-like object this HTTPResponse is wrapped "
"around has no file descriptor"
)
def flush(self):
if (
self._fp is not None
and hasattr(self._fp, "flush")
and not getattr(self._fp, "closed", False)
):
return self._fp.flush()
def readable(self):
# This method is required for `io` module compatibility.
return True
def readinto(self, b):
# This method is required for `io` module compatibility.
temp = self.read(len(b))
if len(temp) == 0:
return 0
else:
b[: len(temp)] = temp
return len(temp)
def supports_chunked_reads(self):
"""
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
"""
return hasattr(self._fp, "fp")
def _update_chunk_length(self):
# First, we'll figure out length of a chunk and then
# we'll try to read it from socket.
if self.chunk_left is not None:
return
line = self._fp.fp.readline()
line = line.split(b";", 1)[0]
try:
self.chunk_left = int(line, 16)
except ValueError:
# Invalid chunked protocol response, abort.
self.close()
raise httplib.IncompleteRead(line)
def _handle_chunk(self, amt):
returned_chunk = None
if amt is None:
chunk = self._fp._safe_read(self.chunk_left)
returned_chunk = chunk
self._fp._safe_read(2) # Toss the CRLF at the end of the chunk.
self.chunk_left = None
elif amt < self.chunk_left:
value = self._fp._safe_read(amt)
self.chunk_left = self.chunk_left - amt
returned_chunk = value
elif amt == self.chunk_left:
value = self._fp._safe_read(amt)
self._fp._safe_read(2) # Toss the CRLF at the end of the chunk.
self.chunk_left = None
returned_chunk = value
else: # amt > self.chunk_left
returned_chunk = self._fp._safe_read(self.chunk_left)
self._fp._safe_read(2) # Toss the CRLF at the end of the chunk.
self.chunk_left = None
return returned_chunk
def read_chunked(self, amt=None, decode_content=None):
"""
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
"""
self._init_decoder()
# FIXME: Rewrite this method and make it a class with a better structured logic.
if not self.chunked:
raise ResponseNotChunked(
"Response is not chunked. "
"Header 'transfer-encoding: chunked' is missing."
)
if not self.supports_chunked_reads():
raise BodyNotHttplibCompatible(
"Body should be httplib.HTTPResponse like. "
"It should have have an fp attribute which returns raw chunks."
)
with self._error_catcher():
# Don't bother reading the body of a HEAD request.
if self._original_response and is_response_to_head(self._original_response):
self._original_response.close()
return
# If a response is already read and closed
# then return immediately.
if self._fp.fp is None:
return
while True:
self._update_chunk_length()
if self.chunk_left == 0:
break
chunk = self._handle_chunk(amt)
decoded = self._decode(
chunk, decode_content=decode_content, flush_decoder=False
)
if decoded:
yield decoded
if decode_content:
# On CPython and PyPy, we should never need to flush the
# decoder. However, on Jython we *might* need to, so
# lets defensively do it anyway.
decoded = self._flush_decoder()
if decoded: # Platform-specific: Jython.
yield decoded
# Chunk content ends with \r\n: discard it.
while True:
line = self._fp.fp.readline()
if not line:
# Some sites may not end with '\r\n'.
break
if line == b"\r\n":
break
# We read everything; close the "file".
if self._original_response:
self._original_response.close()
def geturl(self):
"""
Returns the URL that was the source of this response.
If the request that generated this response redirected, this method
will return the final redirect location.
"""
if self.retries is not None and len(self.retries.history):
return self.retries.history[-1].redirect_location
else:
return self._request_url
def __iter__(self):
buffer = [b""]
for chunk in self.stream(decode_content=True):
if b"\n" in chunk:
chunk = chunk.split(b"\n")
yield b"".join(buffer) + chunk[0] + b"\n"
for x in chunk[1:-1]:
yield x + b"\n"
if chunk[-1]:
buffer = [chunk[-1]]
else:
buffer = []
else:
buffer.append(chunk)
if buffer:
yield b"".join(buffer)
site-packages/pip/_vendor/urllib3/poolmanager.py 0000644 00000041235 15201600075 0015743 0 ustar 00 from __future__ import absolute_import
import collections
import functools
import logging
from ._collections import RecentlyUsedContainer
from .connectionpool import HTTPConnectionPool, HTTPSConnectionPool
from .connectionpool import port_by_scheme
from .exceptions import LocationValueError, MaxRetryError, ProxySchemeUnknown
from .packages import six
from .packages.six.moves.urllib.parse import urljoin
from .request import RequestMethods
from .util.url import parse_url
from .util.retry import Retry
__all__ = ["PoolManager", "ProxyManager", "proxy_from_url"]
log = logging.getLogger(__name__)
SSL_KEYWORDS = (
"key_file",
"cert_file",
"cert_reqs",
"ca_certs",
"ssl_version",
"ca_cert_dir",
"ssl_context",
"key_password",
)
# All known keyword arguments that could be provided to the pool manager, its
# pools, or the underlying connections. This is used to construct a pool key.
_key_fields = (
"key_scheme", # str
"key_host", # str
"key_port", # int
"key_timeout", # int or float or Timeout
"key_retries", # int or Retry
"key_strict", # bool
"key_block", # bool
"key_source_address", # str
"key_key_file", # str
"key_key_password", # str
"key_cert_file", # str
"key_cert_reqs", # str
"key_ca_certs", # str
"key_ssl_version", # str
"key_ca_cert_dir", # str
"key_ssl_context", # instance of ssl.SSLContext or urllib3.util.ssl_.SSLContext
"key_maxsize", # int
"key_headers", # dict
"key__proxy", # parsed proxy url
"key__proxy_headers", # dict
"key_socket_options", # list of (level (int), optname (int), value (int or str)) tuples
"key__socks_options", # dict
"key_assert_hostname", # bool or string
"key_assert_fingerprint", # str
"key_server_hostname", # str
)
#: The namedtuple class used to construct keys for the connection pool.
#: All custom key schemes should include the fields in this key at a minimum.
PoolKey = collections.namedtuple("PoolKey", _key_fields)
def _default_key_normalizer(key_class, request_context):
"""
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
"""
# Since we mutate the dictionary, make a copy first
context = request_context.copy()
context["scheme"] = context["scheme"].lower()
context["host"] = context["host"].lower()
# These are both dictionaries and need to be transformed into frozensets
for key in ("headers", "_proxy_headers", "_socks_options"):
if key in context and context[key] is not None:
context[key] = frozenset(context[key].items())
# The socket_options key may be a list and needs to be transformed into a
# tuple.
socket_opts = context.get("socket_options")
if socket_opts is not None:
context["socket_options"] = tuple(socket_opts)
# Map the kwargs to the names in the namedtuple - this is necessary since
# namedtuples can't have fields starting with '_'.
for key in list(context.keys()):
context["key_" + key] = context.pop(key)
# Default to ``None`` for keys missing from the context
for field in key_class._fields:
if field not in context:
context[field] = None
return key_class(**context)
#: A dictionary that maps a scheme to a callable that creates a pool key.
#: This can be used to alter the way pool keys are constructed, if desired.
#: Each PoolManager makes a copy of this dictionary so they can be configured
#: globally here, or individually on the instance.
key_fn_by_scheme = {
"http": functools.partial(_default_key_normalizer, PoolKey),
"https": functools.partial(_default_key_normalizer, PoolKey),
}
pool_classes_by_scheme = {"http": HTTPConnectionPool, "https": HTTPSConnectionPool}
class PoolManager(RequestMethods):
"""
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \\**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
"""
proxy = None
def __init__(self, num_pools=10, headers=None, **connection_pool_kw):
RequestMethods.__init__(self, headers)
self.connection_pool_kw = connection_pool_kw
self.pools = RecentlyUsedContainer(num_pools, dispose_func=lambda p: p.close())
# Locally set the pool classes and keys so other PoolManagers can
# override them.
self.pool_classes_by_scheme = pool_classes_by_scheme
self.key_fn_by_scheme = key_fn_by_scheme.copy()
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.clear()
# Return False to re-raise any potential exceptions
return False
def _new_pool(self, scheme, host, port, request_context=None):
"""
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
"""
pool_cls = self.pool_classes_by_scheme[scheme]
if request_context is None:
request_context = self.connection_pool_kw.copy()
# Although the context has everything necessary to create the pool,
# this function has historically only used the scheme, host, and port
# in the positional args. When an API change is acceptable these can
# be removed.
for key in ("scheme", "host", "port"):
request_context.pop(key, None)
if scheme == "http":
for kw in SSL_KEYWORDS:
request_context.pop(kw, None)
return pool_cls(host, port, **request_context)
def clear(self):
"""
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
"""
self.pools.clear()
def connection_from_host(self, host, port=None, scheme="http", pool_kwargs=None):
"""
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
"""
if not host:
raise LocationValueError("No host specified.")
request_context = self._merge_pool_kwargs(pool_kwargs)
request_context["scheme"] = scheme or "http"
if not port:
port = port_by_scheme.get(request_context["scheme"].lower(), 80)
request_context["port"] = port
request_context["host"] = host
return self.connection_from_context(request_context)
def connection_from_context(self, request_context):
"""
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
"""
scheme = request_context["scheme"].lower()
pool_key_constructor = self.key_fn_by_scheme[scheme]
pool_key = pool_key_constructor(request_context)
return self.connection_from_pool_key(pool_key, request_context=request_context)
def connection_from_pool_key(self, pool_key, request_context=None):
"""
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
"""
with self.pools.lock:
# If the scheme, host, or port doesn't match existing open
# connections, open a new ConnectionPool.
pool = self.pools.get(pool_key)
if pool:
return pool
# Make a fresh ConnectionPool of the desired type
scheme = request_context["scheme"]
host = request_context["host"]
port = request_context["port"]
pool = self._new_pool(scheme, host, port, request_context=request_context)
self.pools[pool_key] = pool
return pool
def connection_from_url(self, url, pool_kwargs=None):
"""
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
"""
u = parse_url(url)
return self.connection_from_host(
u.host, port=u.port, scheme=u.scheme, pool_kwargs=pool_kwargs
)
def _merge_pool_kwargs(self, override):
"""
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
"""
base_pool_kwargs = self.connection_pool_kw.copy()
if override:
for key, value in override.items():
if value is None:
try:
del base_pool_kwargs[key]
except KeyError:
pass
else:
base_pool_kwargs[key] = value
return base_pool_kwargs
def urlopen(self, method, url, redirect=True, **kw):
"""
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
"""
u = parse_url(url)
conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme)
kw["assert_same_host"] = False
kw["redirect"] = False
if "headers" not in kw:
kw["headers"] = self.headers.copy()
if self.proxy is not None and u.scheme == "http":
response = conn.urlopen(method, url, **kw)
else:
response = conn.urlopen(method, u.request_uri, **kw)
redirect_location = redirect and response.get_redirect_location()
if not redirect_location:
return response
# Support relative URLs for redirecting.
redirect_location = urljoin(url, redirect_location)
# RFC 7231, Section 6.4.4
if response.status == 303:
method = "GET"
retries = kw.get("retries")
if not isinstance(retries, Retry):
retries = Retry.from_int(retries, redirect=redirect)
# Strip headers marked as unsafe to forward to the redirected location.
# Check remove_headers_on_redirect to avoid a potential network call within
# conn.is_same_host() which may use socket.gethostbyname() in the future.
if retries.remove_headers_on_redirect and not conn.is_same_host(
redirect_location
):
headers = list(six.iterkeys(kw["headers"]))
for header in headers:
if header.lower() in retries.remove_headers_on_redirect:
kw["headers"].pop(header, None)
try:
retries = retries.increment(method, url, response=response, _pool=conn)
except MaxRetryError:
if retries.raise_on_redirect:
raise
return response
kw["retries"] = retries
kw["redirect"] = redirect
log.info("Redirecting %s -> %s", url, redirect_location)
return self.urlopen(method, redirect_location, **kw)
class ProxyManager(PoolManager):
"""
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary containing headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
"""
def __init__(
self,
proxy_url,
num_pools=10,
headers=None,
proxy_headers=None,
**connection_pool_kw
):
if isinstance(proxy_url, HTTPConnectionPool):
proxy_url = "%s://%s:%i" % (
proxy_url.scheme,
proxy_url.host,
proxy_url.port,
)
proxy = parse_url(proxy_url)
if not proxy.port:
port = port_by_scheme.get(proxy.scheme, 80)
proxy = proxy._replace(port=port)
if proxy.scheme not in ("http", "https"):
raise ProxySchemeUnknown(proxy.scheme)
self.proxy = proxy
self.proxy_headers = proxy_headers or {}
connection_pool_kw["_proxy"] = self.proxy
connection_pool_kw["_proxy_headers"] = self.proxy_headers
super(ProxyManager, self).__init__(num_pools, headers, **connection_pool_kw)
def connection_from_host(self, host, port=None, scheme="http", pool_kwargs=None):
if scheme == "https":
return super(ProxyManager, self).connection_from_host(
host, port, scheme, pool_kwargs=pool_kwargs
)
return super(ProxyManager, self).connection_from_host(
self.proxy.host, self.proxy.port, self.proxy.scheme, pool_kwargs=pool_kwargs
)
def _set_proxy_headers(self, url, headers=None):
"""
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
"""
headers_ = {"Accept": "*/*"}
netloc = parse_url(url).netloc
if netloc:
headers_["Host"] = netloc
if headers:
headers_.update(headers)
return headers_
def urlopen(self, method, url, redirect=True, **kw):
"Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute."
u = parse_url(url)
if u.scheme == "http":
# For proxied HTTPS requests, httplib sets the necessary headers
# on the CONNECT to the proxy. For HTTP, we'll definitely
# need to set 'Host' at the very least.
headers = kw.get("headers", self.headers)
kw["headers"] = self._set_proxy_headers(url, headers)
return super(ProxyManager, self).urlopen(method, url, redirect=redirect, **kw)
def proxy_from_url(url, **kw):
return ProxyManager(proxy_url=url, **kw)
site-packages/pip/_vendor/urllib3/connectionpool.py 0000644 00000107136 15201600075 0016473 0 ustar 00 from __future__ import absolute_import
import errno
import logging
import sys
import warnings
from socket import error as SocketError, timeout as SocketTimeout
import socket
from .exceptions import (
ClosedPoolError,
ProtocolError,
EmptyPoolError,
HeaderParsingError,
HostChangedError,
LocationValueError,
MaxRetryError,
ProxyError,
ReadTimeoutError,
SSLError,
TimeoutError,
InsecureRequestWarning,
NewConnectionError,
)
from .packages.ssl_match_hostname import CertificateError
from .packages import six
from .packages.six.moves import queue
from .connection import (
port_by_scheme,
DummyConnection,
HTTPConnection,
HTTPSConnection,
VerifiedHTTPSConnection,
HTTPException,
BaseSSLError,
)
from .request import RequestMethods
from .response import HTTPResponse
from .util.connection import is_connection_dropped
from .util.request import set_file_position
from .util.response import assert_header_parsing
from .util.retry import Retry
from .util.timeout import Timeout
from .util.url import (
get_host,
parse_url,
Url,
_normalize_host as normalize_host,
_encode_target,
)
from .util.queue import LifoQueue
xrange = six.moves.xrange
log = logging.getLogger(__name__)
_Default = object()
# Pool objects
class ConnectionPool(object):
"""
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
"""
scheme = None
QueueCls = LifoQueue
def __init__(self, host, port=None):
if not host:
raise LocationValueError("No host specified.")
self.host = _normalize_host(host, scheme=self.scheme)
self._proxy_host = host.lower()
self.port = port
def __str__(self):
return "%s(host=%r, port=%r)" % (type(self).__name__, self.host, self.port)
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.close()
# Return False to re-raise any potential exceptions
return False
def close(self):
"""
Close all pooled connections and disable the pool.
"""
pass
# This is taken from http://hg.python.org/cpython/file/7aaba721ebc0/Lib/socket.py#l252
_blocking_errnos = {errno.EAGAIN, errno.EWOULDBLOCK}
class HTTPConnectionPool(ConnectionPool, RequestMethods):
"""
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \\**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
"""
scheme = "http"
ConnectionCls = HTTPConnection
ResponseCls = HTTPResponse
def __init__(
self,
host,
port=None,
strict=False,
timeout=Timeout.DEFAULT_TIMEOUT,
maxsize=1,
block=False,
headers=None,
retries=None,
_proxy=None,
_proxy_headers=None,
**conn_kw
):
ConnectionPool.__init__(self, host, port)
RequestMethods.__init__(self, headers)
self.strict = strict
if not isinstance(timeout, Timeout):
timeout = Timeout.from_float(timeout)
if retries is None:
retries = Retry.DEFAULT
self.timeout = timeout
self.retries = retries
self.pool = self.QueueCls(maxsize)
self.block = block
self.proxy = _proxy
self.proxy_headers = _proxy_headers or {}
# Fill the queue up so that doing get() on it will block properly
for _ in xrange(maxsize):
self.pool.put(None)
# These are mostly for testing and debugging purposes.
self.num_connections = 0
self.num_requests = 0
self.conn_kw = conn_kw
if self.proxy:
# Enable Nagle's algorithm for proxies, to avoid packet fragmentation.
# We cannot know if the user has added default socket options, so we cannot replace the
# list.
self.conn_kw.setdefault("socket_options", [])
def _new_conn(self):
"""
Return a fresh :class:`HTTPConnection`.
"""
self.num_connections += 1
log.debug(
"Starting new HTTP connection (%d): %s:%s",
self.num_connections,
self.host,
self.port or "80",
)
conn = self.ConnectionCls(
host=self.host,
port=self.port,
timeout=self.timeout.connect_timeout,
strict=self.strict,
**self.conn_kw
)
return conn
def _get_conn(self, timeout=None):
"""
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
"""
conn = None
try:
conn = self.pool.get(block=self.block, timeout=timeout)
except AttributeError: # self.pool is None
raise ClosedPoolError(self, "Pool is closed.")
except queue.Empty:
if self.block:
raise EmptyPoolError(
self,
"Pool reached maximum size and no more " "connections are allowed.",
)
pass # Oh well, we'll create a new connection then
# If this is a persistent connection, check if it got disconnected
if conn and is_connection_dropped(conn):
log.debug("Resetting dropped connection: %s", self.host)
conn.close()
if getattr(conn, "auto_open", 1) == 0:
# This is a proxied connection that has been mutated by
# httplib._tunnel() and cannot be reused (since it would
# attempt to bypass the proxy)
conn = None
return conn or self._new_conn()
def _put_conn(self, conn):
"""
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
"""
try:
self.pool.put(conn, block=False)
return # Everything is dandy, done.
except AttributeError:
# self.pool is None.
pass
except queue.Full:
# This should never happen if self.block == True
log.warning("Connection pool is full, discarding connection: %s", self.host)
# Connection never got put back into the pool, close it.
if conn:
conn.close()
def _validate_conn(self, conn):
"""
Called right before a request is made, after the socket is created.
"""
pass
def _prepare_proxy(self, conn):
# Nothing to do for HTTP connections.
pass
def _get_timeout(self, timeout):
""" Helper that always returns a :class:`urllib3.util.Timeout` """
if timeout is _Default:
return self.timeout.clone()
if isinstance(timeout, Timeout):
return timeout.clone()
else:
# User passed us an int/float. This is for backwards compatibility,
# can be removed later
return Timeout.from_float(timeout)
def _raise_timeout(self, err, url, timeout_value):
"""Is the error actually a timeout? Will raise a ReadTimeout or pass"""
if isinstance(err, SocketTimeout):
raise ReadTimeoutError(
self, url, "Read timed out. (read timeout=%s)" % timeout_value
)
# See the above comment about EAGAIN in Python 3. In Python 2 we have
# to specifically catch it and throw the timeout error
if hasattr(err, "errno") and err.errno in _blocking_errnos:
raise ReadTimeoutError(
self, url, "Read timed out. (read timeout=%s)" % timeout_value
)
# Catch possible read timeouts thrown as SSL errors. If not the
# case, rethrow the original. We need to do this because of:
# http://bugs.python.org/issue10272
if "timed out" in str(err) or "did not complete (read)" in str(
err
): # Python < 2.7.4
raise ReadTimeoutError(
self, url, "Read timed out. (read timeout=%s)" % timeout_value
)
def _make_request(
self, conn, method, url, timeout=_Default, chunked=False, **httplib_request_kw
):
"""
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
"""
self.num_requests += 1
timeout_obj = self._get_timeout(timeout)
timeout_obj.start_connect()
conn.timeout = timeout_obj.connect_timeout
# Trigger any extra validation we need to do.
try:
self._validate_conn(conn)
except (SocketTimeout, BaseSSLError) as e:
# Py2 raises this as a BaseSSLError, Py3 raises it as socket timeout.
self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)
raise
# conn.request() calls httplib.*.request, not the method in
# urllib3.request. It also calls makefile (recv) on the socket.
if chunked:
conn.request_chunked(method, url, **httplib_request_kw)
else:
conn.request(method, url, **httplib_request_kw)
# Reset the timeout for the recv() on the socket
read_timeout = timeout_obj.read_timeout
# App Engine doesn't have a sock attr
if getattr(conn, "sock", None):
# In Python 3 socket.py will catch EAGAIN and return None when you
# try and read into the file pointer created by http.client, which
# instead raises a BadStatusLine exception. Instead of catching
# the exception and assuming all BadStatusLine exceptions are read
# timeouts, check for a zero timeout before making the request.
if read_timeout == 0:
raise ReadTimeoutError(
self, url, "Read timed out. (read timeout=%s)" % read_timeout
)
if read_timeout is Timeout.DEFAULT_TIMEOUT:
conn.sock.settimeout(socket.getdefaulttimeout())
else: # None or a value
conn.sock.settimeout(read_timeout)
# Receive the response from the server
try:
try:
# Python 2.7, use buffering of HTTP responses
httplib_response = conn.getresponse(buffering=True)
except TypeError:
# Python 3
try:
httplib_response = conn.getresponse()
except BaseException as e:
# Remove the TypeError from the exception chain in
# Python 3 (including for exceptions like SystemExit).
# Otherwise it looks like a bug in the code.
six.raise_from(e, None)
except (SocketTimeout, BaseSSLError, SocketError) as e:
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
raise
# AppEngine doesn't have a version attr.
http_version = getattr(conn, "_http_vsn_str", "HTTP/?")
log.debug(
'%s://%s:%s "%s %s %s" %s %s',
self.scheme,
self.host,
self.port,
method,
url,
http_version,
httplib_response.status,
httplib_response.length,
)
try:
assert_header_parsing(httplib_response.msg)
except (HeaderParsingError, TypeError) as hpe: # Platform-specific: Python 3
log.warning(
"Failed to parse headers (url=%s): %s",
self._absolute_url(url),
hpe,
exc_info=True,
)
return httplib_response
def _absolute_url(self, path):
return Url(scheme=self.scheme, host=self.host, port=self.port, path=path).url
def close(self):
"""
Close all pooled connections and disable the pool.
"""
if self.pool is None:
return
# Disable access to the pool
old_pool, self.pool = self.pool, None
try:
while True:
conn = old_pool.get(block=False)
if conn:
conn.close()
except queue.Empty:
pass # Done.
def is_same_host(self, url):
"""
Check if the given ``url`` is a member of the same host as this
connection pool.
"""
if url.startswith("/"):
return True
# TODO: Add optional support for socket.gethostbyname checking.
scheme, host, port = get_host(url)
if host is not None:
host = _normalize_host(host, scheme=scheme)
# Use explicit default port for comparison when none is given
if self.port and not port:
port = port_by_scheme.get(scheme)
elif not self.port and port == port_by_scheme.get(scheme):
port = None
return (scheme, host, port) == (self.scheme, self.host, self.port)
def urlopen(
self,
method,
url,
body=None,
headers=None,
retries=None,
redirect=True,
assert_same_host=True,
timeout=_Default,
pool_timeout=None,
release_conn=None,
chunked=False,
body_pos=None,
**response_kw
):
"""
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \\**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
"""
if headers is None:
headers = self.headers
if not isinstance(retries, Retry):
retries = Retry.from_int(retries, redirect=redirect, default=self.retries)
if release_conn is None:
release_conn = response_kw.get("preload_content", True)
# Check host
if assert_same_host and not self.is_same_host(url):
raise HostChangedError(self, url, retries)
# Ensure that the URL we're connecting to is properly encoded
if url.startswith("/"):
url = six.ensure_str(_encode_target(url))
else:
url = six.ensure_str(parse_url(url).url)
conn = None
# Track whether `conn` needs to be released before
# returning/raising/recursing. Update this variable if necessary, and
# leave `release_conn` constant throughout the function. That way, if
# the function recurses, the original value of `release_conn` will be
# passed down into the recursive call, and its value will be respected.
#
# See issue #651 [1] for details.
#
# [1] <https://github.com/shazow/urllib3/issues/651>
release_this_conn = release_conn
# Merge the proxy headers. Only do this in HTTP. We have to copy the
# headers dict so we can safely change it without those changes being
# reflected in anyone else's copy.
if self.scheme == "http":
headers = headers.copy()
headers.update(self.proxy_headers)
# Must keep the exception bound to a separate variable or else Python 3
# complains about UnboundLocalError.
err = None
# Keep track of whether we cleanly exited the except block. This
# ensures we do proper cleanup in finally.
clean_exit = False
# Rewind body position, if needed. Record current position
# for future rewinds in the event of a redirect/retry.
body_pos = set_file_position(body, body_pos)
try:
# Request a connection from the queue.
timeout_obj = self._get_timeout(timeout)
conn = self._get_conn(timeout=pool_timeout)
conn.timeout = timeout_obj.connect_timeout
is_new_proxy_conn = self.proxy is not None and not getattr(
conn, "sock", None
)
if is_new_proxy_conn:
self._prepare_proxy(conn)
# Make the request on the httplib connection object.
httplib_response = self._make_request(
conn,
method,
url,
timeout=timeout_obj,
body=body,
headers=headers,
chunked=chunked,
)
# If we're going to release the connection in ``finally:``, then
# the response doesn't need to know about the connection. Otherwise
# it will also try to release it and we'll have a double-release
# mess.
response_conn = conn if not release_conn else None
# Pass method to Response for length checking
response_kw["request_method"] = method
# Import httplib's response into our own wrapper object
response = self.ResponseCls.from_httplib(
httplib_response,
pool=self,
connection=response_conn,
retries=retries,
**response_kw
)
# Everything went great!
clean_exit = True
except queue.Empty:
# Timed out by queue.
raise EmptyPoolError(self, "No pool connections are available.")
except (
TimeoutError,
HTTPException,
SocketError,
ProtocolError,
BaseSSLError,
SSLError,
CertificateError,
) as e:
# Discard the connection for these exceptions. It will be
# replaced during the next _get_conn() call.
clean_exit = False
if isinstance(e, (BaseSSLError, CertificateError)):
e = SSLError(e)
elif isinstance(e, (SocketError, NewConnectionError)) and self.proxy:
e = ProxyError("Cannot connect to proxy.", e)
elif isinstance(e, (SocketError, HTTPException)):
e = ProtocolError("Connection aborted.", e)
retries = retries.increment(
method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]
)
retries.sleep()
# Keep track of the error for the retry warning.
err = e
finally:
if not clean_exit:
# We hit some kind of exception, handled or otherwise. We need
# to throw the connection away unless explicitly told not to.
# Close the connection, set the variable to None, and make sure
# we put the None back in the pool to avoid leaking it.
conn = conn and conn.close()
release_this_conn = True
if release_this_conn:
# Put the connection back to be reused. If the connection is
# expired then it will be None, which will get replaced with a
# fresh connection during _get_conn.
self._put_conn(conn)
if not conn:
# Try again
log.warning(
"Retrying (%r) after connection " "broken by '%r': %s",
retries,
err,
url,
)
return self.urlopen(
method,
url,
body,
headers,
retries,
redirect,
assert_same_host,
timeout=timeout,
pool_timeout=pool_timeout,
release_conn=release_conn,
body_pos=body_pos,
**response_kw
)
def drain_and_release_conn(response):
try:
# discard any remaining response body, the connection will be
# released back to the pool once the entire response is read
response.read()
except (
TimeoutError,
HTTPException,
SocketError,
ProtocolError,
BaseSSLError,
SSLError,
):
pass
# Handle redirect?
redirect_location = redirect and response.get_redirect_location()
if redirect_location:
if response.status == 303:
method = "GET"
try:
retries = retries.increment(method, url, response=response, _pool=self)
except MaxRetryError:
if retries.raise_on_redirect:
# Drain and release the connection for this response, since
# we're not returning it to be released manually.
drain_and_release_conn(response)
raise
return response
# drain and return the connection to the pool before recursing
drain_and_release_conn(response)
retries.sleep_for_retry(response)
log.debug("Redirecting %s -> %s", url, redirect_location)
return self.urlopen(
method,
redirect_location,
body,
headers,
retries=retries,
redirect=redirect,
assert_same_host=assert_same_host,
timeout=timeout,
pool_timeout=pool_timeout,
release_conn=release_conn,
body_pos=body_pos,
**response_kw
)
# Check if we should retry the HTTP response.
has_retry_after = bool(response.getheader("Retry-After"))
if retries.is_retry(method, response.status, has_retry_after):
try:
retries = retries.increment(method, url, response=response, _pool=self)
except MaxRetryError:
if retries.raise_on_status:
# Drain and release the connection for this response, since
# we're not returning it to be released manually.
drain_and_release_conn(response)
raise
return response
# drain and return the connection to the pool before recursing
drain_and_release_conn(response)
retries.sleep(response)
log.debug("Retry: %s", url)
return self.urlopen(
method,
url,
body,
headers,
retries=retries,
redirect=redirect,
assert_same_host=assert_same_host,
timeout=timeout,
pool_timeout=pool_timeout,
release_conn=release_conn,
body_pos=body_pos,
**response_kw
)
return response
class HTTPSConnectionPool(HTTPConnectionPool):
"""
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl`
is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
"""
scheme = "https"
ConnectionCls = HTTPSConnection
def __init__(
self,
host,
port=None,
strict=False,
timeout=Timeout.DEFAULT_TIMEOUT,
maxsize=1,
block=False,
headers=None,
retries=None,
_proxy=None,
_proxy_headers=None,
key_file=None,
cert_file=None,
cert_reqs=None,
key_password=None,
ca_certs=None,
ssl_version=None,
assert_hostname=None,
assert_fingerprint=None,
ca_cert_dir=None,
**conn_kw
):
HTTPConnectionPool.__init__(
self,
host,
port,
strict,
timeout,
maxsize,
block,
headers,
retries,
_proxy,
_proxy_headers,
**conn_kw
)
self.key_file = key_file
self.cert_file = cert_file
self.cert_reqs = cert_reqs
self.key_password = key_password
self.ca_certs = ca_certs
self.ca_cert_dir = ca_cert_dir
self.ssl_version = ssl_version
self.assert_hostname = assert_hostname
self.assert_fingerprint = assert_fingerprint
def _prepare_conn(self, conn):
"""
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
"""
if isinstance(conn, VerifiedHTTPSConnection):
conn.set_cert(
key_file=self.key_file,
key_password=self.key_password,
cert_file=self.cert_file,
cert_reqs=self.cert_reqs,
ca_certs=self.ca_certs,
ca_cert_dir=self.ca_cert_dir,
assert_hostname=self.assert_hostname,
assert_fingerprint=self.assert_fingerprint,
)
conn.ssl_version = self.ssl_version
return conn
def _prepare_proxy(self, conn):
"""
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
"""
conn.set_tunnel(self._proxy_host, self.port, self.proxy_headers)
conn.connect()
def _new_conn(self):
"""
Return a fresh :class:`httplib.HTTPSConnection`.
"""
self.num_connections += 1
log.debug(
"Starting new HTTPS connection (%d): %s:%s",
self.num_connections,
self.host,
self.port or "443",
)
if not self.ConnectionCls or self.ConnectionCls is DummyConnection:
raise SSLError(
"Can't connect to HTTPS URL because the SSL " "module is not available."
)
actual_host = self.host
actual_port = self.port
if self.proxy is not None:
actual_host = self.proxy.host
actual_port = self.proxy.port
conn = self.ConnectionCls(
host=actual_host,
port=actual_port,
timeout=self.timeout.connect_timeout,
strict=self.strict,
cert_file=self.cert_file,
key_file=self.key_file,
key_password=self.key_password,
**self.conn_kw
)
return self._prepare_conn(conn)
def _validate_conn(self, conn):
"""
Called right before a request is made, after the socket is created.
"""
super(HTTPSConnectionPool, self)._validate_conn(conn)
# Force connect early to allow us to validate the connection.
if not getattr(conn, "sock", None): # AppEngine might not have `.sock`
conn.connect()
if not conn.is_verified:
warnings.warn(
(
"Unverified HTTPS request is being made. "
"Adding certificate verification is strongly advised. See: "
"https://urllib3.readthedocs.io/en/latest/advanced-usage.html"
"#ssl-warnings"
),
InsecureRequestWarning,
)
def connection_from_url(url, **kw):
"""
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \\**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
"""
scheme, host, port = get_host(url)
port = port or port_by_scheme.get(scheme, 80)
if scheme == "https":
return HTTPSConnectionPool(host, port=port, **kw)
else:
return HTTPConnectionPool(host, port=port, **kw)
def _normalize_host(host, scheme):
"""
Normalize hosts for comparisons and use with sockets.
"""
host = normalize_host(host, scheme)
# httplib doesn't like it when we include brackets in IPv6 addresses
# Specifically, if we include brackets but also pass the port then
# httplib crazily doubles up the square brackets on the Host header.
# Instead, we need to make sure we never pass ``None`` as the port.
# However, for backward compatibility reasons we can't actually
# *assert* that. See http://bugs.python.org/issue28539
if host.startswith("[") and host.endswith("]"):
host = host[1:-1]
return host
site-packages/pip/_vendor/urllib3/packages/__init__.py 0000644 00000000154 15201600075 0016747 0 ustar 00 from __future__ import absolute_import
from . import ssl_match_hostname
__all__ = ("ssl_match_hostname",)
site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py 0000644 00000001260 15201600075 0022621 0 ustar 00 import sys
try:
# Our match_hostname function is the same as 3.5's, so we only want to
# import the match_hostname function if it's at least that good.
if sys.version_info < (3, 5):
raise ImportError("Fallback to vendored code")
from ssl import CertificateError, match_hostname
except ImportError:
try:
# Backport of the function from a pypi module
from backports.ssl_match_hostname import CertificateError, match_hostname
except ImportError:
# Our vendored copy
from ._implementation import CertificateError, match_hostname
# Not needed, but documenting what we provide.
__all__ = ("CertificateError", "match_hostname")
site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.py 0000644 00000013134 15201600075 0024251 0 ustar 00 """The match_hostname() function from Python 3.3.3, essential when using SSL."""
# Note: This file is under the PSF license as the code comes from the python
# stdlib. http://docs.python.org/3/license.html
import re
import sys
# ipaddress has been backported to 2.6+ in pypi. If it is installed on the
# system, use it to handle IPAddress ServerAltnames (this was added in
# python-3.5) otherwise only do DNS matching. This allows
# backports.ssl_match_hostname to continue to be used in Python 2.7.
try:
from pip._vendor import ipaddress
except ImportError:
ipaddress = None
__version__ = "3.5.0.1"
class CertificateError(ValueError):
pass
def _dnsname_match(dn, hostname, max_wildcards=1):
"""Matching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
"""
pats = []
if not dn:
return False
# Ported from python3-syntax:
# leftmost, *remainder = dn.split(r'.')
parts = dn.split(r".")
leftmost = parts[0]
remainder = parts[1:]
wildcards = leftmost.count("*")
if wildcards > max_wildcards:
# Issue #17980: avoid denials of service by refusing more
# than one wildcard per fragment. A survey of established
# policy among SSL implementations showed it to be a
# reasonable choice.
raise CertificateError(
"too many wildcards in certificate DNS name: " + repr(dn)
)
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
# RFC 6125, section 6.4.3, subitem 1.
# The client SHOULD NOT attempt to match a presented identifier in which
# the wildcard character comprises a label other than the left-most label.
if leftmost == "*":
# When '*' is a fragment by itself, it matches a non-empty dotless
# fragment.
pats.append("[^.]+")
elif leftmost.startswith("xn--") or hostname.startswith("xn--"):
# RFC 6125, section 6.4.3, subitem 3.
# The client SHOULD NOT attempt to match a presented identifier
# where the wildcard character is embedded within an A-label or
# U-label of an internationalized domain name.
pats.append(re.escape(leftmost))
else:
# Otherwise, '*' matches any dotless string, e.g. www*
pats.append(re.escape(leftmost).replace(r"\*", "[^.]*"))
# add the remaining fragments, ignore any wildcards
for frag in remainder:
pats.append(re.escape(frag))
pat = re.compile(r"\A" + r"\.".join(pats) + r"\Z", re.IGNORECASE)
return pat.match(hostname)
def _to_unicode(obj):
if isinstance(obj, str) and sys.version_info < (3,):
obj = unicode(obj, encoding="ascii", errors="strict")
return obj
def _ipaddress_match(ipname, host_ip):
"""Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
"""
# OpenSSL may add a trailing newline to a subjectAltName's IP address
# Divergence from upstream: ipaddress can't handle byte str
ip = ipaddress.ip_address(_to_unicode(ipname).rstrip())
return ip == host_ip
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError(
"empty or no certificate, match_hostname needs a "
"SSL socket or SSL context with either "
"CERT_OPTIONAL or CERT_REQUIRED"
)
try:
# Divergence from upstream: ipaddress can't handle byte str
host_ip = ipaddress.ip_address(_to_unicode(hostname))
except ValueError:
# Not an IP address (common case)
host_ip = None
except UnicodeError:
# Divergence from upstream: Have to deal with ipaddress not taking
# byte strings. addresses should be all ascii, so we consider it not
# an ipaddress in this case
host_ip = None
except AttributeError:
# Divergence from upstream: Make ipaddress library optional
if ipaddress is None:
host_ip = None
else:
raise
dnsnames = []
san = cert.get("subjectAltName", ())
for key, value in san:
if key == "DNS":
if host_ip is None and _dnsname_match(value, hostname):
return
dnsnames.append(value)
elif key == "IP Address":
if host_ip is not None and _ipaddress_match(value, host_ip):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get("subject", ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == "commonName":
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError(
"hostname %r "
"doesn't match either of %s" % (hostname, ", ".join(map(repr, dnsnames)))
)
elif len(dnsnames) == 1:
raise CertificateError(
"hostname %r " "doesn't match %r" % (hostname, dnsnames[0])
)
else:
raise CertificateError(
"no appropriate commonName or " "subjectAltName fields were found"
)
pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.opt-1.pyc 0000644 00000006347 15201600075 0031427 0 ustar 00 site-packages U
��.e\ � @ sx d Z ddlZddlZzddlmZ W n ek
r< dZY nX dZG dd� de�Zddd �Z d
d � Z
d d
� Z dd� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� N)� ipaddressz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__�
__module__� __qualname__� r r �c/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pyr s r � c
C s� g }| s dS | � d�}|d }|dd� }|�d�}||krLtdt| � ��|s`| �� |�� kS |dkrt|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zhMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s,
� r c C s& t | t�r"tjdk r"t| ddd�} | S )N)� �ascii�strict)�encoding�errors)�
isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r& c C s t �t| ��� �}||kS )z�Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
)r �
ip_addressr& �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchU s r* c C s� | s t d��zt�t|��}W nP t k
r6 d}Y n: tk
rL d}Y n$ tk
rn tdkrhd}n� Y nX g }| �dd�}|D ]^\}}|dkr�|dkr�t||�r� dS |�|� q�|dkr�|dk r�t ||�r� dS |�|� q�|�s0| �dd�D ]8}|D ].\}}|dkr�t||��r" dS |�|� q�q�t
|�d k�r\t d
|d � t
t|��f ��n,t
|�d k�r�t d ||d
f ��nt d��dS )a) Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNamer ZDNSz
IP AddressZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)�
ValueErrorr r' r& � UnicodeError�AttributeError�getr r r* �lenr r �mapr )Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostnamea sZ � ����r4 )r )
�__doc__r r# Z pip._vendorr � ImportError� __version__r+ r r r& r* r4 r r r r �<module> s
6 pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001006 15201600075 0027765 0 ustar 00 site-packages U
��.e� � @ s� d dl Z z&e jdk r ed��d dlmZmZ W nN ek
r| zd dlmZmZ W n$ ek
rv ddlmZmZ Y nX Y nX dZdS )� N)� � zFallback to vendored code)�CertificateError�match_hostname� ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r �\/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py�<module> s
pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.pyc 0000644 00000006347 15201600075 0030470 0 ustar 00 site-packages U
��.e\ � @ sx d Z ddlZddlZzddlmZ W n ek
r< dZY nX dZG dd� de�Zddd �Z d
d � Z
d d
� Z dd� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� N)� ipaddressz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__�
__module__� __qualname__� r r �c/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pyr s r � c
C s� g }| s dS | � d�}|d }|dd� }|�d�}||krLtdt| � ��|s`| �� |�� kS |dkrt|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zhMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s,
� r c C s& t | t�r"tjdk r"t| ddd�} | S )N)� �ascii�strict)�encoding�errors)�
isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r& c C s t �t| ��� �}||kS )z�Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
)r �
ip_addressr& �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchU s r* c C s� | s t d��zt�t|��}W nP t k
r6 d}Y n: tk
rL d}Y n$ tk
rn tdkrhd}n� Y nX g }| �dd�}|D ]^\}}|dkr�|dkr�t||�r� dS |�|� q�|dkr�|dk r�t ||�r� dS |�|� q�|�s0| �dd�D ]8}|D ].\}}|dkr�t||��r" dS |�|� q�q�t
|�d k�r\t d
|d � t
t|��f ��n,t
|�d k�r�t d ||d
f ��nt d��dS )a) Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNamer ZDNSz
IP AddressZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)�
ValueErrorr r' r& � UnicodeError�AttributeError�getr r r* �lenr r �mapr )Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostnamea sZ � ����r4 )r )
�__doc__r r# Z pip._vendorr � ImportError� __version__r+ r r r& r* r4 r r r r �<module> s
6 site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.pyc 0000644 00000001006 15201600075 0027105 0 ustar 00 U
��.e� � @ s� d dl Z z&e jdk r ed��d dlmZmZ W nN ek
r| zd dlmZmZ W n$ ek
rv ddlmZmZ Y nX Y nX dZdS )� N)� � zFallback to vendored code)�CertificateError�match_hostname� ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r �\/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py�<module> s
site-packages/pip/_vendor/urllib3/packages/backports/__init__.py 0000644 00000000000 15201600075 0020725 0 ustar 00 site-packages/pip/_vendor/urllib3/packages/backports/makefile.py 0000644 00000002612 15201600075 0020756 0 ustar 00 # -*- coding: utf-8 -*-
"""
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
"""
import io
from socket import SocketIO
def backport_makefile(
self, mode="r", buffering=None, encoding=None, errors=None, newline=None
):
"""
Backport of ``socket.makefile`` from Python 3.5.
"""
if not set(mode) <= {"r", "w", "b"}:
raise ValueError("invalid mode %r (only r, w, b allowed)" % (mode,))
writing = "w" in mode
reading = "r" in mode or not writing
assert reading or writing
binary = "b" in mode
rawmode = ""
if reading:
rawmode += "r"
if writing:
rawmode += "w"
raw = SocketIO(self, rawmode)
self._makefile_refs += 1
if buffering is None:
buffering = -1
if buffering < 0:
buffering = io.DEFAULT_BUFFER_SIZE
if buffering == 0:
if not binary:
raise ValueError("unbuffered streams must be binary")
return raw
if reading and writing:
buffer = io.BufferedRWPair(raw, raw, buffering)
elif reading:
buffer = io.BufferedReader(raw, buffering)
else:
assert writing
buffer = io.BufferedWriter(raw, buffering)
if binary:
return buffer
text = io.TextIOWrapper(buffer, encoding, errors, newline)
text.mode = mode
return text
site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-38.opt-1.pyc 0000644 00000002326 15201600075 0026205 0 ustar 00 U
��.e� � @ s& d Z ddlZddlmZ ddd�ZdS )z�
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
� N)�SocketIO�rc
C s� t |�dddhks td|f ��d|k}d|kp4| }d|k}d} |rN| d7 } |rZ| d7 } t| | �}
| jd7 _|dkr~d}|d k r�tj}|d kr�|s�td
��|
S |r�|r�t�|
|
|�} n |r�t�|
|�} n t�|
|�} |r�| S t� | |||�} || _
| S ) z:
Backport of ``socket.makefile`` from Python 3.5.
r �w�bz&invalid mode %r (only r, w, b allowed)� � N���r z!unbuffered streams must be binary) �set�
ValueErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter�
TextIOWrapper�mode)
�selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/makefile.py�backport_makefile s<
r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s � site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000256 15201600075 0026167 0 ustar 00 U
��.e � @ s d S )N� r r r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py�<module> � site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-38.pyc 0000644 00000002376 15201600075 0025253 0 ustar 00 U
��.e� � @ s& d Z ddlZddlmZ ddd�ZdS )z�
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
� N)�SocketIO�rc
C s t |�dddhks td|f ��d|k}d|kp4| }|sB|sBt�d|k}d} |rZ| d7 } |rf| d7 } t| | �}
| jd7 _|dkr�d}|d k r�tj}|d kr�|s�td
��|
S |r�|r�t�|
|
|�} n&|r�t�|
|�} n|s�t�t� |
|�} |r�| S t�
| |||�} || _ | S ) z:
Backport of ``socket.makefile`` from Python 3.5.
r �w�bz&invalid mode %r (only r, w, b allowed)� � N���r z!unbuffered streams must be binary) �set�
ValueError�AssertionErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter�
TextIOWrapper�mode)
�selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/makefile.py�backport_makefile s@
r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s � site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-38.pyc 0000644 00000000256 15201600075 0025230 0 ustar 00 U
��.e � @ s d S )N� r r r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py�<module> � site-packages/pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000425 15201600075 0024175 0 ustar 00 U
��.el � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnameN)Z
__future__r � r �__all__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/__init__.py�<module> s site-packages/pip/_vendor/urllib3/packages/__pycache__/six.cpython-38.pyc 0000644 00000063571 15201600075 0022315 0 ustar 00 U
��.e � C @ s� d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d3d4�e)d5d(d#d6d5�e)d7d(e
�r d8nd9d:�e)d;d(d<�e)d=d>d?d@�e)d d d �e)dAdAdB�e)dCdCdB�e)dDdDdB�e)d6d(d#d6d5�e)dEd"d#dFdE�e)dGd"d"dHdG�e&d#d(�e&dIdJ�e&dKdL�e&dMdNdO�e&dPdQdP�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdkdl�e&dmdndo�e&dpdpdq�e&drdrdq�e&dsdsdq�e&dtdtdu�e&dvdw�e&dxdy�e&dzd{�e&d|d}d|�e&d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g@Z.ej d�k�rfe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rje,�3e/d�e/j1 � �qj[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d@d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d�d�de)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dڡ G d�d܄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q>[/e8e7_.e,�3e7e+d� �d�d� G d�d� d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�d d�d�g#Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d
��d �d � G �d
�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�dd��d�gZ<e<D ]Z/e0e;e/j1e/� �q�[/e<e;_.e,�3e;e+�d ��d�d� G �d�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d � G �d �d � �d ej'�Z?e,�3e?e+d� ��d � �d �d!� Z@�d"�d#� ZAe � r��d$ZB�d%ZC�d&ZD�d'ZE�d(ZF�d)ZGn$�d*ZB�d+ZC�d,ZD�d-ZE�d.ZF�d/ZGzeHZIW n" eJk
� r� �d0�d1� ZIY nX eIZHzeKZKW n" eJk
�
r �d2�d3� ZKY nX e �
rF�d4�d5� ZLejMZN�d6�d7� ZOe ZPn>�d8�d5� ZL�d9�d:� ZN�d;�d7� ZOG �d<�d=� �d=e �ZPeKZKe#eL�d>� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe � r(�d?�d@� ZX�dA�dB� ZY�dC�dD� ZZ�dE�dF� Z[e�\�dG�Z]e�\�dH�Z^e�\�dI�Z_nT�dJ�d@� ZX�dK�dB� ZY�dL�dD� ZZ�dM�dF� Z[e�\�dN�Z]e�\�dO�Z^e�\�dP�Z_e#eX�dQ� e#eY�dR� e#eZ�dS� e#e[�dT� e � rF�dU�dV� Z`�dW�dX� ZaebZcddldZded�e�dY�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp[n�dZZqej
�d[ �d[k� r8�d\Zr�d]Zsn �d^Zr�d_Zsnj�d`�dV� Z`�da�dX� ZaecZcebZg�db�dc� Zi�dd�de� Zke�tejuev�ZmddloZoeojo ZoZp�dfZq�d\Zr�d]Zse#e`�dg� e#ea�dh� �di�dZ� Zw�dj�d^� Zx�dk�d_� Zye �
reze4j{�dl�Z|�d��dm�dn�Z}n�d��do�dp�Z|e|�dq� ej
dd� �drk�
rNe|�ds� n.ej
dd� �drk�
rpe|�dt� n �du�dv� Z~eze4j{�dwd�Zedk�
r��dx�dy� Zej
dd� �dzk �
r�eZ��d{�dy� Ze#e}�d|� ej
dd� dk �r ej�ej�f�d}�d~�Z�nej�Z��d�d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e+Z�e�� ���d��dk �r|g e�_�ej��r�e�ej��D ]4\Z�Z�ee��j+dk�r�e�j1e+k�r�ej�e�= �qĐq�[�[�ej���e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/six.py�__len__= s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__W s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__Z s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r g s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r p s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__s s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' f s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r { s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__ s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 z s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdbZ getoutputZcommands�
subprocess�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r ru D s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ
splitqueryZsplittagZ splituserZ
splitvalueZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx s s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz � s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| � s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ � s r~ ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )N�parse�error�request�responserq r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rq r8 r r r r r� � s
r� z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt �__dict__rF r r r r � remove_move s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator* s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr>6 s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable5 s r� c C s | S r r �Zunboundr r r �get_unbound_function; s r� c C s | S r r �r �clsr r r �create_unbound_method@ s r� c C s | j S r )r� r� r r r r� F s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_methodI s r� c C s t �| d |�S r )r� r� r� r r r r� L s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� P s z
Iterator.nextN)r
r r r� r r r r r� O s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeysc s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesf s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsi s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsl s r� r� r� r� c K s | j f |�S r )r� r� r r r r� v s c K s | j f |�S r )r� r� r r r r� y s c K s | j f |�S r )r� r� r r r r� | s c K s | j f |�S r )r� r� r r r r� s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �b� s r� c C s | S r r r� r r r �u� s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s: z*|d kr| � }|j |k r$|�|��|�W 5 d }d }X d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r r z�def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� s
��� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_ sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� W s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rd �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapperh s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� c s r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r �
this_basesr� ��bases�metar r �__new__z s z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)r� r r� r� r r r� } s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclassy s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclasst s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r� � __weakref__r )
r� �copyr� rI r� r� rM r r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� � s
z add_metaclass.<locals>.wrapperr )r� r� r r r �
add_metaclass� s r �utf-8r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rI � text_typer� � binary_typer� r� �r� r� r� r r r �
ensure_binary� s
r c C sX t | ttf�s tdt| � ��tr:t | t�r:| �||�} ntrTt | t�rT| �||�} | S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r ) rI r r r� r� �PY2r� r) �decoder r r r �
ensure_str� s r c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r N)rI r r r r� r� r r r r � ensure_text� s
r
c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr )� __unicode__r� r r r r �<lambda>� � z-python_2_unicode_compatible.<locals>.<lambda>)r
r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible� s
��
r �__spec__)N)NN)r r� )r r� )r r� )�r Z
__future__r rd rU �operatorr r� �
__author__� __version__� version_infor
r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesr �bytesr �maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr� r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r r r r
r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> sN
@ �
�
�
�
�K
�
�
�
�
�
�% �� � �� �
� �
�
�
�
�
: � ��
site-packages/pip/_vendor/urllib3/packages/__pycache__/six.cpython-38.opt-1.pyc 0000644 00000063571 15201600075 0023254 0 ustar 00 U
��.e � C @ s� d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d3d4�e)d5d(d#d6d5�e)d7d(e
�r d8nd9d:�e)d;d(d<�e)d=d>d?d@�e)d d d �e)dAdAdB�e)dCdCdB�e)dDdDdB�e)d6d(d#d6d5�e)dEd"d#dFdE�e)dGd"d"dHdG�e&d#d(�e&dIdJ�e&dKdL�e&dMdNdO�e&dPdQdP�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdkdl�e&dmdndo�e&dpdpdq�e&drdrdq�e&dsdsdq�e&dtdtdu�e&dvdw�e&dxdy�e&dzd{�e&d|d}d|�e&d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g@Z.ej d�k�rfe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rje,�3e/d�e/j1 � �qj[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d@d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d�d�de)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dڡ G d�d܄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q>[/e8e7_.e,�3e7e+d� �d�d� G d�d� d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�d d�d�g#Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d
��d �d � G �d
�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�dd��d�gZ<e<D ]Z/e0e;e/j1e/� �q�[/e<e;_.e,�3e;e+�d ��d�d� G �d�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d � G �d �d � �d ej'�Z?e,�3e?e+d� ��d � �d �d!� Z@�d"�d#� ZAe � r��d$ZB�d%ZC�d&ZD�d'ZE�d(ZF�d)ZGn$�d*ZB�d+ZC�d,ZD�d-ZE�d.ZF�d/ZGzeHZIW n" eJk
� r� �d0�d1� ZIY nX eIZHzeKZKW n" eJk
�
r �d2�d3� ZKY nX e �
rF�d4�d5� ZLejMZN�d6�d7� ZOe ZPn>�d8�d5� ZL�d9�d:� ZN�d;�d7� ZOG �d<�d=� �d=e �ZPeKZKe#eL�d>� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe � r(�d?�d@� ZX�dA�dB� ZY�dC�dD� ZZ�dE�dF� Z[e�\�dG�Z]e�\�dH�Z^e�\�dI�Z_nT�dJ�d@� ZX�dK�dB� ZY�dL�dD� ZZ�dM�dF� Z[e�\�dN�Z]e�\�dO�Z^e�\�dP�Z_e#eX�dQ� e#eY�dR� e#eZ�dS� e#e[�dT� e � rF�dU�dV� Z`�dW�dX� ZaebZcddldZded�e�dY�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp[n�dZZqej
�d[ �d[k� r8�d\Zr�d]Zsn �d^Zr�d_Zsnj�d`�dV� Z`�da�dX� ZaecZcebZg�db�dc� Zi�dd�de� Zke�tejuev�ZmddloZoeojo ZoZp�dfZq�d\Zr�d]Zse#e`�dg� e#ea�dh� �di�dZ� Zw�dj�d^� Zx�dk�d_� Zye �
reze4j{�dl�Z|�d��dm�dn�Z}n�d��do�dp�Z|e|�dq� ej
dd� �drk�
rNe|�ds� n.ej
dd� �drk�
rpe|�dt� n �du�dv� Z~eze4j{�dwd�Zedk�
r��dx�dy� Zej
dd� �dzk �
r�eZ��d{�dy� Ze#e}�d|� ej
dd� dk �r ej�ej�f�d}�d~�Z�nej�Z��d�d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e+Z�e�� ���d��dk �r|g e�_�ej��r�e�ej��D ]4\Z�Z�ee��j+dk�r�e�j1e+k�r�ej�e�= �qĐq�[�[�ej���e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/six.py�__len__= s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__W s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__Z s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r g s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r p s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__s s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' f s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r { s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__ s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 z s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdbZ getoutputZcommands�
subprocess�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r ru D s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ
splitqueryZsplittagZ splituserZ
splitvalueZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx s s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz � s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| � s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ � s r~ ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )N�parse�error�request�responserq r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rq r8 r r r r r� � s
r� z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt �__dict__rF r r r r � remove_move s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator* s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr>6 s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable5 s r� c C s | S r r �Zunboundr r r �get_unbound_function; s r� c C s | S r r �r �clsr r r �create_unbound_method@ s r� c C s | j S r )r� r� r r r r� F s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_methodI s r� c C s t �| d |�S r )r� r� r� r r r r� L s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� P s z
Iterator.nextN)r
r r r� r r r r r� O s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeysc s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesf s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsi s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsl s r� r� r� r� c K s | j f |�S r )r� r� r r r r� v s c K s | j f |�S r )r� r� r r r r� y s c K s | j f |�S r )r� r� r r r r� | s c K s | j f |�S r )r� r� r r r r� s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �b� s r� c C s | S r r r� r r r �u� s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s: z*|d kr| � }|j |k r$|�|��|�W 5 d }d }X d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r r z�def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� s
��� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_ sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� W s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rd �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapperh s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� c s r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r �
this_basesr� ��bases�metar r �__new__z s z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)r� r r� r� r r r� } s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclassy s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclasst s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r� � __weakref__r )
r� �copyr� rI r� r� rM r r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� � s
z add_metaclass.<locals>.wrapperr )r� r� r r r �
add_metaclass� s r �utf-8r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rI � text_typer� � binary_typer� r� �r� r� r� r r r �
ensure_binary� s
r c C sX t | ttf�s tdt| � ��tr:t | t�r:| �||�} ntrTt | t�rT| �||�} | S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r ) rI r r r� r� �PY2r� r) �decoder r r r �
ensure_str� s r c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r N)rI r r r r� r� r r r r � ensure_text� s
r
c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr )� __unicode__r� r r r r �<lambda>� � z-python_2_unicode_compatible.<locals>.<lambda>)r
r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible� s
��
r �__spec__)N)NN)r r� )r r� )r r� )�r Z
__future__r rd rU �operatorr r� �
__author__� __version__� version_infor
r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesr �bytesr �maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr� r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r r r r
r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> sN
@ �
�
�
�
�K
�
�
�
�
�
�% �� � �� �
� �
�
�
�
�
: � ��
site-packages/pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-38.pyc 0000644 00000000425 15201600075 0023236 0 ustar 00 U
��.el � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnameN)Z
__future__r � r �__all__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/__init__.py�<module> s site-packages/pip/_vendor/urllib3/packages/six.py 0000644 00000077430 15201600075 0016026 0 ustar 00 # Copyright (c) 2010-2019 Benjamin Peterson
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
"""Utilities for writing code that runs on Python 2 and 3"""
from __future__ import absolute_import
import functools
import itertools
import operator
import sys
import types
__author__ = "Benjamin Peterson <benjamin@python.org>"
__version__ = "1.12.0"
# Useful for very coarse version differentiation.
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
PY34 = sys.version_info[0:2] >= (3, 4)
if PY3:
string_types = (str,)
integer_types = (int,)
class_types = (type,)
text_type = str
binary_type = bytes
MAXSIZE = sys.maxsize
else:
string_types = (basestring,)
integer_types = (int, long)
class_types = (type, types.ClassType)
text_type = unicode
binary_type = str
if sys.platform.startswith("java"):
# Jython always uses 32 bits.
MAXSIZE = int((1 << 31) - 1)
else:
# It's possible to have sizeof(long) != sizeof(Py_ssize_t).
class X(object):
def __len__(self):
return 1 << 31
try:
len(X())
except OverflowError:
# 32-bit
MAXSIZE = int((1 << 31) - 1)
else:
# 64-bit
MAXSIZE = int((1 << 63) - 1)
del X
def _add_doc(func, doc):
"""Add documentation to a function."""
func.__doc__ = doc
def _import_module(name):
"""Import module, returning the module after the last dot."""
__import__(name)
return sys.modules[name]
class _LazyDescr(object):
def __init__(self, name):
self.name = name
def __get__(self, obj, tp):
result = self._resolve()
setattr(obj, self.name, result) # Invokes __set__.
try:
# This is a bit ugly, but it avoids running this again by
# removing this descriptor.
delattr(obj.__class__, self.name)
except AttributeError:
pass
return result
class MovedModule(_LazyDescr):
def __init__(self, name, old, new=None):
super(MovedModule, self).__init__(name)
if PY3:
if new is None:
new = name
self.mod = new
else:
self.mod = old
def _resolve(self):
return _import_module(self.mod)
def __getattr__(self, attr):
_module = self._resolve()
value = getattr(_module, attr)
setattr(self, attr, value)
return value
class _LazyModule(types.ModuleType):
def __init__(self, name):
super(_LazyModule, self).__init__(name)
self.__doc__ = self.__class__.__doc__
def __dir__(self):
attrs = ["__doc__", "__name__"]
attrs += [attr.name for attr in self._moved_attributes]
return attrs
# Subclasses should override this
_moved_attributes = []
class MovedAttribute(_LazyDescr):
def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None):
super(MovedAttribute, self).__init__(name)
if PY3:
if new_mod is None:
new_mod = name
self.mod = new_mod
if new_attr is None:
if old_attr is None:
new_attr = name
else:
new_attr = old_attr
self.attr = new_attr
else:
self.mod = old_mod
if old_attr is None:
old_attr = name
self.attr = old_attr
def _resolve(self):
module = _import_module(self.mod)
return getattr(module, self.attr)
class _SixMetaPathImporter(object):
"""
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
"""
def __init__(self, six_module_name):
self.name = six_module_name
self.known_modules = {}
def _add_module(self, mod, *fullnames):
for fullname in fullnames:
self.known_modules[self.name + "." + fullname] = mod
def _get_module(self, fullname):
return self.known_modules[self.name + "." + fullname]
def find_module(self, fullname, path=None):
if fullname in self.known_modules:
return self
return None
def __get_module(self, fullname):
try:
return self.known_modules[fullname]
except KeyError:
raise ImportError("This loader does not know module " + fullname)
def load_module(self, fullname):
try:
# in case of a reload
return sys.modules[fullname]
except KeyError:
pass
mod = self.__get_module(fullname)
if isinstance(mod, MovedModule):
mod = mod._resolve()
else:
mod.__loader__ = self
sys.modules[fullname] = mod
return mod
def is_package(self, fullname):
"""
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
"""
return hasattr(self.__get_module(fullname), "__path__")
def get_code(self, fullname):
"""Return None
Required, if is_package is implemented"""
self.__get_module(fullname) # eventually raises ImportError
return None
get_source = get_code # same as get_code
_importer = _SixMetaPathImporter(__name__)
class _MovedItems(_LazyModule):
"""Lazy loading of moved objects"""
__path__ = [] # mark as package
_moved_attributes = [
MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"),
MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"),
MovedAttribute(
"filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"
),
MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"),
MovedAttribute("intern", "__builtin__", "sys"),
MovedAttribute("map", "itertools", "builtins", "imap", "map"),
MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"),
MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"),
MovedAttribute("getoutput", "commands", "subprocess"),
MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute(
"reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"
),
MovedAttribute("reduce", "__builtin__", "functools"),
MovedAttribute("shlex_quote", "pipes", "shlex", "quote"),
MovedAttribute("StringIO", "StringIO", "io"),
MovedAttribute("UserDict", "UserDict", "collections"),
MovedAttribute("UserList", "UserList", "collections"),
MovedAttribute("UserString", "UserString", "collections"),
MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("zip", "itertools", "builtins", "izip", "zip"),
MovedAttribute(
"zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"
),
MovedModule("builtins", "__builtin__"),
MovedModule("configparser", "ConfigParser"),
MovedModule("copyreg", "copy_reg"),
MovedModule("dbm_gnu", "gdbm", "dbm.gnu"),
MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"),
MovedModule("http_cookiejar", "cookielib", "http.cookiejar"),
MovedModule("http_cookies", "Cookie", "http.cookies"),
MovedModule("html_entities", "htmlentitydefs", "html.entities"),
MovedModule("html_parser", "HTMLParser", "html.parser"),
MovedModule("http_client", "httplib", "http.client"),
MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"),
MovedModule("email_mime_image", "email.MIMEImage", "email.mime.image"),
MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"),
MovedModule(
"email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"
),
MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"),
MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"),
MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"),
MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"),
MovedModule("cPickle", "cPickle", "pickle"),
MovedModule("queue", "Queue"),
MovedModule("reprlib", "repr"),
MovedModule("socketserver", "SocketServer"),
MovedModule("_thread", "thread", "_thread"),
MovedModule("tkinter", "Tkinter"),
MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"),
MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"),
MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"),
MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"),
MovedModule("tkinter_tix", "Tix", "tkinter.tix"),
MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"),
MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"),
MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"),
MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"),
MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"),
MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"),
MovedModule("tkinter_font", "tkFont", "tkinter.font"),
MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"),
MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"),
MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"),
MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"),
MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"),
MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"),
MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"),
MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"),
]
# Add windows specific modules.
if sys.platform == "win32":
_moved_attributes += [MovedModule("winreg", "_winreg")]
for attr in _moved_attributes:
setattr(_MovedItems, attr.name, attr)
if isinstance(attr, MovedModule):
_importer._add_module(attr, "moves." + attr.name)
del attr
_MovedItems._moved_attributes = _moved_attributes
moves = _MovedItems(__name__ + ".moves")
_importer._add_module(moves, "moves")
class Module_six_moves_urllib_parse(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_parse"""
_urllib_parse_moved_attributes = [
MovedAttribute("ParseResult", "urlparse", "urllib.parse"),
MovedAttribute("SplitResult", "urlparse", "urllib.parse"),
MovedAttribute("parse_qs", "urlparse", "urllib.parse"),
MovedAttribute("parse_qsl", "urlparse", "urllib.parse"),
MovedAttribute("urldefrag", "urlparse", "urllib.parse"),
MovedAttribute("urljoin", "urlparse", "urllib.parse"),
MovedAttribute("urlparse", "urlparse", "urllib.parse"),
MovedAttribute("urlsplit", "urlparse", "urllib.parse"),
MovedAttribute("urlunparse", "urlparse", "urllib.parse"),
MovedAttribute("urlunsplit", "urlparse", "urllib.parse"),
MovedAttribute("quote", "urllib", "urllib.parse"),
MovedAttribute("quote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote", "urllib", "urllib.parse"),
MovedAttribute("unquote_plus", "urllib", "urllib.parse"),
MovedAttribute(
"unquote_to_bytes", "urllib", "urllib.parse", "unquote", "unquote_to_bytes"
),
MovedAttribute("urlencode", "urllib", "urllib.parse"),
MovedAttribute("splitquery", "urllib", "urllib.parse"),
MovedAttribute("splittag", "urllib", "urllib.parse"),
MovedAttribute("splituser", "urllib", "urllib.parse"),
MovedAttribute("splitvalue", "urllib", "urllib.parse"),
MovedAttribute("uses_fragment", "urlparse", "urllib.parse"),
MovedAttribute("uses_netloc", "urlparse", "urllib.parse"),
MovedAttribute("uses_params", "urlparse", "urllib.parse"),
MovedAttribute("uses_query", "urlparse", "urllib.parse"),
MovedAttribute("uses_relative", "urlparse", "urllib.parse"),
]
for attr in _urllib_parse_moved_attributes:
setattr(Module_six_moves_urllib_parse, attr.name, attr)
del attr
Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes
_importer._add_module(
Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"),
"moves.urllib_parse",
"moves.urllib.parse",
)
class Module_six_moves_urllib_error(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_error"""
_urllib_error_moved_attributes = [
MovedAttribute("URLError", "urllib2", "urllib.error"),
MovedAttribute("HTTPError", "urllib2", "urllib.error"),
MovedAttribute("ContentTooShortError", "urllib", "urllib.error"),
]
for attr in _urllib_error_moved_attributes:
setattr(Module_six_moves_urllib_error, attr.name, attr)
del attr
Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes
_importer._add_module(
Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"),
"moves.urllib_error",
"moves.urllib.error",
)
class Module_six_moves_urllib_request(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_request"""
_urllib_request_moved_attributes = [
MovedAttribute("urlopen", "urllib2", "urllib.request"),
MovedAttribute("install_opener", "urllib2", "urllib.request"),
MovedAttribute("build_opener", "urllib2", "urllib.request"),
MovedAttribute("pathname2url", "urllib", "urllib.request"),
MovedAttribute("url2pathname", "urllib", "urllib.request"),
MovedAttribute("getproxies", "urllib", "urllib.request"),
MovedAttribute("Request", "urllib2", "urllib.request"),
MovedAttribute("OpenerDirector", "urllib2", "urllib.request"),
MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"),
MovedAttribute("ProxyHandler", "urllib2", "urllib.request"),
MovedAttribute("BaseHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"),
MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"),
MovedAttribute("FileHandler", "urllib2", "urllib.request"),
MovedAttribute("FTPHandler", "urllib2", "urllib.request"),
MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"),
MovedAttribute("UnknownHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"),
MovedAttribute("urlretrieve", "urllib", "urllib.request"),
MovedAttribute("urlcleanup", "urllib", "urllib.request"),
MovedAttribute("URLopener", "urllib", "urllib.request"),
MovedAttribute("FancyURLopener", "urllib", "urllib.request"),
MovedAttribute("proxy_bypass", "urllib", "urllib.request"),
MovedAttribute("parse_http_list", "urllib2", "urllib.request"),
MovedAttribute("parse_keqv_list", "urllib2", "urllib.request"),
]
for attr in _urllib_request_moved_attributes:
setattr(Module_six_moves_urllib_request, attr.name, attr)
del attr
Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes
_importer._add_module(
Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"),
"moves.urllib_request",
"moves.urllib.request",
)
class Module_six_moves_urllib_response(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_response"""
_urllib_response_moved_attributes = [
MovedAttribute("addbase", "urllib", "urllib.response"),
MovedAttribute("addclosehook", "urllib", "urllib.response"),
MovedAttribute("addinfo", "urllib", "urllib.response"),
MovedAttribute("addinfourl", "urllib", "urllib.response"),
]
for attr in _urllib_response_moved_attributes:
setattr(Module_six_moves_urllib_response, attr.name, attr)
del attr
Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes
_importer._add_module(
Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"),
"moves.urllib_response",
"moves.urllib.response",
)
class Module_six_moves_urllib_robotparser(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_robotparser"""
_urllib_robotparser_moved_attributes = [
MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser")
]
for attr in _urllib_robotparser_moved_attributes:
setattr(Module_six_moves_urllib_robotparser, attr.name, attr)
del attr
Module_six_moves_urllib_robotparser._moved_attributes = (
_urllib_robotparser_moved_attributes
)
_importer._add_module(
Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"),
"moves.urllib_robotparser",
"moves.urllib.robotparser",
)
class Module_six_moves_urllib(types.ModuleType):
"""Create a six.moves.urllib namespace that resembles the Python 3 namespace"""
__path__ = [] # mark as package
parse = _importer._get_module("moves.urllib_parse")
error = _importer._get_module("moves.urllib_error")
request = _importer._get_module("moves.urllib_request")
response = _importer._get_module("moves.urllib_response")
robotparser = _importer._get_module("moves.urllib_robotparser")
def __dir__(self):
return ["parse", "error", "request", "response", "robotparser"]
_importer._add_module(
Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib"
)
def add_move(move):
"""Add an item to six.moves."""
setattr(_MovedItems, move.name, move)
def remove_move(name):
"""Remove item from six.moves."""
try:
delattr(_MovedItems, name)
except AttributeError:
try:
del moves.__dict__[name]
except KeyError:
raise AttributeError("no such move, %r" % (name,))
if PY3:
_meth_func = "__func__"
_meth_self = "__self__"
_func_closure = "__closure__"
_func_code = "__code__"
_func_defaults = "__defaults__"
_func_globals = "__globals__"
else:
_meth_func = "im_func"
_meth_self = "im_self"
_func_closure = "func_closure"
_func_code = "func_code"
_func_defaults = "func_defaults"
_func_globals = "func_globals"
try:
advance_iterator = next
except NameError:
def advance_iterator(it):
return it.next()
next = advance_iterator
try:
callable = callable
except NameError:
def callable(obj):
return any("__call__" in klass.__dict__ for klass in type(obj).__mro__)
if PY3:
def get_unbound_function(unbound):
return unbound
create_bound_method = types.MethodType
def create_unbound_method(func, cls):
return func
Iterator = object
else:
def get_unbound_function(unbound):
return unbound.im_func
def create_bound_method(func, obj):
return types.MethodType(func, obj, obj.__class__)
def create_unbound_method(func, cls):
return types.MethodType(func, None, cls)
class Iterator(object):
def next(self):
return type(self).__next__(self)
callable = callable
_add_doc(
get_unbound_function, """Get the function out of a possibly unbound function"""
)
get_method_function = operator.attrgetter(_meth_func)
get_method_self = operator.attrgetter(_meth_self)
get_function_closure = operator.attrgetter(_func_closure)
get_function_code = operator.attrgetter(_func_code)
get_function_defaults = operator.attrgetter(_func_defaults)
get_function_globals = operator.attrgetter(_func_globals)
if PY3:
def iterkeys(d, **kw):
return iter(d.keys(**kw))
def itervalues(d, **kw):
return iter(d.values(**kw))
def iteritems(d, **kw):
return iter(d.items(**kw))
def iterlists(d, **kw):
return iter(d.lists(**kw))
viewkeys = operator.methodcaller("keys")
viewvalues = operator.methodcaller("values")
viewitems = operator.methodcaller("items")
else:
def iterkeys(d, **kw):
return d.iterkeys(**kw)
def itervalues(d, **kw):
return d.itervalues(**kw)
def iteritems(d, **kw):
return d.iteritems(**kw)
def iterlists(d, **kw):
return d.iterlists(**kw)
viewkeys = operator.methodcaller("viewkeys")
viewvalues = operator.methodcaller("viewvalues")
viewitems = operator.methodcaller("viewitems")
_add_doc(iterkeys, "Return an iterator over the keys of a dictionary.")
_add_doc(itervalues, "Return an iterator over the values of a dictionary.")
_add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.")
_add_doc(
iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary."
)
if PY3:
def b(s):
return s.encode("latin-1")
def u(s):
return s
unichr = chr
import struct
int2byte = struct.Struct(">B").pack
del struct
byte2int = operator.itemgetter(0)
indexbytes = operator.getitem
iterbytes = iter
import io
StringIO = io.StringIO
BytesIO = io.BytesIO
del io
_assertCountEqual = "assertCountEqual"
if sys.version_info[1] <= 1:
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
else:
_assertRaisesRegex = "assertRaisesRegex"
_assertRegex = "assertRegex"
else:
def b(s):
return s
# Workaround for standalone backslash
def u(s):
return unicode(s.replace(r"\\", r"\\\\"), "unicode_escape")
unichr = unichr
int2byte = chr
def byte2int(bs):
return ord(bs[0])
def indexbytes(buf, i):
return ord(buf[i])
iterbytes = functools.partial(itertools.imap, ord)
import StringIO
StringIO = BytesIO = StringIO.StringIO
_assertCountEqual = "assertItemsEqual"
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_add_doc(b, """Byte literal""")
_add_doc(u, """Text literal""")
def assertCountEqual(self, *args, **kwargs):
return getattr(self, _assertCountEqual)(*args, **kwargs)
def assertRaisesRegex(self, *args, **kwargs):
return getattr(self, _assertRaisesRegex)(*args, **kwargs)
def assertRegex(self, *args, **kwargs):
return getattr(self, _assertRegex)(*args, **kwargs)
if PY3:
exec_ = getattr(moves.builtins, "exec")
def reraise(tp, value, tb=None):
try:
if value is None:
value = tp()
if value.__traceback__ is not tb:
raise value.with_traceback(tb)
raise value
finally:
value = None
tb = None
else:
def exec_(_code_, _globs_=None, _locs_=None):
"""Execute code in a namespace."""
if _globs_ is None:
frame = sys._getframe(1)
_globs_ = frame.f_globals
if _locs_ is None:
_locs_ = frame.f_locals
del frame
elif _locs_ is None:
_locs_ = _globs_
exec("""exec _code_ in _globs_, _locs_""")
exec_(
"""def reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
"""
)
if sys.version_info[:2] == (3, 2):
exec_(
"""def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
"""
)
elif sys.version_info[:2] > (3, 2):
exec_(
"""def raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
"""
)
else:
def raise_from(value, from_value):
raise value
print_ = getattr(moves.builtins, "print", None)
if print_ is None:
def print_(*args, **kwargs):
"""The new-style print function for Python 2.4 and 2.5."""
fp = kwargs.pop("file", sys.stdout)
if fp is None:
return
def write(data):
if not isinstance(data, basestring):
data = str(data)
# If the file has an encoding, encode unicode with it.
if (
isinstance(fp, file)
and isinstance(data, unicode)
and fp.encoding is not None
):
errors = getattr(fp, "errors", None)
if errors is None:
errors = "strict"
data = data.encode(fp.encoding, errors)
fp.write(data)
want_unicode = False
sep = kwargs.pop("sep", None)
if sep is not None:
if isinstance(sep, unicode):
want_unicode = True
elif not isinstance(sep, str):
raise TypeError("sep must be None or a string")
end = kwargs.pop("end", None)
if end is not None:
if isinstance(end, unicode):
want_unicode = True
elif not isinstance(end, str):
raise TypeError("end must be None or a string")
if kwargs:
raise TypeError("invalid keyword arguments to print()")
if not want_unicode:
for arg in args:
if isinstance(arg, unicode):
want_unicode = True
break
if want_unicode:
newline = unicode("\n")
space = unicode(" ")
else:
newline = "\n"
space = " "
if sep is None:
sep = space
if end is None:
end = newline
for i, arg in enumerate(args):
if i:
write(sep)
write(arg)
write(end)
if sys.version_info[:2] < (3, 3):
_print = print_
def print_(*args, **kwargs):
fp = kwargs.get("file", sys.stdout)
flush = kwargs.pop("flush", False)
_print(*args, **kwargs)
if flush and fp is not None:
fp.flush()
_add_doc(reraise, """Reraise an exception.""")
if sys.version_info[0:2] < (3, 4):
def wraps(
wrapped,
assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES,
):
def wrapper(f):
f = functools.wraps(wrapped, assigned, updated)(f)
f.__wrapped__ = wrapped
return f
return wrapper
else:
wraps = functools.wraps
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(type):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
@classmethod
def __prepare__(cls, name, this_bases):
return meta.__prepare__(name, bases)
return type.__new__(metaclass, "temporary_class", (), {})
def add_metaclass(metaclass):
"""Class decorator for creating a class with a metaclass."""
def wrapper(cls):
orig_vars = cls.__dict__.copy()
slots = orig_vars.get("__slots__")
if slots is not None:
if isinstance(slots, str):
slots = [slots]
for slots_var in slots:
orig_vars.pop(slots_var)
orig_vars.pop("__dict__", None)
orig_vars.pop("__weakref__", None)
if hasattr(cls, "__qualname__"):
orig_vars["__qualname__"] = cls.__qualname__
return metaclass(cls.__name__, cls.__bases__, orig_vars)
return wrapper
def ensure_binary(s, encoding="utf-8", errors="strict"):
"""Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
"""
if isinstance(s, text_type):
return s.encode(encoding, errors)
elif isinstance(s, binary_type):
return s
else:
raise TypeError("not expecting type '%s'" % type(s))
def ensure_str(s, encoding="utf-8", errors="strict"):
"""Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
"""
if not isinstance(s, (text_type, binary_type)):
raise TypeError("not expecting type '%s'" % type(s))
if PY2 and isinstance(s, text_type):
s = s.encode(encoding, errors)
elif PY3 and isinstance(s, binary_type):
s = s.decode(encoding, errors)
return s
def ensure_text(s, encoding="utf-8", errors="strict"):
"""Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
"""
if isinstance(s, binary_type):
return s.decode(encoding, errors)
elif isinstance(s, text_type):
return s
else:
raise TypeError("not expecting type '%s'" % type(s))
def python_2_unicode_compatible(klass):
"""
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
"""
if PY2:
if "__str__" not in klass.__dict__:
raise ValueError(
"@python_2_unicode_compatible cannot be applied "
"to %s because it doesn't define __str__()." % klass.__name__
)
klass.__unicode__ = klass.__str__
klass.__str__ = lambda self: self.__unicode__().encode("utf-8")
return klass
# Complete the moves implementation.
# This code is at the end of this module to speed up module loading.
# Turn this module into a package.
__path__ = [] # required for PEP 302 and PEP 451
__package__ = __name__ # see PEP 366 @ReservedAssignment
if globals().get("__spec__") is not None:
__spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable
# Remove other six meta path importers, since they cause problems. This can
# happen if six is removed from sys.modules and then reloaded. (Setuptools does
# this for some reason.)
if sys.meta_path:
for i, importer in enumerate(sys.meta_path):
# Here's some real nastiness: Another "instance" of the six module might
# be floating around. Therefore, we can't use isinstance() to check for
# the six meta path importer, since the other six instance will have
# inserted an importer with different class.
if (
type(importer).__name__ == "_SixMetaPathImporter"
and importer.name == __name__
):
del sys.meta_path[i]
break
del i, importer
# Finally, add the importer to the meta path import hook.
sys.meta_path.append(_importer)
site-packages/pip/_vendor/urllib3/_collections.py 0000644 00000025050 15201600075 0016111 0 ustar 00 from __future__ import absolute_import
try:
from collections.abc import Mapping, MutableMapping
except ImportError:
from collections import Mapping, MutableMapping
try:
from threading import RLock
except ImportError: # Platform-specific: No threads available
class RLock:
def __enter__(self):
pass
def __exit__(self, exc_type, exc_value, traceback):
pass
from collections import OrderedDict
from .exceptions import InvalidHeader
from .packages.six import iterkeys, itervalues, PY3
__all__ = ["RecentlyUsedContainer", "HTTPHeaderDict"]
_Null = object()
class RecentlyUsedContainer(MutableMapping):
"""
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
"""
ContainerCls = OrderedDict
def __init__(self, maxsize=10, dispose_func=None):
self._maxsize = maxsize
self.dispose_func = dispose_func
self._container = self.ContainerCls()
self.lock = RLock()
def __getitem__(self, key):
# Re-insert the item, moving it to the end of the eviction line.
with self.lock:
item = self._container.pop(key)
self._container[key] = item
return item
def __setitem__(self, key, value):
evicted_value = _Null
with self.lock:
# Possibly evict the existing value of 'key'
evicted_value = self._container.get(key, _Null)
self._container[key] = value
# If we didn't evict an existing value, we might have to evict the
# least recently used item from the beginning of the container.
if len(self._container) > self._maxsize:
_key, evicted_value = self._container.popitem(last=False)
if self.dispose_func and evicted_value is not _Null:
self.dispose_func(evicted_value)
def __delitem__(self, key):
with self.lock:
value = self._container.pop(key)
if self.dispose_func:
self.dispose_func(value)
def __len__(self):
with self.lock:
return len(self._container)
def __iter__(self):
raise NotImplementedError(
"Iteration over this class is unlikely to be threadsafe."
)
def clear(self):
with self.lock:
# Copy pointers to all values, then wipe the mapping
values = list(itervalues(self._container))
self._container.clear()
if self.dispose_func:
for value in values:
self.dispose_func(value)
def keys(self):
with self.lock:
return list(iterkeys(self._container))
class HTTPHeaderDict(MutableMapping):
"""
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
"""
def __init__(self, headers=None, **kwargs):
super(HTTPHeaderDict, self).__init__()
self._container = OrderedDict()
if headers is not None:
if isinstance(headers, HTTPHeaderDict):
self._copy_from(headers)
else:
self.extend(headers)
if kwargs:
self.extend(kwargs)
def __setitem__(self, key, val):
self._container[key.lower()] = [key, val]
return self._container[key.lower()]
def __getitem__(self, key):
val = self._container[key.lower()]
return ", ".join(val[1:])
def __delitem__(self, key):
del self._container[key.lower()]
def __contains__(self, key):
return key.lower() in self._container
def __eq__(self, other):
if not isinstance(other, Mapping) and not hasattr(other, "keys"):
return False
if not isinstance(other, type(self)):
other = type(self)(other)
return dict((k.lower(), v) for k, v in self.itermerged()) == dict(
(k.lower(), v) for k, v in other.itermerged()
)
def __ne__(self, other):
return not self.__eq__(other)
if not PY3: # Python 2
iterkeys = MutableMapping.iterkeys
itervalues = MutableMapping.itervalues
__marker = object()
def __len__(self):
return len(self._container)
def __iter__(self):
# Only provide the originally cased names
for vals in self._container.values():
yield vals[0]
def pop(self, key, default=__marker):
"""D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
"""
# Using the MutableMapping function directly fails due to the private marker.
# Using ordinary dict.pop would expose the internal structures.
# So let's reinvent the wheel.
try:
value = self[key]
except KeyError:
if default is self.__marker:
raise
return default
else:
del self[key]
return value
def discard(self, key):
try:
del self[key]
except KeyError:
pass
def add(self, key, val):
"""Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
"""
key_lower = key.lower()
new_vals = [key, val]
# Keep the common case aka no item present as fast as possible
vals = self._container.setdefault(key_lower, new_vals)
if new_vals is not vals:
vals.append(val)
def extend(self, *args, **kwargs):
"""Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
"""
if len(args) > 1:
raise TypeError(
"extend() takes at most 1 positional "
"arguments ({0} given)".format(len(args))
)
other = args[0] if len(args) >= 1 else ()
if isinstance(other, HTTPHeaderDict):
for key, val in other.iteritems():
self.add(key, val)
elif isinstance(other, Mapping):
for key in other:
self.add(key, other[key])
elif hasattr(other, "keys"):
for key in other.keys():
self.add(key, other[key])
else:
for key, value in other:
self.add(key, value)
for key, value in kwargs.items():
self.add(key, value)
def getlist(self, key, default=__marker):
"""Returns a list of all the values for the named field. Returns an
empty list if the key doesn't exist."""
try:
vals = self._container[key.lower()]
except KeyError:
if default is self.__marker:
return []
return default
else:
return vals[1:]
# Backwards compatibility for httplib
getheaders = getlist
getallmatchingheaders = getlist
iget = getlist
# Backwards compatibility for http.cookiejar
get_all = getlist
def __repr__(self):
return "%s(%s)" % (type(self).__name__, dict(self.itermerged()))
def _copy_from(self, other):
for key in other:
val = other.getlist(key)
if isinstance(val, list):
# Don't need to convert tuples
val = list(val)
self._container[key.lower()] = [key] + val
def copy(self):
clone = type(self)()
clone._copy_from(self)
return clone
def iteritems(self):
"""Iterate over all header lines, including duplicate ones."""
for key in self:
vals = self._container[key.lower()]
for val in vals[1:]:
yield vals[0], val
def itermerged(self):
"""Iterate over all headers, merging duplicate ones together."""
for key in self:
val = self._container[key.lower()]
yield val[0], ", ".join(val[1:])
def items(self):
return list(self.iteritems())
@classmethod
def from_httplib(cls, message): # Python 2
"""Read headers from a Python 2 httplib message object."""
# python2.7 does not expose a proper API for exporting multiheaders
# efficiently. This function re-reads raw lines from the message
# object and extracts the multiheaders properly.
obs_fold_continued_leaders = (" ", "\t")
headers = []
for line in message.headers:
if line.startswith(obs_fold_continued_leaders):
if not headers:
# We received a header line that starts with OWS as described
# in RFC-7230 S3.2.4. This indicates a multiline header, but
# there exists no previous header to which we can attach it.
raise InvalidHeader(
"Header continuation with no previous header: %s" % line
)
else:
key, value = headers[-1]
headers[-1] = (key, value + " " + line.strip())
continue
key, value = line.split(":", 1)
headers.append((key, value.strip()))
return cls(headers)
site-packages/pip/_vendor/urllib3/filepost.py 0000644 00000004610 15201600075 0015260 0 ustar 00 from __future__ import absolute_import
import binascii
import codecs
import os
from io import BytesIO
from .packages import six
from .packages.six import b
from .fields import RequestField
writer = codecs.lookup("utf-8")[3]
def choose_boundary():
"""
Our embarrassingly-simple replacement for mimetools.choose_boundary.
"""
boundary = binascii.hexlify(os.urandom(16))
if not six.PY2:
boundary = boundary.decode("ascii")
return boundary
def iter_field_objects(fields):
"""
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
"""
if isinstance(fields, dict):
i = six.iteritems(fields)
else:
i = iter(fields)
for field in i:
if isinstance(field, RequestField):
yield field
else:
yield RequestField.from_tuples(*field)
def iter_fields(fields):
"""
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
"""
if isinstance(fields, dict):
return ((k, v) for k, v in six.iteritems(fields))
return ((k, v) for k, v in fields)
def encode_multipart_formdata(fields, boundary=None):
"""
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`urllib3.filepost.choose_boundary`.
"""
body = BytesIO()
if boundary is None:
boundary = choose_boundary()
for field in iter_field_objects(fields):
body.write(b("--%s\r\n" % (boundary)))
writer(body).write(field.render_headers())
data = field.data
if isinstance(data, int):
data = str(data) # Backwards compatibility
if isinstance(data, six.text_type):
writer(body).write(data)
else:
body.write(data)
body.write(b"\r\n")
body.write(b("--%s--\r\n" % (boundary)))
content_type = str("multipart/form-data; boundary=%s" % boundary)
return body.getvalue(), content_type
site-packages/pip/_vendor/urllib3/connection.py 0000644 00000035502 15201600075 0015576 0 ustar 00 from __future__ import absolute_import
import datetime
import logging
import os
import socket
from socket import error as SocketError, timeout as SocketTimeout
import warnings
from .packages import six
from .packages.six.moves.http_client import HTTPConnection as _HTTPConnection
from .packages.six.moves.http_client import HTTPException # noqa: F401
try: # Compiled with SSL?
import ssl
BaseSSLError = ssl.SSLError
except (ImportError, AttributeError): # Platform-specific: No SSL.
ssl = None
class BaseSSLError(BaseException):
pass
try:
# Python 3: not a no-op, we're adding this to the namespace so it can be imported.
ConnectionError = ConnectionError
except NameError:
# Python 2
class ConnectionError(Exception):
pass
from .exceptions import (
NewConnectionError,
ConnectTimeoutError,
SubjectAltNameWarning,
SystemTimeWarning,
)
from .packages.ssl_match_hostname import match_hostname, CertificateError
from .util.ssl_ import (
resolve_cert_reqs,
resolve_ssl_version,
assert_fingerprint,
create_urllib3_context,
ssl_wrap_socket,
)
from .util import connection
from ._collections import HTTPHeaderDict
log = logging.getLogger(__name__)
port_by_scheme = {"http": 80, "https": 443}
# When it comes time to update this value as a part of regular maintenance
# (ie test_recent_date is failing) update it to ~6 months before the current date.
RECENT_DATE = datetime.date(2019, 1, 1)
class DummyConnection(object):
"""Used to detect a failed ConnectionCls import."""
pass
class HTTPConnection(_HTTPConnection, object):
"""
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
"""
default_port = port_by_scheme["http"]
#: Disable Nagle's algorithm by default.
#: ``[(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)]``
default_socket_options = [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)]
#: Whether this connection verifies the host's certificate.
is_verified = False
def __init__(self, *args, **kw):
if not six.PY2:
kw.pop("strict", None)
# Pre-set source_address.
self.source_address = kw.get("source_address")
#: The socket options provided by the user. If no options are
#: provided, we use the default options.
self.socket_options = kw.pop("socket_options", self.default_socket_options)
_HTTPConnection.__init__(self, *args, **kw)
@property
def host(self):
"""
Getter method to remove any trailing dots that indicate the hostname is an FQDN.
In general, SSL certificates don't include the trailing dot indicating a
fully-qualified domain name, and thus, they don't validate properly when
checked against a domain name that includes the dot. In addition, some
servers may not expect to receive the trailing dot when provided.
However, the hostname with trailing dot is critical to DNS resolution; doing a
lookup with the trailing dot will properly only resolve the appropriate FQDN,
whereas a lookup without a trailing dot will search the system's search domain
list. Thus, it's important to keep the original host around for use only in
those cases where it's appropriate (i.e., when doing DNS lookup to establish the
actual TCP connection across which we're going to send HTTP requests).
"""
return self._dns_host.rstrip(".")
@host.setter
def host(self, value):
"""
Setter for the `host` property.
We assume that only urllib3 uses the _dns_host attribute; httplib itself
only uses `host`, and it seems reasonable that other libraries follow suit.
"""
self._dns_host = value
def _new_conn(self):
""" Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
"""
extra_kw = {}
if self.source_address:
extra_kw["source_address"] = self.source_address
if self.socket_options:
extra_kw["socket_options"] = self.socket_options
try:
conn = connection.create_connection(
(self._dns_host, self.port), self.timeout, **extra_kw
)
except SocketTimeout:
raise ConnectTimeoutError(
self,
"Connection to %s timed out. (connect timeout=%s)"
% (self.host, self.timeout),
)
except SocketError as e:
raise NewConnectionError(
self, "Failed to establish a new connection: %s" % e
)
return conn
def _prepare_conn(self, conn):
self.sock = conn
# Google App Engine's httplib does not define _tunnel_host
if getattr(self, "_tunnel_host", None):
# TODO: Fix tunnel so it doesn't depend on self.sock state.
self._tunnel()
# Mark this connection as not reusable
self.auto_open = 0
def connect(self):
conn = self._new_conn()
self._prepare_conn(conn)
def request_chunked(self, method, url, body=None, headers=None):
"""
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
"""
headers = HTTPHeaderDict(headers if headers is not None else {})
skip_accept_encoding = "accept-encoding" in headers
skip_host = "host" in headers
self.putrequest(
method, url, skip_accept_encoding=skip_accept_encoding, skip_host=skip_host
)
for header, value in headers.items():
self.putheader(header, value)
if "transfer-encoding" not in headers:
self.putheader("Transfer-Encoding", "chunked")
self.endheaders()
if body is not None:
stringish_types = six.string_types + (bytes,)
if isinstance(body, stringish_types):
body = (body,)
for chunk in body:
if not chunk:
continue
if not isinstance(chunk, bytes):
chunk = chunk.encode("utf8")
len_str = hex(len(chunk))[2:]
self.send(len_str.encode("utf-8"))
self.send(b"\r\n")
self.send(chunk)
self.send(b"\r\n")
# After the if clause, to always have a closed body
self.send(b"0\r\n\r\n")
class HTTPSConnection(HTTPConnection):
default_port = port_by_scheme["https"]
ssl_version = None
def __init__(
self,
host,
port=None,
key_file=None,
cert_file=None,
key_password=None,
strict=None,
timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
ssl_context=None,
server_hostname=None,
**kw
):
HTTPConnection.__init__(self, host, port, strict=strict, timeout=timeout, **kw)
self.key_file = key_file
self.cert_file = cert_file
self.key_password = key_password
self.ssl_context = ssl_context
self.server_hostname = server_hostname
# Required property for Google AppEngine 1.9.0 which otherwise causes
# HTTPS requests to go out as HTTP. (See Issue #356)
self._protocol = "https"
def connect(self):
conn = self._new_conn()
self._prepare_conn(conn)
# Wrap socket using verification with the root certs in
# trusted_root_certs
default_ssl_context = False
if self.ssl_context is None:
default_ssl_context = True
self.ssl_context = create_urllib3_context(
ssl_version=resolve_ssl_version(self.ssl_version),
cert_reqs=resolve_cert_reqs(self.cert_reqs),
)
# Try to load OS default certs if none are given.
# Works well on Windows (requires Python3.4+)
context = self.ssl_context
if (
not self.ca_certs
and not self.ca_cert_dir
and default_ssl_context
and hasattr(context, "load_default_certs")
):
context.load_default_certs()
self.sock = ssl_wrap_socket(
sock=conn,
keyfile=self.key_file,
certfile=self.cert_file,
key_password=self.key_password,
ssl_context=self.ssl_context,
server_hostname=self.server_hostname,
)
class VerifiedHTTPSConnection(HTTPSConnection):
"""
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
"""
cert_reqs = None
ca_certs = None
ca_cert_dir = None
ssl_version = None
assert_fingerprint = None
def set_cert(
self,
key_file=None,
cert_file=None,
cert_reqs=None,
key_password=None,
ca_certs=None,
assert_hostname=None,
assert_fingerprint=None,
ca_cert_dir=None,
):
"""
This method should only be called once, before the connection is used.
"""
# If cert_reqs is not provided we'll assume CERT_REQUIRED unless we also
# have an SSLContext object in which case we'll use its verify_mode.
if cert_reqs is None:
if self.ssl_context is not None:
cert_reqs = self.ssl_context.verify_mode
else:
cert_reqs = resolve_cert_reqs(None)
self.key_file = key_file
self.cert_file = cert_file
self.cert_reqs = cert_reqs
self.key_password = key_password
self.assert_hostname = assert_hostname
self.assert_fingerprint = assert_fingerprint
self.ca_certs = ca_certs and os.path.expanduser(ca_certs)
self.ca_cert_dir = ca_cert_dir and os.path.expanduser(ca_cert_dir)
def connect(self):
# Add certificate verification
conn = self._new_conn()
hostname = self.host
# Google App Engine's httplib does not define _tunnel_host
if getattr(self, "_tunnel_host", None):
self.sock = conn
# Calls self._set_hostport(), so self.host is
# self._tunnel_host below.
self._tunnel()
# Mark this connection as not reusable
self.auto_open = 0
# Override the host with the one we're requesting data from.
hostname = self._tunnel_host
server_hostname = hostname
if self.server_hostname is not None:
server_hostname = self.server_hostname
is_time_off = datetime.date.today() < RECENT_DATE
if is_time_off:
warnings.warn(
(
"System time is way off (before {0}). This will probably "
"lead to SSL verification errors"
).format(RECENT_DATE),
SystemTimeWarning,
)
# Wrap socket using verification with the root certs in
# trusted_root_certs
default_ssl_context = False
if self.ssl_context is None:
default_ssl_context = True
self.ssl_context = create_urllib3_context(
ssl_version=resolve_ssl_version(self.ssl_version),
cert_reqs=resolve_cert_reqs(self.cert_reqs),
)
context = self.ssl_context
context.verify_mode = resolve_cert_reqs(self.cert_reqs)
# Try to load OS default certs if none are given.
# Works well on Windows (requires Python3.4+)
if (
not self.ca_certs
and not self.ca_cert_dir
and default_ssl_context
and hasattr(context, "load_default_certs")
):
context.load_default_certs()
self.sock = ssl_wrap_socket(
sock=conn,
keyfile=self.key_file,
certfile=self.cert_file,
key_password=self.key_password,
ca_certs=self.ca_certs,
ca_cert_dir=self.ca_cert_dir,
server_hostname=server_hostname,
ssl_context=context,
)
if self.assert_fingerprint:
assert_fingerprint(
self.sock.getpeercert(binary_form=True), self.assert_fingerprint
)
elif (
context.verify_mode != ssl.CERT_NONE
and not getattr(context, "check_hostname", False)
and self.assert_hostname is not False
):
# While urllib3 attempts to always turn off hostname matching from
# the TLS library, this cannot always be done. So we check whether
# the TLS Library still thinks it's matching hostnames.
cert = self.sock.getpeercert()
if not cert.get("subjectAltName", ()):
warnings.warn(
(
"Certificate for {0} has no `subjectAltName`, falling back to check for a "
"`commonName` for now. This feature is being removed by major browsers and "
"deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 "
"for details.)".format(hostname)
),
SubjectAltNameWarning,
)
_match_hostname(cert, self.assert_hostname or server_hostname)
self.is_verified = (
context.verify_mode == ssl.CERT_REQUIRED
or self.assert_fingerprint is not None
)
def _match_hostname(cert, asserted_hostname):
try:
match_hostname(cert, asserted_hostname)
except CertificateError as e:
log.warning(
"Certificate did not match expected hostname: %s. " "Certificate: %s",
asserted_hostname,
cert,
)
# Add cert to exception and reraise so client code can inspect
# the cert when catching the exception, if they want to
e._peer_cert = cert
raise
if ssl:
# Make a copy for testing.
UnverifiedHTTPSConnection = HTTPSConnection
HTTPSConnection = VerifiedHTTPSConnection
else:
HTTPSConnection = DummyConnection
site-packages/pip/_vendor/urllib3/request.py 0000644 00000013602 15201600075 0015124 0 ustar 00 from __future__ import absolute_import
from .filepost import encode_multipart_formdata
from .packages.six.moves.urllib.parse import urlencode
__all__ = ["RequestMethods"]
class RequestMethods(object):
"""
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
"""
_encode_url_methods = {"DELETE", "GET", "HEAD", "OPTIONS"}
def __init__(self, headers=None):
self.headers = headers or {}
def urlopen(
self,
method,
url,
body=None,
headers=None,
encode_multipart=True,
multipart_boundary=None,
**kw
): # Abstract
raise NotImplementedError(
"Classes extending RequestMethods must implement "
"their own ``urlopen`` method."
)
def request(self, method, url, fields=None, headers=None, **urlopen_kw):
"""
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
"""
method = method.upper()
urlopen_kw["request_url"] = url
if method in self._encode_url_methods:
return self.request_encode_url(
method, url, fields=fields, headers=headers, **urlopen_kw
)
else:
return self.request_encode_body(
method, url, fields=fields, headers=headers, **urlopen_kw
)
def request_encode_url(self, method, url, fields=None, headers=None, **urlopen_kw):
"""
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
"""
if headers is None:
headers = self.headers
extra_kw = {"headers": headers}
extra_kw.update(urlopen_kw)
if fields:
url += "?" + urlencode(fields)
return self.urlopen(method, url, **extra_kw)
def request_encode_body(
self,
method,
url,
fields=None,
headers=None,
encode_multipart=True,
multipart_boundary=None,
**urlopen_kw
):
"""
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimic behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
"""
if headers is None:
headers = self.headers
extra_kw = {"headers": {}}
if fields:
if "body" in urlopen_kw:
raise TypeError(
"request got values for both 'fields' and 'body', can only specify one."
)
if encode_multipart:
body, content_type = encode_multipart_formdata(
fields, boundary=multipart_boundary
)
else:
body, content_type = (
urlencode(fields),
"application/x-www-form-urlencoded",
)
extra_kw["body"] = body
extra_kw["headers"] = {"Content-Type": content_type}
extra_kw["headers"].update(headers)
extra_kw.update(urlopen_kw)
return self.urlopen(method, url, **extra_kw)
site-packages/pip/_vendor/urllib3/exceptions.py 0000644 00000014722 15201600075 0015621 0 ustar 00 from __future__ import absolute_import
from .packages.six.moves.http_client import IncompleteRead as httplib_IncompleteRead
# Base Exceptions
class HTTPError(Exception):
"Base exception used by this module."
pass
class HTTPWarning(Warning):
"Base warning used by this module."
pass
class PoolError(HTTPError):
"Base exception for errors caused within a pool."
def __init__(self, pool, message):
self.pool = pool
HTTPError.__init__(self, "%s: %s" % (pool, message))
def __reduce__(self):
# For pickling purposes.
return self.__class__, (None, None)
class RequestError(PoolError):
"Base exception for PoolErrors that have associated URLs."
def __init__(self, pool, url, message):
self.url = url
PoolError.__init__(self, pool, message)
def __reduce__(self):
# For pickling purposes.
return self.__class__, (None, self.url, None)
class SSLError(HTTPError):
"Raised when SSL certificate fails in an HTTPS connection."
pass
class ProxyError(HTTPError):
"Raised when the connection to a proxy fails."
pass
class DecodeError(HTTPError):
"Raised when automatic decoding based on Content-Type fails."
pass
class ProtocolError(HTTPError):
"Raised when something unexpected happens mid-request/response."
pass
#: Renamed to ProtocolError but aliased for backwards compatibility.
ConnectionError = ProtocolError
# Leaf Exceptions
class MaxRetryError(RequestError):
"""Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
"""
def __init__(self, pool, url, reason=None):
self.reason = reason
message = "Max retries exceeded with url: %s (Caused by %r)" % (url, reason)
RequestError.__init__(self, pool, url, message)
class HostChangedError(RequestError):
"Raised when an existing pool gets a request for a foreign host."
def __init__(self, pool, url, retries=3):
message = "Tried to open a foreign host with url: %s" % url
RequestError.__init__(self, pool, url, message)
self.retries = retries
class TimeoutStateError(HTTPError):
""" Raised when passing an invalid state to a timeout """
pass
class TimeoutError(HTTPError):
""" Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
"""
pass
class ReadTimeoutError(TimeoutError, RequestError):
"Raised when a socket timeout occurs while receiving data from a server"
pass
# This timeout error does not have a URL attached and needs to inherit from the
# base HTTPError
class ConnectTimeoutError(TimeoutError):
"Raised when a socket timeout occurs while connecting to a server"
pass
class NewConnectionError(ConnectTimeoutError, PoolError):
"Raised when we fail to establish a new connection. Usually ECONNREFUSED."
pass
class EmptyPoolError(PoolError):
"Raised when a pool runs out of connections and no more are allowed."
pass
class ClosedPoolError(PoolError):
"Raised when a request enters a pool after the pool has been closed."
pass
class LocationValueError(ValueError, HTTPError):
"Raised when there is something wrong with a given URL input."
pass
class LocationParseError(LocationValueError):
"Raised when get_host or similar fails to parse the URL input."
def __init__(self, location):
message = "Failed to parse: %s" % location
HTTPError.__init__(self, message)
self.location = location
class ResponseError(HTTPError):
"Used as a container for an error reason supplied in a MaxRetryError."
GENERIC_ERROR = "too many error responses"
SPECIFIC_ERROR = "too many {status_code} error responses"
class SecurityWarning(HTTPWarning):
"Warned when performing security reducing actions"
pass
class SubjectAltNameWarning(SecurityWarning):
"Warned when connecting to a host with a certificate missing a SAN."
pass
class InsecureRequestWarning(SecurityWarning):
"Warned when making an unverified HTTPS request."
pass
class SystemTimeWarning(SecurityWarning):
"Warned when system time is suspected to be wrong"
pass
class InsecurePlatformWarning(SecurityWarning):
"Warned when certain SSL configuration is not available on a platform."
pass
class SNIMissingWarning(HTTPWarning):
"Warned when making a HTTPS request without SNI available."
pass
class DependencyWarning(HTTPWarning):
"""
Warned when an attempt is made to import a module with missing optional
dependencies.
"""
pass
class ResponseNotChunked(ProtocolError, ValueError):
"Response needs to be chunked in order to read it as chunks."
pass
class BodyNotHttplibCompatible(HTTPError):
"""
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
"""
pass
class IncompleteRead(HTTPError, httplib_IncompleteRead):
"""
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
"""
def __init__(self, partial, expected):
super(IncompleteRead, self).__init__(partial, expected)
def __repr__(self):
return "IncompleteRead(%i bytes read, " "%i more expected)" % (
self.partial,
self.expected,
)
class InvalidHeader(HTTPError):
"The header provided was somehow invalid."
pass
class ProxySchemeUnknown(AssertionError, ValueError):
"ProxyManager does not support the supplied scheme"
# TODO(t-8ch): Stop inheriting from AssertionError in v2.0.
def __init__(self, scheme):
message = "Not supported proxy scheme %s" % scheme
super(ProxySchemeUnknown, self).__init__(message)
class HeaderParsingError(HTTPError):
"Raised by assert_header_parsing, but we convert it to a log.warning statement."
def __init__(self, defects, unparsed_data):
message = "%s, unparsed data: %r" % (defects or "Unknown", unparsed_data)
super(HeaderParsingError, self).__init__(message)
class UnrewindableBodyError(HTTPError):
"urllib3 encountered an error when trying to rewind a body"
pass
site-packages/pip/_vendor/urllib3/__pycache__/response.cpython-38.opt-1.pyc 0000644 00000047557 15201600075 0022537 0 ustar 00 U
��.e�l � @ s\ d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm
Z z d dl Z W n e
k
rl dZ Y nX ddlmZ ddlmZmZmZmZmZmZmZ dd lmZmZ dd
l m Z dd l m Z m!Z! dd l"m#Z#m$Z$ e�%e&�Z'G d
d� de(�Z)G dd� de(�Z*G dd� de(�Z+e dk �r.G dd� de(�Z,G dd� de(�Z-dd� Z.G dd� dej/�Z0dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible�
ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead�
InvalidHeader)� string_types�PY3)� http_client)�
HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ d| _t�� | _d S )NT� )�
_first_try�_data�zlib�
decompressobj�_obj��self� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/response.py�__init__! s zDeflateDecoder.__init__c C s t | j|�S �N��getattrr �r �namer r r � __getattr__& s zDeflateDecoder.__getattr__c C s� |s|S | j s| j�|�S | j|7 _z"| j�|�}|rFd| _ d | _|W S tjk
r� d| _ t�tj �| _z| �| j�W � Y S d | _X Y nX d S )NF)r r �
decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r( ) s" zDeflateDecoder.decompressN��__name__�
__module__� __qualname__r! r' r( r r r r r s r c @ s e Zd ZdZdZdZdS )�GzipDecoderStater r � N)r, r- r. � FIRST_MEMBER�
OTHER_MEMBERS� SWALLOW_DATAr r r r r/ @ s r/ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t �dt j �| _tj| _d S �N� )r r r) r r/ r1 �_stater r r r r! H s zGzipDecoder.__init__c C s t | j|�S r" r# r% r r r r' L s zGzipDecoder.__getattr__c C s� t � }| jtjks|s t|�S z|| j�|�7 }W n< tjk
rn | j}tj| _|tj krht|� Y S � Y nX | jj
}|s�t|�S tj | _t� dtj �| _q d S r5 )
� bytearrayr7 r/ r3 �bytesr r( r r r2 Z unused_datar r) )r r* �retZprevious_stater r r r( O s
zGzipDecoder.decompressNr+ r r r r r4 G s r4 c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BrotliDecoderc C s t �� | _d S r" )�brotliZ Decompressorr r r r r r! k s zBrotliDecoder.__init__c C s$ t | jd�r| j�|�S | j�|�S )Nr( )�hasattrr r( Zprocess)r r* r r r r( n s zBrotliDecoder.decompressc C s t | jd�r| j�� S dS )N�flushr )r= r r> r r r r r> s s
zBrotliDecoder.flushN)r, r- r. r! r( r> r r r r r; g s r; c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MultiDecodera
From RFC7231:
If one or more encodings have been applied to a representation, the
sender that applied the encodings MUST generate a Content-Encoding
header field that lists the content codings in the order in which
they were applied.
c C s dd� |� d�D �| _d S )Nc S s g | ]}t |�� ��qS r )� _get_decoder�strip)�.0�mr r r �
<listcomp>� s z)MultiDecoder.__init__.<locals>.<listcomp>�,)�split� _decoders)r Zmodesr r r r! � s zMultiDecoder.__init__c C s | j d �� S �Nr )rG r> r r r r r> � s zMultiDecoder.flushc C s t | j�D ]}|�|�}q
|S r" )�reversedrG r( )r r* �dr r r r( � s zMultiDecoder.decompressN)r, r- r. �__doc__r! r> r( r r r r r? y s r? c C s: d| krt | �S | dkr t� S td k r4| dkr4t� S t� S )NrE �gzip�br)r? r4 r< r; r )�moder r r r@ � s r@ c @ sd e Zd ZdZddgZedk r&edg7 Zdddd d
gZdLdd�Zdd� Zdd� Z e
dd� �Z e
dd� �Z dd� Z
dd � Zd d � Zd d � ZeejfZedk r�eejf7 Zd!d"� Zd#d$� Zed%d&� �ZdMd'd(�ZdNd*d+�Zed,d-� �Z d.d/� Z dOd0d1�Z d2d3� Z d4d5� Z e
d6d7� �Z!d8d9� Z"d:d;� Z#d<d=� Z$d>d?� Z%d@dA� Z&dBdC� Z'dDdE� Z(dPdFdG�Z)dHdI� Z*dJdK� Z+dS )Q� HTTPResponsea�
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
rL ZdeflateNrM i- i. i/ i3 i4 � r TFc C s t |t�r|| _n
t|�| _|| _|| _|| _|| _|| _|
| _|| _ || _
d | _ d | _ d | _
| | _d| _| | _|| _|r�t |ttf�r�|| _ |
| _| | _t|d�r�|| _
d| _d | _| j�dd��� }dd� |�d�D �}d |kr�d
| _| � |�| _ |�r| j �s| j |d �| _ d S ) Nr �readFztransfer-encodingrP c s s | ]}|� � V qd S r" )rA )rB �encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>rE �chunkedT��decode_content) �
isinstancer �headers�status�version�reason�strictrV �retries�enforce_content_length�
auto_close�_decoder�_body�_fp�_original_response�_fp_bytes_read�msg� _request_url�
basestringr9 �_pool� _connectionr= rT �
chunk_left�get�lowerrF � _init_length�length_remainingrQ )r �bodyrX rY rZ r[ r\ Zpreload_contentrV �original_responseZpool�
connectionre r] r^ �request_methodZ request_urlr_ Ztr_enc� encodingsr r r r! � sB
zHTTPResponse.__init__c C s | j | jkr| j�d�S dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
�locationF)rY �REDIRECT_STATUSESrX rk r r r r �get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r | jsd S | j �| j� d | _d S r" )rh ri Z _put_connr r r r � release_conn s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)�
cache_content)ra rb rQ r r r r r* s zHTTPResponse.datac C s | j S r" )ri r r r r rq ! s zHTTPResponse.connectionc C s
t | j�S r" )r rb r r r r �isclosed% s zHTTPResponse.isclosedc C s | j S )z�
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
)rd r r r r �tell( s zHTTPResponse.tellc C s� | j �d�}|dk r�| jr(t�d� dS z<tdd� |�d�D ��}t|�dkrZtd| ��|� � }W n t
k
r| d}Y nX |d k r�d}zt | j �}W n t
k
r� d }Y nX |d
ks�d | kr�d k s�n |d
kr�d }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)rB �valr r r rD J s z-HTTPResponse._init_length.<locals>.<listcomp>rE r z8Content-Length contained multiple unmatching values (%s)r )�� i0 �d �� ZHEAD)
rX rk rT �logZwarning�setrF �lenr �pop�
ValueErrorr{ rY )r rr ZlengthZlengthsrY r r r rm 0 s6 � ��
&zHTTPResponse._init_lengthc sh � j �dd��� }� jdkrd|� jkr2t|�� _n2d|krd� fdd�|�d�D �}t|�rdt|�� _dS )z=
Set-up the _decoder attribute if necessary.
�content-encodingrP NrE c s" g | ]}|� � � jkr|� � �qS r )rA �CONTENT_DECODERS)rB �er r r rD o s �z.HTTPResponse._init_decoder.<locals>.<listcomp>)rX rk rl r` r� r@ rF r� )r �content_encodingrs r r r �
_init_decoderd s
�zHTTPResponse._init_decoderc
C sx |s|S z| j r | j �|�}W nD | jk
rb } z$| j�dd��� }td| |��W 5 d}~X Y nX |rt|| �� 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
r� rP zEReceived response with content-encoding: %s, but failed to decode it.N)r` r( �DECODER_ERROR_CLASSESrX rk rl r
�_flush_decoder)r r* rV �
flush_decoderr� r� r r r �_decode{ s �� zHTTPResponse._decodec C s$ | j r | j �d�}|| j �� S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
r )r` r( r> )r Zbufr r r r� � s zHTTPResponse._flush_decoderc
c s� d}z�z
dV W n� tk
r2 t| jdd��Y np tk
rn } z dt |�krP� t| jdd��W 5 d}~X Y n4 t
t fk
r� } zt d| |��W 5 d}~X Y nX d}W 5 |s�| j r�| j �� | jr�| j�� | j r�| j �� r�| �� X dS )z�
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outzConnection broken: %rT)
rc �closeri ry rw �
SocketTimeoutr rh r �strr � SocketErrorr )r Z
clean_exitr� r r r �_error_catcher� s(
zHTTPResponse._error_catcherc C s | � � |dkr| j}| jdkr$dS d}t| jdd�}| �� �v |dkr`|sV| j�� nd}d}nPd}|st| j�|�nd}|dkr�|s�| j�� d}| jr�| jdkr�t | j
| j��W 5 Q R X |�r| j
t |�7 _
| jdk r�| jt |�8 _| � |||�}|�r|| _
|S )aP
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
NF�closedr Tr )r N)r� rV rb r$ r� rQ r� r^ rn r
rd r� r� ra )r �amtrV rx r� Z fp_closedr* r r r rQ � s:
��
zHTTPResponse.read� c c sR | j r*| �� r*| j||d�D ]
}|V q n$t| j�sN| j||d�}|r*|V q*dS )a_
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
rU )r� rV N)rT �supports_chunked_reads� read_chunkedr rb rQ )r r� rV �liner* r r r �stream s
zHTTPResponse.streamc
K s` |j }t|t�s,tr"t|�� �}n
t�|�}t|dd�}| f |||j|j|j ||d�|��}|S )a
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
r\ r )ro rX rY rZ r[ r\ rp )
re rW r r �items� from_httplibr$ rY rZ r[ )Z ResponseCls�rZ response_kwrX r\ Zrespr r r r� 9 s$
��
zHTTPResponse.from_httplibc C s | j S r" �rX r r r r �
getheadersZ s zHTTPResponse.getheadersc C s | j �||�S r" )rX rk )r r& �defaultr r r � getheader] s zHTTPResponse.getheaderc C s | j S r" r� r r r r �infoa s zHTTPResponse.infoc C s6 | j s| j�� | jr | j�� | js2tj�| � d S r" )r� rb r� ri r_ �io�IOBaser r r r r� e s
zHTTPResponse.closec C sT | j stjj�| �S | jd kr"dS t| jd�r8| j�� S t| jd�rL| jjS dS d S )NTry r� )r_ r� r� r� �__get__rb r= ry r r r r r� o s
zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j �� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rb �IOErrorr= r� r r r r r� | s
�zHTTPResponse.filenoc C s2 | j d k r.t| j d�r.t| j dd�s.| j �� S d S )Nr> r� F)rb r= r$ r> r r r r r> � s �
� �zHTTPResponse.flushc C s dS )NTr r r r r �readable� s zHTTPResponse.readablec C s: | � t|��}t|�dkr dS ||d t|��< t|�S d S rH )rQ r� )r �bZtempr r r �readinto� s
zHTTPResponse.readintoc C s t | jd�S )z�
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
�fp)r= rb r r r r r� � s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jj�� }|�dd�d }zt|d�| _ W n& tk
r` | �� t� |��Y nX d S )N� ;r r r6 )
rj rb r� �readlinerF r{ r� r� �httplibr
)r r� r r r �_update_chunk_length� s
z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j �| j�}|}| j �d� d | _nv|| jk rZ| j �|�}| j| | _|}nN|| jkr�| j �|�}| j �d� d | _|}n | j �| j�}| j �d� d | _|S )Nr0 )rb Z
_safe_readrj )r r� Zreturned_chunk�chunk�valuer r r �
_handle_chunk� s&
zHTTPResponse._handle_chunkc c s� | � � | jstd��| �� s&td��| �� �� | jrXt| j�rX| j�� W 5 Q R � dS | j j
dkrrW 5 Q R � dS | � � | j dkr�q�| �
|�}| j||dd�}|rr|V qr|r�| �� }|r�|V | j j
�� }|s�q�|dkr�q�q�| jr�| j�� W 5 Q R X dS )a�
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)rV r� s
)r� rT r r� r r� rc r r� rb r� r� rj r� r� r� r� )r r� rV r� Zdecodedr� r r r r� � sJ ��
� zHTTPResponse.read_chunkedc C s. | j dk r$t| j j�r$| j jd jS | jS dS )z�
Returns the URL that was the source of this response.
If the request that generated this response redirected, this method
will return the final redirect location.
N���)r] r� �historyZredirect_locationrf r r r r �geturl s zHTTPResponse.geturlc c s� dg}| j dd�D ]n}d|krv|�d�}d�|�|d d V |dd� D ]}|d V qL|d rp|d g}q�g }q|�|� q|r�d�|�V d S )Nr TrU �
r r r� )r� rF �join�append)r �bufferr� �xr r r �__iter__ s
zHTTPResponse.__iter__)rP Nr r Nr TTNNNNNFNNT)NNF)r� N)N)NN),r, r- r. rK r� r< ru r! rv rw �propertyr* rq ry rz rm r� r� r r r� r� r� r r� rQ r� � classmethodr� r� r� r� r� r� r� r> r� r� r� r� r� r� r� r� r r r r rO � sx
�
C
4
8
J
F rO )1Z
__future__r �
contextlibr r r� ZloggingZsocketr r� r r� r< � ImportError� _collectionsr �
exceptionsr r r
r r r
r Z packages.sixr rg r Zpackages.six.movesr r� rq r r Z
util.responser r Z getLoggerr, r� �objectr r/ r4 r; r? r@ r� rO r r r r �<module> s2
$
site-packages/pip/_vendor/urllib3/__pycache__/_collections.cpython-38.opt-1.pyc 0000644 00000024617 15201600075 0023346 0 ustar 00 U
��.e(* � @ s� d dl mZ zd dlmZmZ W n$ ek
rD d dlmZmZ Y nX zd dlmZ W n" ek
rx G dd� d�ZY nX d dlm Z ddl
m Z dd l m
Z
mZmZ d
d gZe� ZG d d
� d
e�ZG d
d � d e�ZdS )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S �N� ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/_collections.py� __enter__ s zRLock.__enter__c C s d S r r )r �exc_type� exc_value� tracebackr r r
�__exit__ s zRLock.__exit__N)�__name__�
__module__� __qualname__r r r r r r
r s r )� OrderedDict� )�
InvalidHeader)�iterkeys�
itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r a�
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
�
Nc C s" || _ || _| �� | _t� | _d S r )�_maxsize� dispose_func� ContainerCls�
_containerr �lock)r �maxsizer r r r
�__init__. s
z RecentlyUsedContainer.__init__c
C s8 | j �( | j�|�}|| j|< |W 5 Q R � S Q R X d S r )r r �pop)r �key�itemr r r
� __getitem__5 s
z!RecentlyUsedContainer.__getitem__c C sl t }| j�@ | j�|t �}|| j|< t| j�| jkrF| jjdd�\}}W 5 Q R X | jrh|t k rh| �|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r$ �valueZ
evicted_valueZ_keyr r r
� __setitem__< s
z!RecentlyUsedContainer.__setitem__c C s2 | j � | j�|�}W 5 Q R X | jr.| �|� d S r )r r r# r )r r$ r+ r r r
� __delitem__K s z!RecentlyUsedContainer.__delitem__c
C s( | j � t| j�W 5 Q R � S Q R X d S r )r r) r r r r r
�__len__R s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedErrorr r r r
�__iter__V s �z RecentlyUsedContainer.__iter__c C sH | j � tt| j��}| j�� W 5 Q R X | jrD|D ]}| �|� q4d S r )r �listr r �clearr )r �valuesr+ r r r
r2 [ s zRecentlyUsedContainer.clearc
C s, | j � tt| j��W 5 Q R � S Q R X d S r )r r1 r r r r r r
�keyse s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r" r& r, r- r. r0 r2 r4 r r r r
r s
c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e sZe j
Z
e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
Nc sP t t| ��� t� | _|d k r>t|t�r4| �|� n
| �|� |rL| �|� d S r )�superr r" r r �
isinstance�
_copy_from�extend)r �headers�kwargs�� __class__r r
r" � s
zHTTPHeaderDict.__init__c C s ||g| j |�� < | j |�� S r �r �lower�r r$ �valr r r
r, � s zHTTPHeaderDict.__setitem__c C s | j |�� }d�|dd � �S )N�, r �r r? �joinr@ r r r
r& � s zHTTPHeaderDict.__getitem__c C s | j |�� = d S r r> �r r$ r r r
r- � s zHTTPHeaderDict.__delitem__c C s |� � | jkS r )r? r rE r r r
� __contains__� s zHTTPHeaderDict.__contains__c C s^ t |t�st|d�sdS t |t| ��s2t| �|�}tdd� | �� D ��tdd� |�� D ��kS )Nr4 Fc s s | ]\}}|� � |fV qd S r )r? )�.0�k�vr r r
� <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>)r7 r �hasattr�type�dict�
itermerged�r �otherr r r
�__eq__� s �zHTTPHeaderDict.__eq__c C s | � |� S r )rQ rO r r r
�__ne__� s zHTTPHeaderDict.__ne__c C s
t | j�S r )r) r r r r r
r. � s zHTTPHeaderDict.__len__c c s | j �� D ]}|d V q
d S )Nr )r r3 )r �valsr r r
r0 � s zHTTPHeaderDict.__iter__c C s@ z | | }W n$ t k
r0 || jkr(� | Y S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
N)�KeyError�_HTTPHeaderDict__marker)r r$ �defaultr+ r r r
r# � s
zHTTPHeaderDict.popc C s$ z
| |= W n t k
r Y nX d S r )rT rE r r r
�discard� s
zHTTPHeaderDict.discardc C s4 |� � }||g}| j�||�}||k r0|�|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
N)r? r �
setdefault�append)r r$ rA Z key_lowerZnew_valsrS r r r
�add� s
zHTTPHeaderDict.addc O s� t |�dkr td�t |����t |�dkr2|d nd}t|t�r`|�� D ]\}}| �||� qHnjt|t�r�|D ]}| �||| � qnnDt|d�r�|� � D ]}| �||| � q�n|D ]\}}| �||� q�|�
� D ]\}}| �||� q�dS )z�Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
r z9extend() takes at most 1 positional arguments ({0} given)r r r4 N) r) � TypeError�formatr7 r � iteritemsrZ r rK r4 �items)r �argsr; rP r$ rA r+ r r r
r9 � s( ��
zHTTPHeaderDict.extendc C sN z| j |�� }W n* tk
r< || jkr4g Y S | Y S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an
empty list if the key doesn't exist.r N)r r? rT rU )r r$ rV rS r r r
�getlist s
zHTTPHeaderDict.getlistc C s dt | �jt| �� �f S )Nz%s(%s))rL r rM rN r r r r
�__repr__ s zHTTPHeaderDict.__repr__c C s> |D ]4}|� |�}t|t�r$t|�}|g| | j|�� < qd S r )r` r7 r1 r r? )r rP r$ rA r r r
r8 s
zHTTPHeaderDict._copy_fromc C s t | �� }|�| � |S r )rL r8 )r Zcloner r r
�copy! s
zHTTPHeaderDict.copyc c s< | D ]2}| j |�� }|dd� D ]}|d |fV q"qdS )z8Iterate over all header lines, including duplicate ones.r Nr r> )r r$ rS rA r r r
r] & s zHTTPHeaderDict.iteritemsc c s8 | D ].}| j |�� }|d d�|dd� �fV qdS )z:Iterate over all headers, merging duplicate ones together.r rB r NrC r@ r r r
rN - s zHTTPHeaderDict.itermergedc C s t | �� �S r )r1 r] r r r r
r^ 3 s zHTTPHeaderDict.itemsc C s� d}g }|j D ]h}|�|�rT|s.td| ��n&|d \}}||d |�� f|d< q|�dd�\}}|�||�� f� q| |�S )z4Read headers from a Python 2 httplib message object.)� � z/Header continuation with no previous header: %s���rc �:r )r: �
startswithr �strip�splitrY )�cls�messageZobs_fold_continued_leadersr: �liner$ r+ r r r
� from_httplib6 s
� zHTTPHeaderDict.from_httplib)N)%r r r r5 r" r, r& r- rF rQ rR r r r r �objectrU r. r0 r# rW rZ r9 r` Z
getheadersZgetallmatchingheadersZigetZget_allra r8 rb r] rN r^ � classmethodrm �
__classcell__r r r< r
r j s> !
N)Z
__future__r Zcollections.abcr r � ImportError� collectionsZ threadingr r �
exceptionsr Z packages.sixr r r �__all__rn r' r r r r r r
�<module> s L site-packages/pip/_vendor/urllib3/__pycache__/filepost.cpython-38.opt-1.pyc 0000644 00000005256 15201600075 0022514 0 ustar 00 U
��.e� � @ s� d dl mZ d dlZd dlZd dlZd dlmZ ddlmZ ddl m
Z
ddl m Z e�
d�d Zd
d � Zd d
� Zdd� Zddd�ZdS )� )�absolute_importN)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s$ t �t�d��} tjs | �d�} | S )zN
Our embarrassingly-simple replacement for mimetools.choose_boundary.
� �ascii)�binasciiZhexlify�os�urandomr ZPY2�decode)�boundary� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/filepost.py�choose_boundary s
r c c sJ t | t�rt�| �}nt| �}|D ]"}t |t�r8|V q"tj|� V q"dS )z�
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
N)�
isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s
r c C s, t | t�r dd� t�| �D �S dd� | D �S )a-
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
c s s | ]\}}||fV qd S �Nr ��.0�k�vr r r � <genexpr>: s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S r r r r r r r < s )r r r r )r r r r � iter_fields- s
r! c C s� t � }|dkrt� }t| �D ]p}|�td| �� t|��|�� � |j}t|t �r\t
|�}t|t j �rxt|��|� n
|�|� |�d� q |�td| �� t
d| �}|�
� |fS )aQ
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`urllib3.filepost.choose_boundary`.
Nz--%s
s
z--%s--
z multipart/form-data; boundary=%s)r r r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r r Zbodyr r$ Z content_typer r r �encode_multipart_formdata? s
r( )N)Z
__future__r r �codecsr �ior Zpackagesr Z packages.sixr r r �lookupr# r r r! r( r r r r �<module> s
site-packages/pip/_vendor/urllib3/__pycache__/poolmanager.cpython-38.pyc 0000644 00000031150 15201600075 0022224 0 ustar 00 U
��.e�B � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm
Z
ddl m Z m
Z
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ d
ddgZe�e�Z dZ dZ e� de �Z dd� Z!e�"e!e �e�"e!e �d�Z#ee d�Z$G dd
� d
e�Z%G dd� de%�Z&dd� Z'dS )� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�six)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url)Zkey_fileZ cert_fileZ cert_reqsZca_certsZ ssl_versionZ ca_cert_dirZ ssl_contextZ key_password)Z
key_schemeZkey_hostZkey_portZ key_timeoutZ key_retriesZ
key_strictZ key_blockZkey_source_addressZ key_key_fileZkey_key_passwordZ
key_cert_fileZ
key_cert_reqsZ key_ca_certsZkey_ssl_versionZkey_ca_cert_dirZkey_ssl_contextZ key_maxsizeZ key_headersZ
key__proxyZkey__proxy_headersZkey_socket_optionsZkey__socks_optionsZkey_assert_hostnameZkey_assert_fingerprintZkey_server_hostname�PoolKeyc C s� |� � }|d �� |d< |d �� |d< dD ],}||kr,|| dk r,t|| �� �||< q,|�d�}|dk rxt|�|d< t|�� �D ]}|�|�|d| < q�| j D ]}||kr�d||< q�| f |�S )a�
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
�scheme�host)�headers�_proxy_headersZ_socks_optionsNZsocket_optionsZkey_)
�copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� r% �C/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/poolmanager.py�_default_key_normalizerD s
r' ��http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d
d �Zd d
� Z d dd�Z
dd� Z d dd�Z d dd�Z
dd� Zd!dd�ZdS )"r a$
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
N�
c K s8 t �| |� || _t|dd� d�| _t| _t�� | _d S )Nc S s | � � S �N)�close)�pr% r% r& �<lambda>� � z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r
�__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer )�self� num_poolsr r2 r% r% r& r1 � s
zPoolManager.__init__c C s | S r, r% �r6 r% r% r& � __enter__� s zPoolManager.__enter__c C s | � � dS )NF)�clear)r6 �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zPoolManager.__exit__c C s^ | j | }|dkr | j�� }dD ]}|�|d� q |dkrPtD ]}|�|d� q>|||f|�S )a�
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
N)r r �portr) )r4 r2 r r � SSL_KEYWORDS)r6 r r r= r" Zpool_clsr$ �kwr% r% r& � _new_pool� s
zPoolManager._new_poolc C s | j �� dS )z�
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
N)r3 r: r8 r% r% r& r: � s zPoolManager.clearr) c C sT |s t d��| �|�}|p d|d< |s:t�|d �� d�}||d< ||d< | �|�S )a�
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
zNo host specified.r) r �P r= r )r �_merge_pool_kwargsr r r �connection_from_context)r6 r r= r � pool_kwargsr" r% r% r& �connection_from_host� s
z PoolManager.connection_from_hostc C s, |d � � }| j| }||�}| j||d�S )z�
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
r �r" )r r5 �connection_from_pool_key)r6 r" r Zpool_key_constructor�pool_keyr% r% r& rC � s
z#PoolManager.connection_from_contextc
C sl | j j�Z | j �|�}|r*|W 5 Q R � S |d }|d }|d }| j||||d�}|| j |< W 5 Q R X |S )z�
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
r r r= rF )r3 �lockr r@ )r6 rH r" Zpoolr r r= r% r% r& rG � s
z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a�
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
)r= r rD )r rE r r= r )r6 �urlrD �ur% r% r& �connection_from_url s �z PoolManager.connection_from_urlc C sV | j �� }|rR|�� D ]:\}}|dkrHz
||= W qP tk
rD Y qPX q|||< q|S )a
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
N)r2 r r �KeyError)r6 �overrideZbase_pool_kwargsr$ �valuer% r% r& rB ! s
z PoolManager._merge_pool_kwargsTc K s� t |�}| j|j|j|jd�}d|d< d|d< d|krD| j�� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|�
� }|s�|S t ||�}|j dkr�d }|�
d
�} t| t�s�tj| |d �} | j�r|�|��stt�|d ��}
|
D ]"} | �� | jkr�|d �| d� q�z| j||||d �} W n$ tk
�rR | j�rJ� | Y S X | |d
< ||d< t� d
||� | j||f|�S )a]
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
)r= r FZassert_same_host�redirectr Nr) i/ ZGET�retries)rP )�responseZ_poolzRedirecting %s -> %s) r rE r r= r r r �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr �
isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr r Ziterkeysr r Z incrementr Zraise_on_redirect�log�info) r6 �methodrJ rP r? rK ZconnrR Zredirect_locationrQ r �headerr% r% r& rT 5 sF
�
zPoolManager.urlopen)r+ N)N)Nr) N)N)N)T)�__name__�
__module__� __qualname__�__doc__rS r1 r9 r< r@ r: rE rC rG rL rB rT r% r% r% r& r � s
c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d
�Zd� fd d
� Z� ZS )r ax
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary containing headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
r+ Nc s� t |t�r d|j|j|jf }t|�}|jsFt�|jd�}|j|d�}|jdkrZt |j��|| _
|pfi | _ | j
|d< | j |d< t t
| �j||f|� d S )Nz
%s://%s:%irA )r= r( �_proxyr )rU r r r r= r r r �_replacer
rS �
proxy_headers�superr r1 )r6 � proxy_urlr7 r r` r2 rS r= �� __class__r% r& r1 � s"
�
zProxyManager.__init__r) c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )Nr* )rD )ra r rE rS r r= r )r6 r r= r rD rc r% r& rE � s
�
�z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|�|� |S )z�
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
ZAcceptz*/*ZHost)r �netloc�update)r6 rJ r Zheaders_re r% r% r& �_set_proxy_headers� s
z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|�d| j�}| �||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.r) r rP )r r r r rg ra r rT )r6 rX rJ rP r? rK r rc r% r& rT � s
zProxyManager.urlopen)r+ NN)Nr) N)N)T) rZ r[ r\ r] r1 rE rg rT �
__classcell__r% r% rc r& r t s �
c K s t f d| i|��S )Nrb )r )rJ r? r% r% r& r � s )(Z
__future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r �
exceptionsr r r
Zpackagesr Z packages.six.moves.urllib.parser Zrequestr
Zutil.urlr Z
util.retryr �__all__Z getLoggerrZ rV r> Z _key_fields�
namedtupler r' �partialr5 r4 r r r r% r% r% r& �<module> s4
6
�
ta site-packages/pip/_vendor/urllib3/__pycache__/fields.cpython-38.opt-1.pyc 0000644 00000017643 15201600075 0022140 0 ustar 00 U
��.ei! � @ s� d dl mZ d dlZd dlZd dlZddlmZ ddd�Zdd � Z d
d d d �Z
e
� d
d� e d d�D �� dd� Z
dd� ZeZG dd� de�ZdS )� )�absolute_importN� )�six�application/octet-streamc C s | rt �| �d p|S |S )z�
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
r )� mimetypesZ
guess_type)�filename�default� r �>/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/fields.py�guess_content_type s r c s� t � tj�r� �d�� t� fdd�dD ��sdd| � f }z|�d� W n ttfk
r^ Y nX |S tjrt� �d�� t j
� � d�� d| � f � tjr�� �d�� � S )a�
Helper function to format and quote a single header parameter using the
strategy defined in RFC 2231.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
An RFC-2231-formatted unicode string.
�utf-8c 3 s | ]}|� kV qd S �Nr )�.0Zch��valuer r
� <genexpr>) s z.format_header_param_rfc2231.<locals>.<genexpr>z"\
�%s="%s"�asciiz%s*=%s) �
isinstancer � binary_type�decode�any�encode�UnicodeEncodeError�UnicodeDecodeErrorZPY2�emailZutilsZencode_rfc2231)�namer �resultr r r
�format_header_param_rfc2231 s
r z%22z\\)�"�\r c C s& i | ] }|d krt �|�d�|��qS ))� z%{:02X})r Zunichr�format)r Zccr r r
�
<dictcomp>I s � r# � c s: � fdd�}t �d�dd� � �� D ���}|�|| �}|S )Nc s � | � d� S )Nr )�group)�match��needles_and_replacementsr r
�replacerR s z#_replace_multiple.<locals>.replacer�|c S s g | ]}t �|��qS r )�re�escape)r Zneedler r r
�
<listcomp>V s z%_replace_multiple.<locals>.<listcomp>)r+ �compile�join�keys�sub)r r( r) �patternr r r' r
�_replace_multipleQ s � r3 c C s, t |tj�r|�d�}t|t�}d| |f S )a�
Helper function to format and quote a single header parameter using the
HTML5 strategy.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows the `HTML5 Working Draft
Section 4.10.22.7`_ and matches the behavior of curl and modern browsers.
.. _HTML5 Working Draft Section 4.10.22.7:
https://w3c.github.io/html/sec-forms.html#multipart-form-data
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
A unicode string, stripped of troublesome characters.
r r )r r r r r3 �_HTML5_REPLACEMENTS)r r r r r
�format_header_param_html5^ s
r5 c @ sR e Zd ZdZddefdd�Zeefdd��Zdd� Zd d
� Z d d � Z
dd
d�Z dS )� RequestFielda
A data container for request body parameters.
:param name:
The name of this request field. Must be unicode.
:param data:
The data/value body.
:param filename:
An optional filename of the request field. Must be unicode.
:param headers:
An optional dict-like object of headers to initially use for the field.
:param header_formatter:
An optional callable that is used to encode and format the headers. By
default, this is :func:`format_header_param_html5`.
Nc C s0 || _ || _|| _i | _|r&t|�| _|| _d S r
)�_name� _filename�data�headers�dict�header_formatter)�selfr r9 r r: r< r r r
�__init__� s
zRequestField.__init__c C s` t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| ||||d�}|j|d� |S )a�
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
� N)r r< )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer r< r r9 r@ Z
request_paramr r r
� from_tuples� s
� zRequestField.from_tuplesc C s | � ||�S )aI
Overridable helper function to format a single header parameter. By
default, this calls ``self.header_formatter``.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
)r< )r= r r r r r
� _render_part� s zRequestField._render_partc C sL g }|}t |t�r|�� }|D ]"\}}|dk r |�| �||�� q d�|�S )aO
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
N�; )r r; �items�appendrF r/ )r= Z header_parts�parts�iterabler r r r r
�
_render_parts� s
zRequestField._render_partsc C s� g }dddg}|D ]*}| j �|d�r|�d|| j | f � q| j �� D ]&\}}||krH|rH|�d||f � qH|�d� d�|�S )z=
Renders the headers for this request field.
�Content-Disposition� Content-Type�Content-LocationFz%s: %sz
)r: �getrI rH r/ )r= �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r
�render_headers� s
zRequestField.render_headersc C sX |pd| j d< | j d d�d| �d| jfd| jff�g�7 < || j d< || j d< d S )
a|
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
z form-datarM rG � r r rN rO N)r: r/ rL r7 r8 )r= Zcontent_dispositionr@ Zcontent_locationr r r
rC � s ���
zRequestField.make_multipart)NNN) �__name__�
__module__� __qualname__�__doc__r5 r> � classmethodrE rF rL rR rC r r r r
r6 } s �
#
�r6 )r )Z
__future__r Z email.utilsr r r+ Zpackagesr r r r4 �update�ranger3 r5 Zformat_header_param�objectr6 r r r r
�<module> s&
*���
site-packages/pip/_vendor/urllib3/__pycache__/connection.cpython-38.pyc 0000644 00000024462 15201600075 0022067 0 ustar 00 U
��.eB; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl
Z
ddl m Z ddl
mZ ddl
mZ zd dlZejZW n, eefk
r� dZG dd � d e�ZY nX zeZW n$ ek
r� G d
d � d e�ZY nX dd lmZm Z m Z m Z dd
l m Z m!Z! ddl"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ e�,e-�Z.ddd�Z/e�0ddd�Z1G dd� de2�Z3G dd� dee2�ZG dd� de�Z4G dd � d e4�Z5d d � Z6e�r�e4Z7e5Z4ne3Z4dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)�
HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN��__name__�
__module__� __qualname__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorNr
r r r r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)�
connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r
�__doc__r r r r r! > s r! c @ sp e Zd ZdZed ZejejdfgZ dZ
dd� Z e dd� �Z
e
jd d� �Z
d
d � Zd d
� Zdd� Zddd�ZdS )r a$
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
r r Fc O sD t js|�dd � |�d�| _|�d| j�| _tj| f|�|� d S )N�strict�source_address�socket_options) r ZPY2�pop�getr$ �default_socket_optionsr% �_HTTPConnection�__init__)�self�args�kwr r r r* e s
zHTTPConnection.__init__c C s | j �d�S )a�
Getter method to remove any trailing dots that indicate the hostname is an FQDN.
In general, SSL certificates don't include the trailing dot indicating a
fully-qualified domain name, and thus, they don't validate properly when
checked against a domain name that includes the dot. In addition, some
servers may not expect to receive the trailing dot when provided.
However, the hostname with trailing dot is critical to DNS resolution; doing a
lookup with the trailing dot will properly only resolve the appropriate FQDN,
whereas a lookup without a trailing dot will search the system's search domain
list. Thus, it's important to keep the original host around for use only in
those cases where it's appropriate (i.e., when doing DNS lookup to establish the
actual TCP connection across which we're going to send HTTP requests).
�.)� _dns_host�rstrip)r+ r r r �hostr s zHTTPConnection.hostc C s
|| _ dS )z�
Setter for the `host` property.
We assume that only urllib3 uses the _dns_host attribute; httplib itself
only uses `host`, and it seems reasonable that other libraries follow suit.
N)r/ )r+ �valuer r r r1 � s c
C s� i }| j r| j |d< | jr$| j|d< z tj| j| jf| jf|�}W nX tk
rl t| d| j | jf ��Y n0 t
k
r� } zt | d| ��W 5 d}~X Y nX |S )zp Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
r$ r% z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN) r$ r% r Zcreate_connectionr/ �portr �
SocketTimeoutr r1 � SocketErrorr )r+ Zextra_kw�conn�er r r � _new_conn� s2
��
�� �zHTTPConnection._new_connc C s$ || _ t| dd �r | �� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open�r+ r6 r r r �
_prepare_conn� s z HTTPConnection._prepare_connc C s | � � }| �|� d S )N)r8 r? r> r r r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� |�� D ]\}}| �||� q>d|krh| �dd� | �� |dk r�tjtf } t|| �r�|f}|D ]`}
|
s�q�t|
t�s�|
� d�}
t
t |
��d d� } | � | � d
�� | � d � | � |
� | � d � q�| � d � dS )
z�
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8� zutf-8s
s 0
)
r Z
putrequest�itemsZ putheaderZ
endheadersr Z string_types�bytes�
isinstance�encode�hex�len�send) r+ �methodZurlZbodyZheadersrA rB �headerr2 Zstringish_types�chunkZlen_strr r r �request_chunked� s: �
z HTTPConnection.request_chunked)NN)r r r
r" �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr( � is_verifiedr* �propertyr1 �setterr8 r? r@ rO r r r r r D s
r c @ s< e Zd Zed ZdZdddddejddfdd�Zdd� Z dS )�HTTPSConnectionr Nc
K sD t j| ||f||d�|
�� || _|| _|| _|| _| | _d| _d S )N)r# r r )r r* �key_file� cert_file� key_password� ssl_context�server_hostnameZ _protocol) r+ r1 r3 rW rX rY r# r rZ r[ r- r r r r* � s zHTTPSConnection.__init__c C s� | � � }| �|� d}| jd kr>d}tt| j�t| j�d�| _| j}| jsf| j sf|rft
|d�rf|� � t || j
| j| j| j| jd�| _d S )NFT�� ssl_version� cert_reqs�load_default_certs)r: �keyfile�certfilerY rZ r[ )r8 r? rZ r r r] r r^ �ca_certs� ca_cert_dir�hasattrr_ r rW rX rY r[ r: )r+ r6 �default_ssl_context�contextr r r r@ � s6
������zHTTPSConnection.connect)
r r r
rP rQ r] rR Z_GLOBAL_DEFAULT_TIMEOUTr* r@ r r r r rV � s �
rV c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z
dS )�VerifiedHTTPSConnectionz[
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
Nc C sp |dkr$| j dk r | j j}ntd�}|| _|| _|| _|| _|| _|| _|oVt j
� |�| _ |oht j
� |�| _
dS )zX
This method should only be called once, before the connection is used.
N)rZ � verify_moder rW rX r^ rY �assert_hostnamer �os�path�
expanduserrb rc ) r+ rW rX r^ rY rb ri r rc r r r �set_cert- s
z VerifiedHTTPSConnection.set_certc
C s� | � � }| j}t| dd �r4|| _| �� d| _| j}|}| jd k rH| j}tj �
� t k }|rlt �
d�t �t� d}| jd kr�d}tt| j�t| j�d�| _| j}t| j�|_| js�| js�|r�t|d�r�|�� t|| j | j | j | j| j||d�| _| j �rt | jj dd �| j � nd|jt!j"k�rtt|d
d��st| j#dk �rt| j� � }|�$d d ��sbt �
d
�|�t%� t&|| j#�pp|� |jt!j'k�p�| j d k | _(d S )Nr9 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errorsFTr\ r_ )r: r` ra rY rb rc r[ rZ )Z binary_formZcheck_hostnameZsubjectAltNamer z�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)))r8 r1 r; r: r< r= r9 r[ �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rZ r r r] r r^ rh rb rc rd r_ r rW rX rY r Z getpeercert�sslZ CERT_NONEri r' r �_match_hostnameZ
CERT_REQUIREDrS )r+ r6 Zhostnamer[ Z is_time_offre rf �certr r r r@ L s�
���
� ����� �
�
��
�� �z VerifiedHTTPSConnection.connect)NNNNNNNN) r r r
r" r^ rb rc r] r rm r@ r r r r rg ! s �
rg c
C sL zt | |� W n8 tk
rF } zt�d|| � | |_� W 5 d }~X Y nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logZwarningZ
_peer_cert)rv Zasserted_hostnamer7 r r r ru � s �ru )8Z
__future__r rn Zloggingrj rR r r5 r r4 rq Zpackagesr Z packages.six.moves.http_clientr r) r rt ZSSLErrorr � ImportError�AttributeError�
BaseExceptionr � NameError� Exception�
exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr rw rP ro rp �objectr! rV rg ru ZUnverifiedHTTPSConnectionr r r r �<module> sL
B site-packages/pip/_vendor/urllib3/__pycache__/request.cpython-38.opt-1.pyc 0000644 00000012766 15201600075 0022363 0 ustar 00 U
��.e� � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sN e Zd ZdZddddhZddd�Zdd
d �Zdd d
�Zddd�Zddd�Z dS )r a�
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r �?/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplementedError)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r
�urlopen, s
�zRequestMethods.urlopenc K sR |� � }||d< || jkr4| j||f||d�|��S | j||f||d�|��S dS )a�
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
Z request_url)�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r
r r r �
urlopen_kwr r r
�request; s*
� �� � ��zRequestMethods.requestc K sD |dkr| j }d|i}|�|� |r4|dt|� 7 }| j||f|�S )z�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
Nr �?)r �updater r )r r
r r r r �extra_kwr r r
r S s
z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} }
nt|�d } }
| |d< d|
i|d< |d �|� |�|� | j||f|�S )a�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimic behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r
r r r r r r r r Z content_typer r r
r c s* -� � �
z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN)
�__name__�
__module__� __qualname__�__doc__r r r r r r r r r r
r
s
�
�N) Z
__future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r
�<module> s site-packages/pip/_vendor/urllib3/__pycache__/exceptions.cpython-38.opt-1.pyc 0000644 00000023454 15201600075 0023050 0 ustar 00 U
��.e� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e�Z G dd� de�Z G dd� de�Z
G dd� de�ZeZG dd� de
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG d d � d ee
�ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.Nr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ t�| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager r r r s zPoolError.__init__c C s
| j dfS )N)NN�� __class__�r r r r �
__reduce__ s zPoolError.__reduce__N�r r r r
r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ t�| ||� d S �N)�urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS r )r r r r r r r $ s zRequestError.__reduce__Nr r r r r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.Nr r r r r r ) s r c @ s e Zd ZdZdS )�
ProxyErrorz,Raised when the connection to a proxy fails.Nr r r r r r . s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�
ProtocolErrorz>Raised when something unexpected happens mid-request/response.Nr r r r r r 8 s r c @ s e Zd ZdZddd�ZdS )�
MaxRetryErrora Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
Nc C s& || _ d||f }t�| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r r r r N s zMaxRetryError.__init__)N�r r r r
r r r r r r D s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t �| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r$ r r r r r Y s zHostChangedError.__init__N)r# r! r r r r r" V s r" c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout Nr r r r r r% _ s r% c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
Nr r r r r r& e s r& c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverNr r r r r r' o s r' c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverNr r r r r r( v s r( c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.Nr r r r r r) { s r) c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.Nr r r r r r* � s r* c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.Nr r r r r r+ � s r+ c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.Nr r r r r r, � s r, c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t �| |� || _d S )NzFailed to parse: %s)r r �location)r r. r r r r r � s zLocationParseError.__init__Nr! r r r r r- � s r- c @ s e Zd ZdZdZdZdS )�
ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r
Z
GENERIC_ERRORZSPECIFIC_ERRORr r r r r/ � s r/ c @ s e Zd ZdZdS )�SecurityWarningz0Warned when performing security reducing actionsNr r r r r r0 � s r0 c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.Nr r r r r r1 � s r1 c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.Nr r r r r r2 � s r2 c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongNr r r r r r3 � s r3 c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.Nr r r r r r4 � s r4 c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.Nr r r r r r5 � s r5 c @ s e Zd ZdZdS )�DependencyWarningzc
Warned when an attempt is made to import a module with missing optional
dependencies.
Nr r r r r r6 � s r6 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.Nr r r r r r7 � s r7 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
Nr r r r r r8 � s r8 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z�
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
c s t t| ��||� d S r )�superr r )r �partial�expectedr r r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r: r; r r r r �__repr__� s �zIncompleteRead.__repr__)r r r r
r r< �
__classcell__r r r r r � s r c @ s e Zd ZdZdS )�
InvalidHeaderz(The header provided was somehow invalid.Nr r r r r r> � s r> c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| ��|� d S )Nz Not supported proxy scheme %s)r9 r? r )r Zschemer r r r r � s zProxySchemeUnknown.__init__�r r r r
r r= r r r r r? � s r? c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| ��|� d S )Nz%s, unparsed data: %rZUnknown)r9 rA r )r ZdefectsZ
unparsed_datar r r r r � s zHeaderParsingError.__init__r@ r r r r rA � s rA c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyNr r r r r rB � s rB N)+Z
__future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr
r r r r r r �ConnectionErrorr r" r% r& r' r( r) r* r+ �
ValueErrorr, r- r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r> �AssertionErrorr? rA rB r r r r �<module> sH
site-packages/pip/_vendor/urllib3/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000024462 15201600075 0023026 0 ustar 00 U
��.eB; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl
Z
ddl m Z ddl
mZ ddl
mZ zd dlZejZW n, eefk
r� dZG dd � d e�ZY nX zeZW n$ ek
r� G d
d � d e�ZY nX dd lmZm Z m Z m Z dd
l m Z m!Z! ddl"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ e�,e-�Z.ddd�Z/e�0ddd�Z1G dd� de2�Z3G dd� dee2�ZG dd� de�Z4G dd � d e4�Z5d d � Z6e�r�e4Z7e5Z4ne3Z4dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)�
HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN��__name__�
__module__� __qualname__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorNr
r r r r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)�
connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r
�__doc__r r r r r! > s r! c @ sp e Zd ZdZed ZejejdfgZ dZ
dd� Z e dd� �Z
e
jd d� �Z
d
d � Zd d
� Zdd� Zddd�ZdS )r a$
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
r r Fc O sD t js|�dd � |�d�| _|�d| j�| _tj| f|�|� d S )N�strict�source_address�socket_options) r ZPY2�pop�getr$ �default_socket_optionsr% �_HTTPConnection�__init__)�self�args�kwr r r r* e s
zHTTPConnection.__init__c C s | j �d�S )a�
Getter method to remove any trailing dots that indicate the hostname is an FQDN.
In general, SSL certificates don't include the trailing dot indicating a
fully-qualified domain name, and thus, they don't validate properly when
checked against a domain name that includes the dot. In addition, some
servers may not expect to receive the trailing dot when provided.
However, the hostname with trailing dot is critical to DNS resolution; doing a
lookup with the trailing dot will properly only resolve the appropriate FQDN,
whereas a lookup without a trailing dot will search the system's search domain
list. Thus, it's important to keep the original host around for use only in
those cases where it's appropriate (i.e., when doing DNS lookup to establish the
actual TCP connection across which we're going to send HTTP requests).
�.)� _dns_host�rstrip)r+ r r r �hostr s zHTTPConnection.hostc C s
|| _ dS )z�
Setter for the `host` property.
We assume that only urllib3 uses the _dns_host attribute; httplib itself
only uses `host`, and it seems reasonable that other libraries follow suit.
N)r/ )r+ �valuer r r r1 � s c
C s� i }| j r| j |d< | jr$| j|d< z tj| j| jf| jf|�}W nX tk
rl t| d| j | jf ��Y n0 t
k
r� } zt | d| ��W 5 d}~X Y nX |S )zp Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
r$ r% z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN) r$ r% r Zcreate_connectionr/ �portr �
SocketTimeoutr r1 � SocketErrorr )r+ Zextra_kw�conn�er r r � _new_conn� s2
��
�� �zHTTPConnection._new_connc C s$ || _ t| dd �r | �� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open�r+ r6 r r r �
_prepare_conn� s z HTTPConnection._prepare_connc C s | � � }| �|� d S )N)r8 r? r> r r r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� |�� D ]\}}| �||� q>d|krh| �dd� | �� |dk r�tjtf } t|| �r�|f}|D ]`}
|
s�q�t|
t�s�|
� d�}
t
t |
��d d� } | � | � d
�� | � d � | � |
� | � d � q�| � d � dS )
z�
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8� zutf-8s
s 0
)
r Z
putrequest�itemsZ putheaderZ
endheadersr Z string_types�bytes�
isinstance�encode�hex�len�send) r+ �methodZurlZbodyZheadersrA rB �headerr2 Zstringish_types�chunkZlen_strr r r �request_chunked� s: �
z HTTPConnection.request_chunked)NN)r r r
r" �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr( � is_verifiedr* �propertyr1 �setterr8 r? r@ rO r r r r r D s
r c @ s< e Zd Zed ZdZdddddejddfdd�Zdd� Z dS )�HTTPSConnectionr Nc
K sD t j| ||f||d�|
�� || _|| _|| _|| _| | _d| _d S )N)r# r r )r r* �key_file� cert_file� key_password� ssl_context�server_hostnameZ _protocol) r+ r1 r3 rW rX rY r# r rZ r[ r- r r r r* � s zHTTPSConnection.__init__c C s� | � � }| �|� d}| jd kr>d}tt| j�t| j�d�| _| j}| jsf| j sf|rft
|d�rf|� � t || j
| j| j| j| jd�| _d S )NFT�� ssl_version� cert_reqs�load_default_certs)r: �keyfile�certfilerY rZ r[ )r8 r? rZ r r r] r r^ �ca_certs� ca_cert_dir�hasattrr_ r rW rX rY r[ r: )r+ r6 �default_ssl_context�contextr r r r@ � s6
������zHTTPSConnection.connect)
r r r
rP rQ r] rR Z_GLOBAL_DEFAULT_TIMEOUTr* r@ r r r r rV � s �
rV c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z
dS )�VerifiedHTTPSConnectionz[
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
Nc C sp |dkr$| j dk r | j j}ntd�}|| _|| _|| _|| _|| _|| _|oVt j
� |�| _ |oht j
� |�| _
dS )zX
This method should only be called once, before the connection is used.
N)rZ � verify_moder rW rX r^ rY �assert_hostnamer �os�path�
expanduserrb rc ) r+ rW rX r^ rY rb ri r rc r r r �set_cert- s
z VerifiedHTTPSConnection.set_certc
C s� | � � }| j}t| dd �r4|| _| �� d| _| j}|}| jd k rH| j}tj �
� t k }|rlt �
d�t �t� d}| jd kr�d}tt| j�t| j�d�| _| j}t| j�|_| js�| js�|r�t|d�r�|�� t|| j | j | j | j| j||d�| _| j �rt | jj dd �| j � nd|jt!j"k�rtt|d
d��st| j#dk �rt| j� � }|�$d d ��sbt �
d
�|�t%� t&|| j#�pp|� |jt!j'k�p�| j d k | _(d S )Nr9 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errorsFTr\ r_ )r: r` ra rY rb rc r[ rZ )Z binary_formZcheck_hostnameZsubjectAltNamer z�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)))r8 r1 r; r: r< r= r9 r[ �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rZ r r r] r r^ rh rb rc rd r_ r rW rX rY r Z getpeercert�sslZ CERT_NONEri r' r �_match_hostnameZ
CERT_REQUIREDrS )r+ r6 Zhostnamer[ Z is_time_offre rf �certr r r r@ L s�
���
� ����� �
�
��
�� �z VerifiedHTTPSConnection.connect)NNNNNNNN) r r r
r" r^ rb rc r] r rm r@ r r r r rg ! s �
rg c
C sL zt | |� W n8 tk
rF } zt�d|| � | |_� W 5 d }~X Y nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logZwarningZ
_peer_cert)rv Zasserted_hostnamer7 r r r ru � s �ru )8Z
__future__r rn Zloggingrj rR r r5 r r4 rq Zpackagesr Z packages.six.moves.http_clientr r) r rt ZSSLErrorr � ImportError�AttributeError�
BaseExceptionr � NameError� Exception�
exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr rw rP ro rp �objectr! rV rg ru ZUnverifiedHTTPSConnectionr r r r �<module> sL
B site-packages/pip/_vendor/urllib3/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000004045 15201600075 0022421 0 ustar 00 U
��.e{
� @ s4 d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl
m Z ddl m
Z
mZmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlZddlmZ dZ dZ dZ dZ e� e!��"e� � ej#fdd�Z$[ej%de j&dd� ej%de j'dd� ej%de j(dd� ej%de j)dd� e j*fdd�Z+dS )z8
urllib3 - Thread-safe connection pooling and re-using.
� )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)�
exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerz(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.25.6)r r r r
r r r �add_stderr_loggerr �disable_warningsr r r
r c C sF t �t�}t �� }|�t �d�� |�|� |�| � |�dt� |S )z�
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLogger�__name__Z
StreamHandlerZ setFormatterZ Formatter�
addHandlerZsetLevel�debug)�levelZloggerZhandler� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/__init__.pyr / s
r �alwaysT)�append�defaultc C s t �d| � dS )z<
Helper for quickly disabling all urllib3 warnings.
�ignoreN)�warnings� simplefilter)�categoryr r r r R s r ),�__doc__Z
__future__r r Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r
r Zresponser Z util.requestr
Zutil.urlr Z util.timeoutr Z
util.retryr r r �
__author__Z __license__� __version__�__all__r r r �DEBUGr r! ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> s2 site-packages/pip/_vendor/urllib3/__pycache__/request.cpython-38.pyc 0000644 00000012766 15201600075 0021424 0 ustar 00 U
��.e� � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sN e Zd ZdZddddhZddd�Zdd
d �Zdd d
�Zddd�Zddd�Z dS )r a�
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r �?/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplementedError)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r
�urlopen, s
�zRequestMethods.urlopenc K sR |� � }||d< || jkr4| j||f||d�|��S | j||f||d�|��S dS )a�
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
Z request_url)�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r
r r r �
urlopen_kwr r r
�request; s*
� �� � ��zRequestMethods.requestc K sD |dkr| j }d|i}|�|� |r4|dt|� 7 }| j||f|�S )z�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
Nr �?)r �updater r )r r
r r r r �extra_kwr r r
r S s
z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} }
nt|�d } }
| |d< d|
i|d< |d �|� |�|� | j||f|�S )a�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimic behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r
r r r r r r r r Z content_typer r r
r c s* -� � �
z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN)
�__name__�
__module__� __qualname__�__doc__r r r r r r r r r r
r
s
�
�N) Z
__future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r
�<module> s site-packages/pip/_vendor/urllib3/__pycache__/_collections.cpython-38.pyc 0000644 00000024617 15201600075 0022407 0 ustar 00 U
��.e(* � @ s� d dl mZ zd dlmZmZ W n$ ek
rD d dlmZmZ Y nX zd dlmZ W n" ek
rx G dd� d�ZY nX d dlm Z ddl
m Z dd l m
Z
mZmZ d
d gZe� ZG d d
� d
e�ZG d
d � d e�ZdS )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S �N� ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/_collections.py� __enter__ s zRLock.__enter__c C s d S r r )r �exc_type� exc_value� tracebackr r r
�__exit__ s zRLock.__exit__N)�__name__�
__module__� __qualname__r r r r r r
r s r )� OrderedDict� )�
InvalidHeader)�iterkeys�
itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r a�
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
�
Nc C s" || _ || _| �� | _t� | _d S r )�_maxsize� dispose_func� ContainerCls�
_containerr �lock)r �maxsizer r r r
�__init__. s
z RecentlyUsedContainer.__init__c
C s8 | j �( | j�|�}|| j|< |W 5 Q R � S Q R X d S r )r r �pop)r �key�itemr r r
� __getitem__5 s
z!RecentlyUsedContainer.__getitem__c C sl t }| j�@ | j�|t �}|| j|< t| j�| jkrF| jjdd�\}}W 5 Q R X | jrh|t k rh| �|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r$ �valueZ
evicted_valueZ_keyr r r
� __setitem__< s
z!RecentlyUsedContainer.__setitem__c C s2 | j � | j�|�}W 5 Q R X | jr.| �|� d S r )r r r# r )r r$ r+ r r r
� __delitem__K s z!RecentlyUsedContainer.__delitem__c
C s( | j � t| j�W 5 Q R � S Q R X d S r )r r) r r r r r
�__len__R s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedErrorr r r r
�__iter__V s �z RecentlyUsedContainer.__iter__c C sH | j � tt| j��}| j�� W 5 Q R X | jrD|D ]}| �|� q4d S r )r �listr r �clearr )r �valuesr+ r r r
r2 [ s zRecentlyUsedContainer.clearc
C s, | j � tt| j��W 5 Q R � S Q R X d S r )r r1 r r r r r r
�keyse s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r" r& r, r- r. r0 r2 r4 r r r r
r s
c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e sZe j
Z
e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
Nc sP t t| ��� t� | _|d k r>t|t�r4| �|� n
| �|� |rL| �|� d S r )�superr r" r r �
isinstance�
_copy_from�extend)r �headers�kwargs�� __class__r r
r" � s
zHTTPHeaderDict.__init__c C s ||g| j |�� < | j |�� S r �r �lower�r r$ �valr r r
r, � s zHTTPHeaderDict.__setitem__c C s | j |�� }d�|dd � �S )N�, r �r r? �joinr@ r r r
r& � s zHTTPHeaderDict.__getitem__c C s | j |�� = d S r r> �r r$ r r r
r- � s zHTTPHeaderDict.__delitem__c C s |� � | jkS r )r? r rE r r r
� __contains__� s zHTTPHeaderDict.__contains__c C s^ t |t�st|d�sdS t |t| ��s2t| �|�}tdd� | �� D ��tdd� |�� D ��kS )Nr4 Fc s s | ]\}}|� � |fV qd S r )r? )�.0�k�vr r r
� <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>)r7 r �hasattr�type�dict�
itermerged�r �otherr r r
�__eq__� s �zHTTPHeaderDict.__eq__c C s | � |� S r )rQ rO r r r
�__ne__� s zHTTPHeaderDict.__ne__c C s
t | j�S r )r) r r r r r
r. � s zHTTPHeaderDict.__len__c c s | j �� D ]}|d V q
d S )Nr )r r3 )r �valsr r r
r0 � s zHTTPHeaderDict.__iter__c C s@ z | | }W n$ t k
r0 || jkr(� | Y S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
N)�KeyError�_HTTPHeaderDict__marker)r r$ �defaultr+ r r r
r# � s
zHTTPHeaderDict.popc C s$ z
| |= W n t k
r Y nX d S r )rT rE r r r
�discard� s
zHTTPHeaderDict.discardc C s4 |� � }||g}| j�||�}||k r0|�|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
N)r? r �
setdefault�append)r r$ rA Z key_lowerZnew_valsrS r r r
�add� s
zHTTPHeaderDict.addc O s� t |�dkr td�t |����t |�dkr2|d nd}t|t�r`|�� D ]\}}| �||� qHnjt|t�r�|D ]}| �||| � qnnDt|d�r�|� � D ]}| �||| � q�n|D ]\}}| �||� q�|�
� D ]\}}| �||� q�dS )z�Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
r z9extend() takes at most 1 positional arguments ({0} given)r r r4 N) r) � TypeError�formatr7 r � iteritemsrZ r rK r4 �items)r �argsr; rP r$ rA r+ r r r
r9 � s( ��
zHTTPHeaderDict.extendc C sN z| j |�� }W n* tk
r< || jkr4g Y S | Y S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an
empty list if the key doesn't exist.r N)r r? rT rU )r r$ rV rS r r r
�getlist s
zHTTPHeaderDict.getlistc C s dt | �jt| �� �f S )Nz%s(%s))rL r rM rN r r r r
�__repr__ s zHTTPHeaderDict.__repr__c C s> |D ]4}|� |�}t|t�r$t|�}|g| | j|�� < qd S r )r` r7 r1 r r? )r rP r$ rA r r r
r8 s
zHTTPHeaderDict._copy_fromc C s t | �� }|�| � |S r )rL r8 )r Zcloner r r
�copy! s
zHTTPHeaderDict.copyc c s< | D ]2}| j |�� }|dd� D ]}|d |fV q"qdS )z8Iterate over all header lines, including duplicate ones.r Nr r> )r r$ rS rA r r r
r] & s zHTTPHeaderDict.iteritemsc c s8 | D ].}| j |�� }|d d�|dd� �fV qdS )z:Iterate over all headers, merging duplicate ones together.r rB r NrC r@ r r r
rN - s zHTTPHeaderDict.itermergedc C s t | �� �S r )r1 r] r r r r
r^ 3 s zHTTPHeaderDict.itemsc C s� d}g }|j D ]h}|�|�rT|s.td| ��n&|d \}}||d |�� f|d< q|�dd�\}}|�||�� f� q| |�S )z4Read headers from a Python 2 httplib message object.)� � z/Header continuation with no previous header: %s���rc �:r )r: �
startswithr �strip�splitrY )�cls�messageZobs_fold_continued_leadersr: �liner$ r+ r r r
� from_httplib6 s
� zHTTPHeaderDict.from_httplib)N)%r r r r5 r" r, r& r- rF rQ rR r r r r �objectrU r. r0 r# rW rZ r9 r` Z
getheadersZgetallmatchingheadersZigetZget_allra r8 rb r] rN r^ � classmethodrm �
__classcell__r r r< r
r j s> !
N)Z
__future__r Zcollections.abcr r � ImportError� collectionsZ threadingr r �
exceptionsr Z packages.sixr r r �__all__rn r' r r r r r r
�<module> s L site-packages/pip/_vendor/urllib3/__pycache__/exceptions.cpython-38.pyc 0000644 00000023454 15201600075 0022111 0 ustar 00 U
��.e� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e�Z G dd� de�Z G dd� de�Z
G dd� de�ZeZG dd� de
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG d d � d ee
�ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.Nr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ t�| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager r r r s zPoolError.__init__c C s
| j dfS )N)NN�� __class__�r r r r �
__reduce__ s zPoolError.__reduce__N�r r r r
r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ t�| ||� d S �N)�urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS r )r r r r r r r $ s zRequestError.__reduce__Nr r r r r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.Nr r r r r r ) s r c @ s e Zd ZdZdS )�
ProxyErrorz,Raised when the connection to a proxy fails.Nr r r r r r . s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�
ProtocolErrorz>Raised when something unexpected happens mid-request/response.Nr r r r r r 8 s r c @ s e Zd ZdZddd�ZdS )�
MaxRetryErrora Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
Nc C s& || _ d||f }t�| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r r r r N s zMaxRetryError.__init__)N�r r r r
r r r r r r D s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t �| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r$ r r r r r Y s zHostChangedError.__init__N)r# r! r r r r r" V s r" c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout Nr r r r r r% _ s r% c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
Nr r r r r r& e s r& c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverNr r r r r r' o s r' c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverNr r r r r r( v s r( c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.Nr r r r r r) { s r) c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.Nr r r r r r* � s r* c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.Nr r r r r r+ � s r+ c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.Nr r r r r r, � s r, c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t �| |� || _d S )NzFailed to parse: %s)r r �location)r r. r r r r r � s zLocationParseError.__init__Nr! r r r r r- � s r- c @ s e Zd ZdZdZdZdS )�
ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r
Z
GENERIC_ERRORZSPECIFIC_ERRORr r r r r/ � s r/ c @ s e Zd ZdZdS )�SecurityWarningz0Warned when performing security reducing actionsNr r r r r r0 � s r0 c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.Nr r r r r r1 � s r1 c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.Nr r r r r r2 � s r2 c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongNr r r r r r3 � s r3 c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.Nr r r r r r4 � s r4 c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.Nr r r r r r5 � s r5 c @ s e Zd ZdZdS )�DependencyWarningzc
Warned when an attempt is made to import a module with missing optional
dependencies.
Nr r r r r r6 � s r6 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.Nr r r r r r7 � s r7 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
Nr r r r r r8 � s r8 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z�
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
c s t t| ��||� d S r )�superr r )r �partial�expectedr r r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r: r; r r r r �__repr__� s �zIncompleteRead.__repr__)r r r r
r r< �
__classcell__r r r r r � s r c @ s e Zd ZdZdS )�
InvalidHeaderz(The header provided was somehow invalid.Nr r r r r r> � s r> c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| ��|� d S )Nz Not supported proxy scheme %s)r9 r? r )r Zschemer r r r r � s zProxySchemeUnknown.__init__�r r r r
r r= r r r r r? � s r? c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| ��|� d S )Nz%s, unparsed data: %rZUnknown)r9 rA r )r ZdefectsZ
unparsed_datar r r r r � s zHeaderParsingError.__init__r@ r r r r rA � s rA c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyNr r r r r rB � s rB N)+Z
__future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr
r r r r r r �ConnectionErrorr r" r% r& r' r( r) r* r+ �
ValueErrorr, r- r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r> �AssertionErrorr? rA rB r r r r �<module> sH
site-packages/pip/_vendor/urllib3/__pycache__/poolmanager.cpython-38.opt-1.pyc 0000644 00000031150 15201600075 0023163 0 ustar 00 U
��.e�B � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm
Z
ddl m Z m
Z
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ d
ddgZe�e�Z dZ dZ e� de �Z dd� Z!e�"e!e �e�"e!e �d�Z#ee d�Z$G dd
� d
e�Z%G dd� de%�Z&dd� Z'dS )� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�six)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url)Zkey_fileZ cert_fileZ cert_reqsZca_certsZ ssl_versionZ ca_cert_dirZ ssl_contextZ key_password)Z
key_schemeZkey_hostZkey_portZ key_timeoutZ key_retriesZ
key_strictZ key_blockZkey_source_addressZ key_key_fileZkey_key_passwordZ
key_cert_fileZ
key_cert_reqsZ key_ca_certsZkey_ssl_versionZkey_ca_cert_dirZkey_ssl_contextZ key_maxsizeZ key_headersZ
key__proxyZkey__proxy_headersZkey_socket_optionsZkey__socks_optionsZkey_assert_hostnameZkey_assert_fingerprintZkey_server_hostname�PoolKeyc C s� |� � }|d �� |d< |d �� |d< dD ],}||kr,|| dk r,t|| �� �||< q,|�d�}|dk rxt|�|d< t|�� �D ]}|�|�|d| < q�| j D ]}||kr�d||< q�| f |�S )a�
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
�scheme�host)�headers�_proxy_headersZ_socks_optionsNZsocket_optionsZkey_)
�copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� r% �C/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/poolmanager.py�_default_key_normalizerD s
r' ��http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d
d �Zd d
� Z d dd�Z
dd� Z d dd�Z d dd�Z
dd� Zd!dd�ZdS )"r a$
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
N�
c K s8 t �| |� || _t|dd� d�| _t| _t�� | _d S )Nc S s | � � S �N)�close)�pr% r% r& �<lambda>� � z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r
�__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer )�self� num_poolsr r2 r% r% r& r1 � s
zPoolManager.__init__c C s | S r, r% �r6 r% r% r& � __enter__� s zPoolManager.__enter__c C s | � � dS )NF)�clear)r6 �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zPoolManager.__exit__c C s^ | j | }|dkr | j�� }dD ]}|�|d� q |dkrPtD ]}|�|d� q>|||f|�S )a�
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
N)r r �portr) )r4 r2 r r � SSL_KEYWORDS)r6 r r r= r" Zpool_clsr$ �kwr% r% r& � _new_pool� s
zPoolManager._new_poolc C s | j �� dS )z�
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
N)r3 r: r8 r% r% r& r: � s zPoolManager.clearr) c C sT |s t d��| �|�}|p d|d< |s:t�|d �� d�}||d< ||d< | �|�S )a�
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
zNo host specified.r) r �P r= r )r �_merge_pool_kwargsr r r �connection_from_context)r6 r r= r � pool_kwargsr" r% r% r& �connection_from_host� s
z PoolManager.connection_from_hostc C s, |d � � }| j| }||�}| j||d�S )z�
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
r �r" )r r5 �connection_from_pool_key)r6 r" r Zpool_key_constructor�pool_keyr% r% r& rC � s
z#PoolManager.connection_from_contextc
C sl | j j�Z | j �|�}|r*|W 5 Q R � S |d }|d }|d }| j||||d�}|| j |< W 5 Q R X |S )z�
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
r r r= rF )r3 �lockr r@ )r6 rH r" Zpoolr r r= r% r% r& rG � s
z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a�
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
)r= r rD )r rE r r= r )r6 �urlrD �ur% r% r& �connection_from_url s �z PoolManager.connection_from_urlc C sV | j �� }|rR|�� D ]:\}}|dkrHz
||= W qP tk
rD Y qPX q|||< q|S )a
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
N)r2 r r �KeyError)r6 �overrideZbase_pool_kwargsr$ �valuer% r% r& rB ! s
z PoolManager._merge_pool_kwargsTc K s� t |�}| j|j|j|jd�}d|d< d|d< d|krD| j�� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|�
� }|s�|S t ||�}|j dkr�d }|�
d
�} t| t�s�tj| |d �} | j�r|�|��stt�|d ��}
|
D ]"} | �� | jkr�|d �| d� q�z| j||||d �} W n$ tk
�rR | j�rJ� | Y S X | |d
< ||d< t� d
||� | j||f|�S )a]
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
)r= r FZassert_same_host�redirectr Nr) i/ ZGET�retries)rP )�responseZ_poolzRedirecting %s -> %s) r rE r r= r r r �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr �
isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr r Ziterkeysr r Z incrementr Zraise_on_redirect�log�info) r6 �methodrJ rP r? rK ZconnrR Zredirect_locationrQ r �headerr% r% r& rT 5 sF
�
zPoolManager.urlopen)r+ N)N)Nr) N)N)N)T)�__name__�
__module__� __qualname__�__doc__rS r1 r9 r< r@ r: rE rC rG rL rB rT r% r% r% r& r � s
c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d
�Zd� fd d
� Z� ZS )r ax
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary containing headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
r+ Nc s� t |t�r d|j|j|jf }t|�}|jsFt�|jd�}|j|d�}|jdkrZt |j��|| _
|pfi | _ | j
|d< | j |d< t t
| �j||f|� d S )Nz
%s://%s:%irA )r= r( �_proxyr )rU r r r r= r r r �_replacer
rS �
proxy_headers�superr r1 )r6 � proxy_urlr7 r r` r2 rS r= �� __class__r% r& r1 � s"
�
zProxyManager.__init__r) c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )Nr* )rD )ra r rE rS r r= r )r6 r r= r rD rc r% r& rE � s
�
�z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|�|� |S )z�
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
ZAcceptz*/*ZHost)r �netloc�update)r6 rJ r Zheaders_re r% r% r& �_set_proxy_headers� s
z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|�d| j�}| �||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.r) r rP )r r r r rg ra r rT )r6 rX rJ rP r? rK r rc r% r& rT � s
zProxyManager.urlopen)r+ NN)Nr) N)N)T) rZ r[ r\ r] r1 rE rg rT �
__classcell__r% r% rc r& r t s �
c K s t f d| i|��S )Nrb )r )rJ r? r% r% r& r � s )(Z
__future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r �
exceptionsr r r
Zpackagesr Z packages.six.moves.urllib.parser Zrequestr
Zutil.urlr Z
util.retryr �__all__Z getLoggerrZ rV r> Z _key_fields�
namedtupler r' �partialr5 r4 r r r r% r% r% r& �<module> s4
6
�
ta site-packages/pip/_vendor/urllib3/__pycache__/fields.cpython-38.pyc 0000644 00000017643 15201600075 0021201 0 ustar 00 U
��.ei! � @ s� d dl mZ d dlZd dlZd dlZddlmZ ddd�Zdd � Z d
d d d �Z
e
� d
d� e d d�D �� dd� Z
dd� ZeZG dd� de�ZdS )� )�absolute_importN� )�six�application/octet-streamc C s | rt �| �d p|S |S )z�
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
r )� mimetypesZ
guess_type)�filename�default� r �>/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/fields.py�guess_content_type s r c s� t � tj�r� �d�� t� fdd�dD ��sdd| � f }z|�d� W n ttfk
r^ Y nX |S tjrt� �d�� t j
� � d�� d| � f � tjr�� �d�� � S )a�
Helper function to format and quote a single header parameter using the
strategy defined in RFC 2231.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
An RFC-2231-formatted unicode string.
�utf-8c 3 s | ]}|� kV qd S �Nr )�.0Zch��valuer r
� <genexpr>) s z.format_header_param_rfc2231.<locals>.<genexpr>z"\
�%s="%s"�asciiz%s*=%s) �
isinstancer � binary_type�decode�any�encode�UnicodeEncodeError�UnicodeDecodeErrorZPY2�emailZutilsZencode_rfc2231)�namer �resultr r r
�format_header_param_rfc2231 s
r z%22z\\)�"�\r c C s& i | ] }|d krt �|�d�|��qS ))� z%{:02X})r Zunichr�format)r Zccr r r
�
<dictcomp>I s � r# � c s: � fdd�}t �d�dd� � �� D ���}|�|| �}|S )Nc s � | � d� S )Nr )�group)�match��needles_and_replacementsr r
�replacerR s z#_replace_multiple.<locals>.replacer�|c S s g | ]}t �|��qS r )�re�escape)r Zneedler r r
�
<listcomp>V s z%_replace_multiple.<locals>.<listcomp>)r+ �compile�join�keys�sub)r r( r) �patternr r r' r
�_replace_multipleQ s � r3 c C s, t |tj�r|�d�}t|t�}d| |f S )a�
Helper function to format and quote a single header parameter using the
HTML5 strategy.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows the `HTML5 Working Draft
Section 4.10.22.7`_ and matches the behavior of curl and modern browsers.
.. _HTML5 Working Draft Section 4.10.22.7:
https://w3c.github.io/html/sec-forms.html#multipart-form-data
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
A unicode string, stripped of troublesome characters.
r r )r r r r r3 �_HTML5_REPLACEMENTS)r r r r r
�format_header_param_html5^ s
r5 c @ sR e Zd ZdZddefdd�Zeefdd��Zdd� Zd d
� Z d d � Z
dd
d�Z dS )� RequestFielda
A data container for request body parameters.
:param name:
The name of this request field. Must be unicode.
:param data:
The data/value body.
:param filename:
An optional filename of the request field. Must be unicode.
:param headers:
An optional dict-like object of headers to initially use for the field.
:param header_formatter:
An optional callable that is used to encode and format the headers. By
default, this is :func:`format_header_param_html5`.
Nc C s0 || _ || _|| _i | _|r&t|�| _|| _d S r
)�_name� _filename�data�headers�dict�header_formatter)�selfr r9 r r: r< r r r
�__init__� s
zRequestField.__init__c C s` t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| ||||d�}|j|d� |S )a�
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
� N)r r< )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer r< r r9 r@ Z
request_paramr r r
� from_tuples� s
� zRequestField.from_tuplesc C s | � ||�S )aI
Overridable helper function to format a single header parameter. By
default, this calls ``self.header_formatter``.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
)r< )r= r r r r r
� _render_part� s zRequestField._render_partc C sL g }|}t |t�r|�� }|D ]"\}}|dk r |�| �||�� q d�|�S )aO
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
N�; )r r; �items�appendrF r/ )r= Z header_parts�parts�iterabler r r r r
�
_render_parts� s
zRequestField._render_partsc C s� g }dddg}|D ]*}| j �|d�r|�d|| j | f � q| j �� D ]&\}}||krH|rH|�d||f � qH|�d� d�|�S )z=
Renders the headers for this request field.
�Content-Disposition� Content-Type�Content-LocationFz%s: %sz
)r: �getrI rH r/ )r= �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r
�render_headers� s
zRequestField.render_headersc C sX |pd| j d< | j d d�d| �d| jfd| jff�g�7 < || j d< || j d< d S )
a|
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
z form-datarM rG � r r rN rO N)r: r/ rL r7 r8 )r= Zcontent_dispositionr@ Zcontent_locationr r r
rC � s ���
zRequestField.make_multipart)NNN) �__name__�
__module__� __qualname__�__doc__r5 r> � classmethodrE rF rL rR rC r r r r
r6 } s �
#
�r6 )r )Z
__future__r Z email.utilsr r r+ Zpackagesr r r r4 �update�ranger3 r5 Zformat_header_param�objectr6 r r r r
�<module> s&
*���
site-packages/pip/_vendor/urllib3/__pycache__/connectionpool.cpython-38.opt-1.pyc 0000644 00000056730 15201600075 0023723 0 ustar 00 U
��.e^� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z
d dlZddl m Z m
Z
mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7m8Z8m9Z:m;Z; ddl<m=Z= e j>j?Z?e�@eA�ZBeC� ZDG dd� deC�ZEejFejGhZHG dd� deEe(�ZIG dd� deI�ZJdd� ZKdd � Z9dS ) � )�absolute_importN)�error�timeout� )
�ClosedPoolError�
ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError�
MaxRetryError�
ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection�
HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host� parse_url�Url�_normalize_host�_encode_target)� LifoQueuec @ sB e Zd ZdZdZeZd
dd�Zdd� Zdd� Z d d
� Z
d d � Z dS )�ConnectionPoolzz
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
Nc C s0 |s t d��t|| jd�| _|�� | _|| _d S )NzNo host specified.��scheme)r r' r, �host�lower� _proxy_host�port)�selfr- r0 � r2 �F/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connectionpool.py�__init__I s
zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r- r0 �r1 r2 r2 r3 �__str__Q s zConnectionPool.__str__c C s | S �Nr2 r7 r2 r2 r3 � __enter__T s zConnectionPool.__enter__c C s | � � dS )NF)�close)r1 �exc_typeZexc_valZexc_tbr2 r2 r3 �__exit__W s zConnectionPool.__exit__c C s dS )�D
Close all pooled connections and disable the pool.
Nr2 r7 r2 r2 r3 r; \ s zConnectionPool.close)N) r6 �
__module__� __qualname__�__doc__r, r) �QueueClsr4 r8 r: r= r; r2 r2 r2 r3 r* @ s
r* c
@ s� e Zd ZdZdZeZeZdde j
ddddddf dd�Z dd � Z d!d
d �Z
d d
� Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf
d d �ZdS )"�HTTPConnectionPoolaN
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
�httpNFr c
K s� t �| ||� t�| |� || _t|t�s4t�|�}|d krBtj}|| _ || _
| � |�| _ || _
| | _|
pli | _t|�D ]} | j �d � qxd| _d| _| | _| jr�| j�dg � d S )Nr Zsocket_options)r* r4 r �strict�
isinstancer# �
from_floatr" ZDEFAULTr �retriesrB �pool�block�proxy�
proxy_headers�xrange�put�num_connections� num_requests�conn_kw�
setdefault)
r1 r- r0 rE r �maxsizerJ �headersrH �_proxy�_proxy_headersrQ �_r2 r2 r3 r4 � s(
zHTTPConnectionPool.__init__c C sR | j d7 _ t�d| j | j| jp$d� | jf | j| j| jj| jd�| j ��}|S )z9
Return a fresh :class:`HTTPConnection`.
r z(Starting new HTTP connection (%d): %s:%sZ80)r- r0 r rE )
rO �log�debugr- r0 �
ConnectionClsr �connect_timeoutrE rQ �r1 �connr2 r2 r3 � _new_conn� s ���z HTTPConnectionPool._new_connc C s� d}z| j j| j|d�}W nB tk
r8 t| d��Y n& tjk
r\ | jrXt| d��Y nX |r�t|�r�t �
d| j � |� � t
|dd�dkr�d}|p�| �� S ) a�
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
N)rJ r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rI �getrJ �AttributeErrorr r �Emptyr r rX rY r- r; �getattrr^ )r1 r r] r2 r2 r3 � _get_conn� s$ � z HTTPConnectionPool._get_connc C s^ z| j j|dd� W dS tk
r* Y n$ tjk
rL t�d| j� Y nX |rZ|�� dS )a�
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
F�rJ Nz2Connection pool is full, discarding connection: %s) rI rN r` r ZFullrX �warningr- r; r\ r2 r2 r3 � _put_conn s z HTTPConnectionPool._put_connc C s dS )�U
Called right before a request is made, after the socket is created.
Nr2 r\ r2 r2 r3 �_validate_conn0 s z!HTTPConnectionPool._validate_connc C s d S r9 r2 r\ r2 r2 r3 �_prepare_proxy6 s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| j�� S t|t�r$|�� S t�|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr ZclonerF r# rG )r1 r r2 r2 r3 � _get_timeout: s
z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or pass�!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)rF �
SocketTimeoutr �hasattrrm �_blocking_errnos�str)r1 �err�url�
timeout_valuer2 r2 r3 �_raise_timeoutF s(
� �� �z!HTTPConnectionPool._raise_timeoutc
K s | j d7 _ | �|�}|�� |j|_z| �|� W n: ttfk
rp } z| j|||jd� � W 5 d}~X Y nX |r�|j ||f|� n|j
||f|� |j } t |dd�r�| dkr�t
| |d| ��| tjkr�|j�t�� � n |j�| � zjz|jdd�}
W nT tk
�rP z |�� }
W n0 tk
�rJ } zt�|d� W 5 d}~X Y nX Y nX W n< tttfk
�r� } z| j||| d� � W 5 d}~X Y nX t |d d
�} t�d | j | j | j ||| |
j |
j � zt!|
j"� W n@ t#tfk
�r } z tj$d | �%|�| dd
� W 5 d} ~ X Y nX |
S )a
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
r )rr rs rt N�sockr rl T)� bufferingZ
_http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rP rk Z
start_connectr[ r rh rn r ru Zrequest_chunked�request� read_timeoutrb r r# �DEFAULT_TIMEOUTrv Z
settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError�
BaseExceptionr Z
raise_from� SocketErrorrX rY r, r- r0 �statusZlengthr! �msgr re �
_absolute_url)
r1 r] �methodrs r �chunkedZhttplib_request_kw� timeout_obj�erz �httplib_responseZ http_versionZhper2 r2 r3 �
_make_request_ sp
�
( � �z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r, r- r0 �path)r& r, r- r0 rs )r1 r� r2 r2 r3 r� � s z HTTPConnectionPool._absolute_urlc C sV | j dkrdS | j d }| _ z |jdd�}|r |�� q W n tjk
rP Y nX dS )r> NFrd )rI r_ r; r ra )r1 Zold_poolr] r2 r2 r3 r; � s
zHTTPConnectionPool.closec C sx |� d�rdS t|�\}}}|dk r0t||d�}| jrF|sFt�|�}n| js^|t�|�kr^d}|||f| j| j| jfkS )zj
Check if the given ``url`` is a member of the same host as this
connection pool.
�/TNr+ )�
startswithr$ r' r0 r r_ r, r- )r1 rs r, r- r0 r2 r2 r3 � is_same_host� s
z HTTPConnectionPool.is_same_hostTc
K s |dkr| j }t|t�s*tj||| jd�}|
dkr>|
�dd�}
|rX| �|�sXt| ||��|�d�rrt �
t |��}nt �
t |�j
�}d}|
}| jdkr�|�� }|�| j� d}d}t|| �} �ztz�| �|�}| j| d�}|j|_| jdk o�t|d d� }|�r| �|� | j ||||||| d
�}|
�s(|nd}||
d < | j j |f| ||d �|
��}d}W n� t j k
�rx t!| d
��Y n� t"t#t$t%t&t't(fk
�r, } z�d}t|t&t(f��r�t'|�}n>t|t$t)f��r�| j�r�t*d|�}nt|t$t#f��r�t%d|�}|j+|||| t,�-� d d�}|�.� |}W 5 d}~X Y nX W 5 |�sJ|�oD|�� }d}|�rZ| �|� X |�s�t/�0d|||� | j1|||||||f|| |
| d�|
��S dd� }|�o�|�2� }|�rR|j3dk�r�d}z|j+|||| d�}W n, t4k
�r |j5�r ||� � | Y S X ||� |�6|� t/�7d||� | j1||||f||||| |
| d�|
��S t8|�9d��}|�:||j3|��r�z|j+|||| d�}W n, t4k
�r� |j;�r�||� � | Y S X ||� |�.|� t/�7d |� | j1||||f||||| |
| d�|
��S |S ) a�
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
N)�redirect�defaultZpreload_contentTr� rD F)r rv )r �bodyrT r� Zrequest_method)rI �
connectionrH z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc
S s2 z | � � W n ttttttfk
r, Y nX d S r9 )�readr r r r r r )�responser2 r2 r3 �drain_and_release_conn� s � z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rH r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)<rT rF r" Zfrom_intrH r_ r� r
r� r Z
ensure_strr( r% rs r, �copy�updaterL r r; rf rk rc r[ r rK rb ri r� � ResponseClsZ from_httplibr ra r r r r r r r r r r
Z increment�sysrx �sleeprX re �urlopenZget_redirect_locationr� r Zraise_on_redirectZsleep_for_retryrY �boolZ getheaderZis_retryZraise_on_status)r1 r� rs r� rT rH r� r� r r� r� r� r� Z response_kwr] Zrelease_this_connrr Z
clean_exitr� Zis_new_proxy_connr� Z
response_connr� r� r� Zredirect_locationZhas_retry_afterr2 r2 r3 r� � sL j
�
���� �
� ��� �
�� �
�� �zHTTPConnectionPool.urlopen)N)r6 r? r@ rA r, r rZ r r� r# r{ r4 r^ rc rf rh ri rk ru rj r� r� r; r� r� r2 r2 r2 r3 rC g sL ;�
1
' �
e�rC c sp e Zd ZdZdZeZddejdddddddddddddddfdd�Z dd � Z
d
d � Z d d
� Z � fdd�Z
� ZS )�HTTPSConnectionPoola�
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl`
is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
�httpsNFr c K s\ t j| ||||||||| |
f |� | | _| | _|
| _|| _|| _|| _|| _|| _ || _
d S r9 ) rC r4 �key_file� cert_file� cert_reqs� key_password�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r1 r- r0 rE r rS rJ rT rH rU rV r� r� r� r� r� r� r� r� r� rQ r2 r2 r3 r4 i s0 � �z HTTPSConnectionPool.__init__c
C s@ t |t�r<|j| j| j| j| j| j| j| j | j
d� | j |_ |S )z�
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
)r� r� r� r� r� r� r� r� ) rF r Zset_certr� r� r� r� r� r� r� r� r� r\ r2 r2 r3 �
_prepare_conn� s
�
z!HTTPSConnectionPool._prepare_connc C s |� | j| j| j� |�� dS )z�
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
N)Z
set_tunnelr/ r0 rL �connectr\ r2 r2 r3 ri � s z"HTTPSConnectionPool._prepare_proxyc
C s� | j d7 _ t�d| j | j| jp$d� | jr8| jtkr@td��| j}| j}| jdk rf| jj}| jj}| jf ||| j j
| j | j | j
| jd�| j��}| �|�S )zB
Return a fresh :class:`httplib.HTTPSConnection`.
r z)Starting new HTTPS connection (%d): %s:%sZ443zCCan't connect to HTTPS URL because the SSL module is not available.N)r- r0 r rE r� r� r� )rO rX rY r- r0 rZ r r rK r r[ rE r� r� r� rQ r� )r1 Z actual_hostZ actual_portr] r2 r2 r3 r^ � s8 ��
�� z HTTPSConnectionPool._new_connc s: t t| ��|� t|dd�s$|�� |js6t�dt� dS )rg rv Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� rh rb r� Z is_verified�warnings�warnr r\ �� __class__r2 r3 rh � s �z"HTTPSConnectionPool._validate_conn)r6 r? r@ rA r, r rZ r# r{ r4 r� ri r^ rh �
__classcell__r2 r2 r� r3 r� T s4 �
1$r� c K sR t | �\}}}|p t�|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a�
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
�P r� r0 N)r$ r r_ r� rC )rs �kwr, r- r0 r2 r2 r3 �connection_from_url� s
r� c C s. t | |�} | �d�r*| �d�r*| dd� } | S )z?
Normalize hosts for comparisons and use with sockets.
�[�]r ���)�normalize_hostr� �endswith)r- r, r2 r2 r3 r' s
r' )LZ
__future__r rm Zloggingr� r� r| r r r rn �
exceptionsr r r r r
r r r
r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r ry r r� r Zutil.connectionr Z util.requestr Z
util.responser! Z
util.retryr" Z util.timeoutr# Zutil.urlr$ r% r& r' r� r( Z
util.queuer) ZmovesrM Z getLoggerr6 rX �objectrj r* ZEAGAINZ EWOULDBLOCKrp rC r� r� r2 r2 r2 r3 �<module> sF < $
$ r site-packages/pip/_vendor/urllib3/__pycache__/__init__.cpython-38.pyc 0000644 00000004045 15201600075 0021462 0 ustar 00 U
��.e{
� @ s4 d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl
m Z ddl m
Z
mZmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlZddlmZ dZ dZ dZ dZ e� e!��"e� � ej#fdd�Z$[ej%de j&dd� ej%de j'dd� ej%de j(dd� ej%de j)dd� e j*fdd�Z+dS )z8
urllib3 - Thread-safe connection pooling and re-using.
� )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)�
exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerz(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.25.6)r r r r
r r r �add_stderr_loggerr �disable_warningsr r r
r c C sF t �t�}t �� }|�t �d�� |�|� |�| � |�dt� |S )z�
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLogger�__name__Z
StreamHandlerZ setFormatterZ Formatter�
addHandlerZsetLevel�debug)�levelZloggerZhandler� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/__init__.pyr / s
r �alwaysT)�append�defaultc C s t �d| � dS )z<
Helper for quickly disabling all urllib3 warnings.
�ignoreN)�warnings� simplefilter)�categoryr r r r R s r ),�__doc__Z
__future__r r Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r
r Zresponser Z util.requestr
Zutil.urlr Z util.timeoutr Z
util.retryr r r �
__author__Z __license__� __version__�__all__r r r �DEBUGr r! ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> s2 site-packages/pip/_vendor/urllib3/__pycache__/connectionpool.cpython-38.pyc 0000644 00000056730 15201600075 0022764 0 ustar 00 U
��.e^� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z
d dlZddl m Z m
Z
mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7m8Z8m9Z:m;Z; ddl<m=Z= e j>j?Z?e�@eA�ZBeC� ZDG dd� deC�ZEejFejGhZHG dd� deEe(�ZIG dd� deI�ZJdd� ZKdd � Z9dS ) � )�absolute_importN)�error�timeout� )
�ClosedPoolError�
ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError�
MaxRetryError�
ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection�
HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host� parse_url�Url�_normalize_host�_encode_target)� LifoQueuec @ sB e Zd ZdZdZeZd
dd�Zdd� Zdd� Z d d
� Z
d d � Z dS )�ConnectionPoolzz
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
Nc C s0 |s t d��t|| jd�| _|�� | _|| _d S )NzNo host specified.��scheme)r r' r, �host�lower� _proxy_host�port)�selfr- r0 � r2 �F/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connectionpool.py�__init__I s
zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r- r0 �r1 r2 r2 r3 �__str__Q s zConnectionPool.__str__c C s | S �Nr2 r7 r2 r2 r3 � __enter__T s zConnectionPool.__enter__c C s | � � dS )NF)�close)r1 �exc_typeZexc_valZexc_tbr2 r2 r3 �__exit__W s zConnectionPool.__exit__c C s dS )�D
Close all pooled connections and disable the pool.
Nr2 r7 r2 r2 r3 r; \ s zConnectionPool.close)N) r6 �
__module__� __qualname__�__doc__r, r) �QueueClsr4 r8 r: r= r; r2 r2 r2 r3 r* @ s
r* c
@ s� e Zd ZdZdZeZeZdde j
ddddddf dd�Z dd � Z d!d
d �Z
d d
� Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf
d d �ZdS )"�HTTPConnectionPoolaN
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
�httpNFr c
K s� t �| ||� t�| |� || _t|t�s4t�|�}|d krBtj}|| _ || _
| � |�| _ || _
| | _|
pli | _t|�D ]} | j �d � qxd| _d| _| | _| jr�| j�dg � d S )Nr Zsocket_options)r* r4 r �strict�
isinstancer# �
from_floatr" ZDEFAULTr �retriesrB �pool�block�proxy�
proxy_headers�xrange�put�num_connections� num_requests�conn_kw�
setdefault)
r1 r- r0 rE r �maxsizerJ �headersrH �_proxy�_proxy_headersrQ �_r2 r2 r3 r4 � s(
zHTTPConnectionPool.__init__c C sR | j d7 _ t�d| j | j| jp$d� | jf | j| j| jj| jd�| j ��}|S )z9
Return a fresh :class:`HTTPConnection`.
r z(Starting new HTTP connection (%d): %s:%sZ80)r- r0 r rE )
rO �log�debugr- r0 �
ConnectionClsr �connect_timeoutrE rQ �r1 �connr2 r2 r3 � _new_conn� s ���z HTTPConnectionPool._new_connc C s� d}z| j j| j|d�}W nB tk
r8 t| d��Y n& tjk
r\ | jrXt| d��Y nX |r�t|�r�t �
d| j � |� � t
|dd�dkr�d}|p�| �� S ) a�
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
N)rJ r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rI �getrJ �AttributeErrorr r �Emptyr r rX rY r- r; �getattrr^ )r1 r r] r2 r2 r3 � _get_conn� s$ � z HTTPConnectionPool._get_connc C s^ z| j j|dd� W dS tk
r* Y n$ tjk
rL t�d| j� Y nX |rZ|�� dS )a�
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
F�rJ Nz2Connection pool is full, discarding connection: %s) rI rN r` r ZFullrX �warningr- r; r\ r2 r2 r3 � _put_conn s z HTTPConnectionPool._put_connc C s dS )�U
Called right before a request is made, after the socket is created.
Nr2 r\ r2 r2 r3 �_validate_conn0 s z!HTTPConnectionPool._validate_connc C s d S r9 r2 r\ r2 r2 r3 �_prepare_proxy6 s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| j�� S t|t�r$|�� S t�|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr ZclonerF r# rG )r1 r r2 r2 r3 � _get_timeout: s
z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or pass�!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)rF �
SocketTimeoutr �hasattrrm �_blocking_errnos�str)r1 �err�url�
timeout_valuer2 r2 r3 �_raise_timeoutF s(
� �� �z!HTTPConnectionPool._raise_timeoutc
K s | j d7 _ | �|�}|�� |j|_z| �|� W n: ttfk
rp } z| j|||jd� � W 5 d}~X Y nX |r�|j ||f|� n|j
||f|� |j } t |dd�r�| dkr�t
| |d| ��| tjkr�|j�t�� � n |j�| � zjz|jdd�}
W nT tk
�rP z |�� }
W n0 tk
�rJ } zt�|d� W 5 d}~X Y nX Y nX W n< tttfk
�r� } z| j||| d� � W 5 d}~X Y nX t |d d
�} t�d | j | j | j ||| |
j |
j � zt!|
j"� W n@ t#tfk
�r } z tj$d | �%|�| dd
� W 5 d} ~ X Y nX |
S )a
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
r )rr rs rt N�sockr rl T)� bufferingZ
_http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rP rk Z
start_connectr[ r rh rn r ru Zrequest_chunked�request� read_timeoutrb r r# �DEFAULT_TIMEOUTrv Z
settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError�
BaseExceptionr Z
raise_from� SocketErrorrX rY r, r- r0 �statusZlengthr! �msgr re �
_absolute_url)
r1 r] �methodrs r �chunkedZhttplib_request_kw� timeout_obj�erz �httplib_responseZ http_versionZhper2 r2 r3 �
_make_request_ sp
�
( � �z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r, r- r0 �path)r& r, r- r0 rs )r1 r� r2 r2 r3 r� � s z HTTPConnectionPool._absolute_urlc C sV | j dkrdS | j d }| _ z |jdd�}|r |�� q W n tjk
rP Y nX dS )r> NFrd )rI r_ r; r ra )r1 Zold_poolr] r2 r2 r3 r; � s
zHTTPConnectionPool.closec C sx |� d�rdS t|�\}}}|dk r0t||d�}| jrF|sFt�|�}n| js^|t�|�kr^d}|||f| j| j| jfkS )zj
Check if the given ``url`` is a member of the same host as this
connection pool.
�/TNr+ )�
startswithr$ r' r0 r r_ r, r- )r1 rs r, r- r0 r2 r2 r3 � is_same_host� s
z HTTPConnectionPool.is_same_hostTc
K s |dkr| j }t|t�s*tj||| jd�}|
dkr>|
�dd�}
|rX| �|�sXt| ||��|�d�rrt �
t |��}nt �
t |�j
�}d}|
}| jdkr�|�� }|�| j� d}d}t|| �} �ztz�| �|�}| j| d�}|j|_| jdk o�t|d d� }|�r| �|� | j ||||||| d
�}|
�s(|nd}||
d < | j j |f| ||d �|
��}d}W n� t j k
�rx t!| d
��Y n� t"t#t$t%t&t't(fk
�r, } z�d}t|t&t(f��r�t'|�}n>t|t$t)f��r�| j�r�t*d|�}nt|t$t#f��r�t%d|�}|j+|||| t,�-� d d�}|�.� |}W 5 d}~X Y nX W 5 |�sJ|�oD|�� }d}|�rZ| �|� X |�s�t/�0d|||� | j1|||||||f|| |
| d�|
��S dd� }|�o�|�2� }|�rR|j3dk�r�d}z|j+|||| d�}W n, t4k
�r |j5�r ||� � | Y S X ||� |�6|� t/�7d||� | j1||||f||||| |
| d�|
��S t8|�9d��}|�:||j3|��r�z|j+|||| d�}W n, t4k
�r� |j;�r�||� � | Y S X ||� |�.|� t/�7d |� | j1||||f||||| |
| d�|
��S |S ) a�
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
N)�redirect�defaultZpreload_contentTr� rD F)r rv )r �bodyrT r� Zrequest_method)rI �
connectionrH z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc
S s2 z | � � W n ttttttfk
r, Y nX d S r9 )�readr r r r r r )�responser2 r2 r3 �drain_and_release_conn� s � z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rH r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)<rT rF r" Zfrom_intrH r_ r� r
r� r Z
ensure_strr( r% rs r, �copy�updaterL r r; rf rk rc r[ r rK rb ri r� � ResponseClsZ from_httplibr ra r r r r r r r r r r
Z increment�sysrx �sleeprX re �urlopenZget_redirect_locationr� r Zraise_on_redirectZsleep_for_retryrY �boolZ getheaderZis_retryZraise_on_status)r1 r� rs r� rT rH r� r� r r� r� r� r� Z response_kwr] Zrelease_this_connrr Z
clean_exitr� Zis_new_proxy_connr� Z
response_connr� r� r� Zredirect_locationZhas_retry_afterr2 r2 r3 r� � sL j
�
���� �
� ��� �
�� �
�� �zHTTPConnectionPool.urlopen)N)r6 r? r@ rA r, r rZ r r� r# r{ r4 r^ rc rf rh ri rk ru rj r� r� r; r� r� r2 r2 r2 r3 rC g sL ;�
1
' �
e�rC c sp e Zd ZdZdZeZddejdddddddddddddddfdd�Z dd � Z
d
d � Z d d
� Z � fdd�Z
� ZS )�HTTPSConnectionPoola�
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl`
is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
�httpsNFr c K s\ t j| ||||||||| |
f |� | | _| | _|
| _|| _|| _|| _|| _|| _ || _
d S r9 ) rC r4 �key_file� cert_file� cert_reqs� key_password�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r1 r- r0 rE r rS rJ rT rH rU rV r� r� r� r� r� r� r� r� r� rQ r2 r2 r3 r4 i s0 � �z HTTPSConnectionPool.__init__c
C s@ t |t�r<|j| j| j| j| j| j| j| j | j
d� | j |_ |S )z�
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
)r� r� r� r� r� r� r� r� ) rF r Zset_certr� r� r� r� r� r� r� r� r� r\ r2 r2 r3 �
_prepare_conn� s
�
z!HTTPSConnectionPool._prepare_connc C s |� | j| j| j� |�� dS )z�
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
N)Z
set_tunnelr/ r0 rL �connectr\ r2 r2 r3 ri � s z"HTTPSConnectionPool._prepare_proxyc
C s� | j d7 _ t�d| j | j| jp$d� | jr8| jtkr@td��| j}| j}| jdk rf| jj}| jj}| jf ||| j j
| j | j | j
| jd�| j��}| �|�S )zB
Return a fresh :class:`httplib.HTTPSConnection`.
r z)Starting new HTTPS connection (%d): %s:%sZ443zCCan't connect to HTTPS URL because the SSL module is not available.N)r- r0 r rE r� r� r� )rO rX rY r- r0 rZ r r rK r r[ rE r� r� r� rQ r� )r1 Z actual_hostZ actual_portr] r2 r2 r3 r^ � s8 ��
�� z HTTPSConnectionPool._new_connc s: t t| ��|� t|dd�s$|�� |js6t�dt� dS )rg rv Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� rh rb r� Z is_verified�warnings�warnr r\ �� __class__r2 r3 rh � s �z"HTTPSConnectionPool._validate_conn)r6 r? r@ rA r, r rZ r# r{ r4 r� ri r^ rh �
__classcell__r2 r2 r� r3 r� T s4 �
1$r� c K sR t | �\}}}|p t�|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a�
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
�P r� r0 N)r$ r r_ r� rC )rs �kwr, r- r0 r2 r2 r3 �connection_from_url� s
r� c C s. t | |�} | �d�r*| �d�r*| dd� } | S )z?
Normalize hosts for comparisons and use with sockets.
�[�]r ���)�normalize_hostr� �endswith)r- r, r2 r2 r3 r' s
r' )LZ
__future__r rm Zloggingr� r� r| r r r rn �
exceptionsr r r r r
r r r
r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r ry r r� r Zutil.connectionr Z util.requestr Z
util.responser! Z
util.retryr" Z util.timeoutr# Zutil.urlr$ r% r& r' r� r( Z
util.queuer) ZmovesrM Z getLoggerr6 rX �objectrj r* ZEAGAINZ EWOULDBLOCKrp rC r� r� r2 r2 r2 r3 �<module> sF < $
$ r site-packages/pip/_vendor/urllib3/__pycache__/response.cpython-38.pyc 0000644 00000047557 15201600075 0021600 0 ustar 00 U
��.e�l � @ s\ d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm
Z z d dl Z W n e
k
rl dZ Y nX ddlmZ ddlmZmZmZmZmZmZmZ dd lmZmZ dd
l m Z dd l m Z m!Z! dd l"m#Z#m$Z$ e�%e&�Z'G d
d� de(�Z)G dd� de(�Z*G dd� de(�Z+e dk �r.G dd� de(�Z,G dd� de(�Z-dd� Z.G dd� dej/�Z0dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible�
ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead�
InvalidHeader)� string_types�PY3)� http_client)�
HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ d| _t�� | _d S )NT� )�
_first_try�_data�zlib�
decompressobj�_obj��self� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/response.py�__init__! s zDeflateDecoder.__init__c C s t | j|�S �N��getattrr �r �namer r r � __getattr__& s zDeflateDecoder.__getattr__c C s� |s|S | j s| j�|�S | j|7 _z"| j�|�}|rFd| _ d | _|W S tjk
r� d| _ t�tj �| _z| �| j�W � Y S d | _X Y nX d S )NF)r r �
decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r( ) s" zDeflateDecoder.decompressN��__name__�
__module__� __qualname__r! r' r( r r r r r s r c @ s e Zd ZdZdZdZdS )�GzipDecoderStater r � N)r, r- r. � FIRST_MEMBER�
OTHER_MEMBERS� SWALLOW_DATAr r r r r/ @ s r/ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t �dt j �| _tj| _d S �N� )r r r) r r/ r1 �_stater r r r r! H s zGzipDecoder.__init__c C s t | j|�S r" r# r% r r r r' L s zGzipDecoder.__getattr__c C s� t � }| jtjks|s t|�S z|| j�|�7 }W n< tjk
rn | j}tj| _|tj krht|� Y S � Y nX | jj
}|s�t|�S tj | _t� dtj �| _q d S r5 )
� bytearrayr7 r/ r3 �bytesr r( r r r2 Z unused_datar r) )r r* �retZprevious_stater r r r( O s
zGzipDecoder.decompressNr+ r r r r r4 G s r4 c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BrotliDecoderc C s t �� | _d S r" )�brotliZ Decompressorr r r r r r! k s zBrotliDecoder.__init__c C s$ t | jd�r| j�|�S | j�|�S )Nr( )�hasattrr r( Zprocess)r r* r r r r( n s zBrotliDecoder.decompressc C s t | jd�r| j�� S dS )N�flushr )r= r r> r r r r r> s s
zBrotliDecoder.flushN)r, r- r. r! r( r> r r r r r; g s r; c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MultiDecodera
From RFC7231:
If one or more encodings have been applied to a representation, the
sender that applied the encodings MUST generate a Content-Encoding
header field that lists the content codings in the order in which
they were applied.
c C s dd� |� d�D �| _d S )Nc S s g | ]}t |�� ��qS r )� _get_decoder�strip)�.0�mr r r �
<listcomp>� s z)MultiDecoder.__init__.<locals>.<listcomp>�,)�split� _decoders)r Zmodesr r r r! � s zMultiDecoder.__init__c C s | j d �� S �Nr )rG r> r r r r r> � s zMultiDecoder.flushc C s t | j�D ]}|�|�}q
|S r" )�reversedrG r( )r r* �dr r r r( � s zMultiDecoder.decompressN)r, r- r. �__doc__r! r> r( r r r r r? y s r? c C s: d| krt | �S | dkr t� S td k r4| dkr4t� S t� S )NrE �gzip�br)r? r4 r< r; r )�moder r r r@ � s r@ c @ sd e Zd ZdZddgZedk r&edg7 Zdddd d
gZdLdd�Zdd� Zdd� Z e
dd� �Z e
dd� �Z dd� Z
dd � Zd d � Zd d � ZeejfZedk r�eejf7 Zd!d"� Zd#d$� Zed%d&� �ZdMd'd(�ZdNd*d+�Zed,d-� �Z d.d/� Z dOd0d1�Z d2d3� Z d4d5� Z e
d6d7� �Z!d8d9� Z"d:d;� Z#d<d=� Z$d>d?� Z%d@dA� Z&dBdC� Z'dDdE� Z(dPdFdG�Z)dHdI� Z*dJdK� Z+dS )Q� HTTPResponsea�
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
rL ZdeflateNrM i- i. i/ i3 i4 � r TFc C s t |t�r|| _n
t|�| _|| _|| _|| _|| _|| _|
| _|| _ || _
d | _ d | _ d | _
| | _d| _| | _|| _|r�t |ttf�r�|| _ |
| _| | _t|d�r�|| _
d| _d | _| j�dd��� }dd� |�d�D �}d |kr�d
| _| � |�| _ |�r| j �s| j |d �| _ d S ) Nr �readFztransfer-encodingrP c s s | ]}|� � V qd S r" )rA )rB �encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>rE �chunkedT��decode_content) �
isinstancer �headers�status�version�reason�strictrV �retries�enforce_content_length�
auto_close�_decoder�_body�_fp�_original_response�_fp_bytes_read�msg� _request_url�
basestringr9 �_pool� _connectionr= rT �
chunk_left�get�lowerrF � _init_length�length_remainingrQ )r �bodyrX rY rZ r[ r\ Zpreload_contentrV �original_responseZpool�
connectionre r] r^ �request_methodZ request_urlr_ Ztr_enc� encodingsr r r r! � sB
zHTTPResponse.__init__c C s | j | jkr| j�d�S dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
�locationF)rY �REDIRECT_STATUSESrX rk r r r r �get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r | jsd S | j �| j� d | _d S r" )rh ri Z _put_connr r r r � release_conn s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)�
cache_content)ra rb rQ r r r r r* s zHTTPResponse.datac C s | j S r" )ri r r r r rq ! s zHTTPResponse.connectionc C s
t | j�S r" )r rb r r r r �isclosed% s zHTTPResponse.isclosedc C s | j S )z�
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
)rd r r r r �tell( s zHTTPResponse.tellc C s� | j �d�}|dk r�| jr(t�d� dS z<tdd� |�d�D ��}t|�dkrZtd| ��|� � }W n t
k
r| d}Y nX |d k r�d}zt | j �}W n t
k
r� d }Y nX |d
ks�d | kr�d k s�n |d
kr�d }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)rB �valr r r rD J s z-HTTPResponse._init_length.<locals>.<listcomp>rE r z8Content-Length contained multiple unmatching values (%s)r )�� i0 �d �� ZHEAD)
rX rk rT �logZwarning�setrF �lenr �pop�
ValueErrorr{ rY )r rr ZlengthZlengthsrY r r r rm 0 s6 � ��
&zHTTPResponse._init_lengthc sh � j �dd��� }� jdkrd|� jkr2t|�� _n2d|krd� fdd�|�d�D �}t|�rdt|�� _dS )z=
Set-up the _decoder attribute if necessary.
�content-encodingrP NrE c s" g | ]}|� � � jkr|� � �qS r )rA �CONTENT_DECODERS)rB �er r r rD o s �z.HTTPResponse._init_decoder.<locals>.<listcomp>)rX rk rl r` r� r@ rF r� )r �content_encodingrs r r r �
_init_decoderd s
�zHTTPResponse._init_decoderc
C sx |s|S z| j r | j �|�}W nD | jk
rb } z$| j�dd��� }td| |��W 5 d}~X Y nX |rt|| �� 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
r� rP zEReceived response with content-encoding: %s, but failed to decode it.N)r` r( �DECODER_ERROR_CLASSESrX rk rl r
�_flush_decoder)r r* rV �
flush_decoderr� r� r r r �_decode{ s �� zHTTPResponse._decodec C s$ | j r | j �d�}|| j �� S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
r )r` r( r> )r Zbufr r r r� � s zHTTPResponse._flush_decoderc
c s� d}z�z
dV W n� tk
r2 t| jdd��Y np tk
rn } z dt |�krP� t| jdd��W 5 d}~X Y n4 t
t fk
r� } zt d| |��W 5 d}~X Y nX d}W 5 |s�| j r�| j �� | jr�| j�� | j r�| j �� r�| �� X dS )z�
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outzConnection broken: %rT)
rc �closeri ry rw �
SocketTimeoutr rh r �strr � SocketErrorr )r Z
clean_exitr� r r r �_error_catcher� s(
zHTTPResponse._error_catcherc C s | � � |dkr| j}| jdkr$dS d}t| jdd�}| �� �v |dkr`|sV| j�� nd}d}nPd}|st| j�|�nd}|dkr�|s�| j�� d}| jr�| jdkr�t | j
| j��W 5 Q R X |�r| j
t |�7 _
| jdk r�| jt |�8 _| � |||�}|�r|| _
|S )aP
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
NF�closedr Tr )r N)r� rV rb r$ r� rQ r� r^ rn r
rd r� r� ra )r �amtrV rx r� Z fp_closedr* r r r rQ � s:
��
zHTTPResponse.read� c c sR | j r*| �� r*| j||d�D ]
}|V q n$t| j�sN| j||d�}|r*|V q*dS )a_
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
rU )r� rV N)rT �supports_chunked_reads� read_chunkedr rb rQ )r r� rV �liner* r r r �stream s
zHTTPResponse.streamc
K s` |j }t|t�s,tr"t|�� �}n
t�|�}t|dd�}| f |||j|j|j ||d�|��}|S )a
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
r\ r )ro rX rY rZ r[ r\ rp )
re rW r r �items� from_httplibr$ rY rZ r[ )Z ResponseCls�rZ response_kwrX r\ Zrespr r r r� 9 s$
��
zHTTPResponse.from_httplibc C s | j S r" �rX r r r r �
getheadersZ s zHTTPResponse.getheadersc C s | j �||�S r" )rX rk )r r& �defaultr r r � getheader] s zHTTPResponse.getheaderc C s | j S r" r� r r r r �infoa s zHTTPResponse.infoc C s6 | j s| j�� | jr | j�� | js2tj�| � d S r" )r� rb r� ri r_ �io�IOBaser r r r r� e s
zHTTPResponse.closec C sT | j stjj�| �S | jd kr"dS t| jd�r8| j�� S t| jd�rL| jjS dS d S )NTry r� )r_ r� r� r� �__get__rb r= ry r r r r r� o s
zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j �� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rb �IOErrorr= r� r r r r r� | s
�zHTTPResponse.filenoc C s2 | j d k r.t| j d�r.t| j dd�s.| j �� S d S )Nr> r� F)rb r= r$ r> r r r r r> � s �
� �zHTTPResponse.flushc C s dS )NTr r r r r �readable� s zHTTPResponse.readablec C s: | � t|��}t|�dkr dS ||d t|��< t|�S d S rH )rQ r� )r �bZtempr r r �readinto� s
zHTTPResponse.readintoc C s t | jd�S )z�
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
�fp)r= rb r r r r r� � s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jj�� }|�dd�d }zt|d�| _ W n& tk
r` | �� t� |��Y nX d S )N� ;r r r6 )
rj rb r� �readlinerF r{ r� r� �httplibr
)r r� r r r �_update_chunk_length� s
z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j �| j�}|}| j �d� d | _nv|| jk rZ| j �|�}| j| | _|}nN|| jkr�| j �|�}| j �d� d | _|}n | j �| j�}| j �d� d | _|S )Nr0 )rb Z
_safe_readrj )r r� Zreturned_chunk�chunk�valuer r r �
_handle_chunk� s&
zHTTPResponse._handle_chunkc c s� | � � | jstd��| �� s&td��| �� �� | jrXt| j�rX| j�� W 5 Q R � dS | j j
dkrrW 5 Q R � dS | � � | j dkr�q�| �
|�}| j||dd�}|rr|V qr|r�| �� }|r�|V | j j
�� }|s�q�|dkr�q�q�| jr�| j�� W 5 Q R X dS )a�
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)rV r� s
)r� rT r r� r r� rc r r� rb r� r� rj r� r� r� r� )r r� rV r� Zdecodedr� r r r r� � sJ ��
� zHTTPResponse.read_chunkedc C s. | j dk r$t| j j�r$| j jd jS | jS dS )z�
Returns the URL that was the source of this response.
If the request that generated this response redirected, this method
will return the final redirect location.
N���)r] r� �historyZredirect_locationrf r r r r �geturl s zHTTPResponse.geturlc c s� dg}| j dd�D ]n}d|krv|�d�}d�|�|d d V |dd� D ]}|d V qL|d rp|d g}q�g }q|�|� q|r�d�|�V d S )Nr TrU �
r r r� )r� rF �join�append)r �bufferr� �xr r r �__iter__ s
zHTTPResponse.__iter__)rP Nr r Nr TTNNNNNFNNT)NNF)r� N)N)NN),r, r- r. rK r� r< ru r! rv rw �propertyr* rq ry rz rm r� r� r r r� r� r� r r� rQ r� � classmethodr� r� r� r� r� r� r� r> r� r� r� r� r� r� r� r� r r r r rO � sx
�
C
4
8
J
F rO )1Z
__future__r �
contextlibr r r� ZloggingZsocketr r� r r� r< � ImportError� _collectionsr �
exceptionsr r r
r r r
r Z packages.sixr rg r Zpackages.six.movesr r� rq r r Z
util.responser r Z getLoggerr, r� �objectr r/ r4 r; r? r@ r� rO r r r r �<module> s2
$
site-packages/pip/_vendor/urllib3/__pycache__/filepost.cpython-38.pyc 0000644 00000005256 15201600075 0021555 0 ustar 00 U
��.e� � @ s� d dl mZ d dlZd dlZd dlZd dlmZ ddlmZ ddl m
Z
ddl m Z e�
d�d Zd
d � Zd d
� Zdd� Zddd�ZdS )� )�absolute_importN)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s$ t �t�d��} tjs | �d�} | S )zN
Our embarrassingly-simple replacement for mimetools.choose_boundary.
� �ascii)�binasciiZhexlify�os�urandomr ZPY2�decode)�boundary� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/filepost.py�choose_boundary s
r c c sJ t | t�rt�| �}nt| �}|D ]"}t |t�r8|V q"tj|� V q"dS )z�
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
N)�
isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s
r c C s, t | t�r dd� t�| �D �S dd� | D �S )a-
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
c s s | ]\}}||fV qd S �Nr ��.0�k�vr r r � <genexpr>: s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S r r r r r r r < s )r r r r )r r r r � iter_fields- s
r! c C s� t � }|dkrt� }t| �D ]p}|�td| �� t|��|�� � |j}t|t �r\t
|�}t|t j �rxt|��|� n
|�|� |�d� q |�td| �� t
d| �}|�
� |fS )aQ
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`urllib3.filepost.choose_boundary`.
Nz--%s
s
z--%s--
z multipart/form-data; boundary=%s)r r r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r r Zbodyr r$ Z content_typer r r �encode_multipart_formdata? s
r( )N)Z
__future__r r �codecsr �ior Zpackagesr Z packages.sixr r r �lookupr# r r r! r( r r r r �<module> s
site-packages/pip/_vendor/urllib3/util/__init__.py 0000644 00000002016 15201600075 0016145 0 ustar 00 from __future__ import absolute_import
# For backwards compatibility, provide imports that used to be here.
from .connection import is_connection_dropped
from .request import make_headers
from .response import is_fp_closed
from .ssl_ import (
SSLContext,
HAS_SNI,
IS_PYOPENSSL,
IS_SECURETRANSPORT,
assert_fingerprint,
resolve_cert_reqs,
resolve_ssl_version,
ssl_wrap_socket,
PROTOCOL_TLS,
)
from .timeout import current_time, Timeout
from .retry import Retry
from .url import get_host, parse_url, split_first, Url
from .wait import wait_for_read, wait_for_write
__all__ = (
"HAS_SNI",
"IS_PYOPENSSL",
"IS_SECURETRANSPORT",
"SSLContext",
"PROTOCOL_TLS",
"Retry",
"Timeout",
"Url",
"assert_fingerprint",
"current_time",
"is_connection_dropped",
"is_fp_closed",
"get_host",
"parse_url",
"make_headers",
"resolve_cert_reqs",
"resolve_ssl_version",
"split_first",
"ssl_wrap_socket",
"wait_for_read",
"wait_for_write",
)
site-packages/pip/_vendor/urllib3/util/ssl_.py 0000644 00000033523 15201600075 0015355 0 ustar 00 from __future__ import absolute_import
import errno
import warnings
import hmac
import sys
from binascii import hexlify, unhexlify
from hashlib import md5, sha1, sha256
from .url import IPV4_RE, BRACELESS_IPV6_ADDRZ_RE
from ..exceptions import SSLError, InsecurePlatformWarning, SNIMissingWarning
from ..packages import six
SSLContext = None
HAS_SNI = False
IS_PYOPENSSL = False
IS_SECURETRANSPORT = False
# Maps the length of a digest to a possible hash function producing this digest
HASHFUNC_MAP = {32: md5, 40: sha1, 64: sha256}
def _const_compare_digest_backport(a, b):
"""
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
"""
result = abs(len(a) - len(b))
for l, r in zip(bytearray(a), bytearray(b)):
result |= l ^ r
return result == 0
_const_compare_digest = getattr(hmac, "compare_digest", _const_compare_digest_backport)
try: # Test for SSL features
import ssl
from ssl import wrap_socket, CERT_REQUIRED
from ssl import HAS_SNI # Has SNI?
except ImportError:
pass
try: # Platform-specific: Python 3.6
from ssl import PROTOCOL_TLS
PROTOCOL_SSLv23 = PROTOCOL_TLS
except ImportError:
try:
from ssl import PROTOCOL_SSLv23 as PROTOCOL_TLS
PROTOCOL_SSLv23 = PROTOCOL_TLS
except ImportError:
PROTOCOL_SSLv23 = PROTOCOL_TLS = 2
try:
from ssl import OP_NO_SSLv2, OP_NO_SSLv3, OP_NO_COMPRESSION
except ImportError:
OP_NO_SSLv2, OP_NO_SSLv3 = 0x1000000, 0x2000000
OP_NO_COMPRESSION = 0x20000
# A secure default.
# Sources for more information on TLS ciphers:
#
# - https://wiki.mozilla.org/Security/Server_Side_TLS
# - https://www.ssllabs.com/projects/best-practices/index.html
# - https://hynek.me/articles/hardening-your-web-servers-ssl-ciphers/
#
# The general intent is:
# - prefer cipher suites that offer perfect forward secrecy (DHE/ECDHE),
# - prefer ECDHE over DHE for better performance,
# - prefer any AES-GCM and ChaCha20 over any AES-CBC for better performance and
# security,
# - prefer AES-GCM over ChaCha20 because hardware-accelerated AES is common,
# - disable NULL authentication, MD5 MACs, DSS, and other
# insecure ciphers for security reasons.
# - NOTE: TLS 1.3 cipher suites are managed through a different interface
# not exposed by CPython (yet!) and are enabled by default if they're available.
DEFAULT_CIPHERS = ":".join(
[
"ECDHE+AESGCM",
"ECDHE+CHACHA20",
"DHE+AESGCM",
"DHE+CHACHA20",
"ECDH+AESGCM",
"DH+AESGCM",
"ECDH+AES",
"DH+AES",
"RSA+AESGCM",
"RSA+AES",
"!aNULL",
"!eNULL",
"!MD5",
"!DSS",
]
)
try:
from ssl import SSLContext # Modern SSL?
except ImportError:
class SSLContext(object): # Platform-specific: Python 2
def __init__(self, protocol_version):
self.protocol = protocol_version
# Use default values from a real SSLContext
self.check_hostname = False
self.verify_mode = ssl.CERT_NONE
self.ca_certs = None
self.options = 0
self.certfile = None
self.keyfile = None
self.ciphers = None
def load_cert_chain(self, certfile, keyfile):
self.certfile = certfile
self.keyfile = keyfile
def load_verify_locations(self, cafile=None, capath=None):
self.ca_certs = cafile
if capath is not None:
raise SSLError("CA directories not supported in older Pythons")
def set_ciphers(self, cipher_suite):
self.ciphers = cipher_suite
def wrap_socket(self, socket, server_hostname=None, server_side=False):
warnings.warn(
"A true SSLContext object is not available. This prevents "
"urllib3 from configuring SSL appropriately and may cause "
"certain SSL connections to fail. You can upgrade to a newer "
"version of Python to solve this. For more information, see "
"https://urllib3.readthedocs.io/en/latest/advanced-usage.html"
"#ssl-warnings",
InsecurePlatformWarning,
)
kwargs = {
"keyfile": self.keyfile,
"certfile": self.certfile,
"ca_certs": self.ca_certs,
"cert_reqs": self.verify_mode,
"ssl_version": self.protocol,
"server_side": server_side,
}
return wrap_socket(socket, ciphers=self.ciphers, **kwargs)
def assert_fingerprint(cert, fingerprint):
"""
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
"""
fingerprint = fingerprint.replace(":", "").lower()
digest_length = len(fingerprint)
hashfunc = HASHFUNC_MAP.get(digest_length)
if not hashfunc:
raise SSLError("Fingerprint of invalid length: {0}".format(fingerprint))
# We need encode() here for py32; works on py2 and p33.
fingerprint_bytes = unhexlify(fingerprint.encode())
cert_digest = hashfunc(cert).digest()
if not _const_compare_digest(cert_digest, fingerprint_bytes):
raise SSLError(
'Fingerprints did not match. Expected "{0}", got "{1}".'.format(
fingerprint, hexlify(cert_digest)
)
)
def resolve_cert_reqs(candidate):
"""
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbreviation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
"""
if candidate is None:
return CERT_REQUIRED
if isinstance(candidate, str):
res = getattr(ssl, candidate, None)
if res is None:
res = getattr(ssl, "CERT_" + candidate)
return res
return candidate
def resolve_ssl_version(candidate):
"""
like resolve_cert_reqs
"""
if candidate is None:
return PROTOCOL_TLS
if isinstance(candidate, str):
res = getattr(ssl, candidate, None)
if res is None:
res = getattr(ssl, "PROTOCOL_" + candidate)
return res
return candidate
def create_urllib3_context(
ssl_version=None, cert_reqs=None, options=None, ciphers=None
):
"""All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from pip._vendor.urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
"""
context = SSLContext(ssl_version or PROTOCOL_TLS)
context.set_ciphers(ciphers or DEFAULT_CIPHERS)
# Setting the default here, as we may have no ssl module on import
cert_reqs = ssl.CERT_REQUIRED if cert_reqs is None else cert_reqs
if options is None:
options = 0
# SSLv2 is easily broken and is considered harmful and dangerous
options |= OP_NO_SSLv2
# SSLv3 has several problems and is now dangerous
options |= OP_NO_SSLv3
# Disable compression to prevent CRIME attacks for OpenSSL 1.0+
# (issue #309)
options |= OP_NO_COMPRESSION
context.options |= options
# Enable post-handshake authentication for TLS 1.3, see GH #1634. PHA is
# necessary for conditional client cert authentication with TLS 1.3.
# The attribute is None for OpenSSL <= 1.1.0 or does not exist in older
# versions of Python. We only enable on Python 3.7.4+ or if certificate
# verification is enabled to work around Python issue #37428
# See: https://bugs.python.org/issue37428
if (cert_reqs == ssl.CERT_REQUIRED or sys.version_info >= (3, 7, 4)) and getattr(
context, "post_handshake_auth", None
) is not None:
context.post_handshake_auth = True
context.verify_mode = cert_reqs
if (
getattr(context, "check_hostname", None) is not None
): # Platform-specific: Python 3.2
# We do our own verification, including fingerprints and alternative
# hostnames. So disable it here
context.check_hostname = False
return context
def ssl_wrap_socket(
sock,
keyfile=None,
certfile=None,
cert_reqs=None,
ca_certs=None,
server_hostname=None,
ssl_version=None,
ciphers=None,
ssl_context=None,
ca_cert_dir=None,
key_password=None,
):
"""
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
:param key_password:
Optional password if the keyfile is encrypted.
"""
context = ssl_context
if context is None:
# Note: This branch of code and all the variables in it are no longer
# used by urllib3 itself. We should consider deprecating and removing
# this code.
context = create_urllib3_context(ssl_version, cert_reqs, ciphers=ciphers)
if ca_certs or ca_cert_dir:
try:
context.load_verify_locations(ca_certs, ca_cert_dir)
except IOError as e: # Platform-specific: Python 2.7
raise SSLError(e)
# Py33 raises FileNotFoundError which subclasses OSError
# These are not equivalent unless we check the errno attribute
except OSError as e: # Platform-specific: Python 3.3 and beyond
if e.errno == errno.ENOENT:
raise SSLError(e)
raise
elif ssl_context is None and hasattr(context, "load_default_certs"):
# try to load OS default certs; works well on Windows (require Python3.4+)
context.load_default_certs()
# Attempt to detect if we get the goofy behavior of the
# keyfile being encrypted and OpenSSL asking for the
# passphrase via the terminal and instead error out.
if keyfile and key_password is None and _is_key_file_encrypted(keyfile):
raise SSLError("Client private key is encrypted, password is required")
if certfile:
if key_password is None:
context.load_cert_chain(certfile, keyfile)
else:
context.load_cert_chain(certfile, keyfile, key_password)
# If we detect server_hostname is an IP address then the SNI
# extension should not be used according to RFC3546 Section 3.1
# We shouldn't warn the user if SNI isn't available but we would
# not be using SNI anyways due to IP address for server_hostname.
if (
server_hostname is not None and not is_ipaddress(server_hostname)
) or IS_SECURETRANSPORT:
if HAS_SNI and server_hostname is not None:
return context.wrap_socket(sock, server_hostname=server_hostname)
warnings.warn(
"An HTTPS request has been made, but the SNI (Server Name "
"Indication) extension to TLS is not available on this platform. "
"This may cause the server to present an incorrect TLS "
"certificate, which can cause validation failures. You can upgrade to "
"a newer version of Python to solve this. For more information, see "
"https://urllib3.readthedocs.io/en/latest/advanced-usage.html"
"#ssl-warnings",
SNIMissingWarning,
)
return context.wrap_socket(sock)
def is_ipaddress(hostname):
"""Detects whether the hostname given is an IPv4 or IPv6 address.
Also detects IPv6 addresses with Zone IDs.
:param str hostname: Hostname to examine.
:return: True if the hostname is an IP address, False otherwise.
"""
if not six.PY2 and isinstance(hostname, bytes):
# IDN A-label bytes are ASCII compatible.
hostname = hostname.decode("ascii")
return bool(IPV4_RE.match(hostname) or BRACELESS_IPV6_ADDRZ_RE.match(hostname))
def _is_key_file_encrypted(key_file):
"""Detects if a key file is encrypted or not."""
with open(key_file, "r") as f:
for line in f:
# Look for Proc-Type: 4,ENCRYPTED
if "ENCRYPTED" in line:
return True
return False
site-packages/pip/_vendor/urllib3/util/response.py 0000644 00000005015 15201600075 0016246 0 ustar 00 from __future__ import absolute_import
from ..packages.six.moves import http_client as httplib
from ..exceptions import HeaderParsingError
def is_fp_closed(obj):
"""
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
"""
try:
# Check `isclosed()` first, in case Python3 doesn't set `closed`.
# GH Issue #928
return obj.isclosed()
except AttributeError:
pass
try:
# Check via the official file-like-object way.
return obj.closed
except AttributeError:
pass
try:
# Check if the object is a container for another file-like object that
# gets released on exhaustion (e.g. HTTPResponse).
return obj.fp is None
except AttributeError:
pass
raise ValueError("Unable to determine whether fp is closed.")
def assert_header_parsing(headers):
"""
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
"""
# This will fail silently if we pass in the wrong kind of parameter.
# To make debugging easier add an explicit check.
if not isinstance(headers, httplib.HTTPMessage):
raise TypeError("expected httplib.Message, got {0}.".format(type(headers)))
defects = getattr(headers, "defects", None)
get_payload = getattr(headers, "get_payload", None)
unparsed_data = None
if get_payload:
# get_payload is actually email.message.Message.get_payload;
# we're only interested in the result if it's not a multipart message
if not headers.is_multipart():
payload = get_payload()
if isinstance(payload, (bytes, str)):
unparsed_data = payload
if defects or unparsed_data:
raise HeaderParsingError(defects=defects, unparsed_data=unparsed_data)
def is_response_to_head(response):
"""
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
"""
# FIXME: Can we do this somehow without accessing private httplib _method?
method = response._method
if isinstance(method, int): # Platform-specific: Appengine
return method == 3
return method.upper() == "HEAD"
site-packages/pip/_vendor/urllib3/util/wait.py 0000644 00000012436 15201600075 0015361 0 ustar 00 import errno
from functools import partial
import select
import sys
try:
from time import monotonic
except ImportError:
from time import time as monotonic
__all__ = ["NoWayToWaitForSocketError", "wait_for_read", "wait_for_write"]
class NoWayToWaitForSocketError(Exception):
pass
# How should we wait on sockets?
#
# There are two types of APIs you can use for waiting on sockets: the fancy
# modern stateful APIs like epoll/kqueue, and the older stateless APIs like
# select/poll. The stateful APIs are more efficient when you have a lots of
# sockets to keep track of, because you can set them up once and then use them
# lots of times. But we only ever want to wait on a single socket at a time
# and don't want to keep track of state, so the stateless APIs are actually
# more efficient. So we want to use select() or poll().
#
# Now, how do we choose between select() and poll()? On traditional Unixes,
# select() has a strange calling convention that makes it slow, or fail
# altogether, for high-numbered file descriptors. The point of poll() is to fix
# that, so on Unixes, we prefer poll().
#
# On Windows, there is no poll() (or at least Python doesn't provide a wrapper
# for it), but that's OK, because on Windows, select() doesn't have this
# strange calling convention; plain select() works fine.
#
# So: on Windows we use select(), and everywhere else we use poll(). We also
# fall back to select() in case poll() is somehow broken or missing.
if sys.version_info >= (3, 5):
# Modern Python, that retries syscalls by default
def _retry_on_intr(fn, timeout):
return fn(timeout)
else:
# Old and broken Pythons.
def _retry_on_intr(fn, timeout):
if timeout is None:
deadline = float("inf")
else:
deadline = monotonic() + timeout
while True:
try:
return fn(timeout)
# OSError for 3 <= pyver < 3.5, select.error for pyver <= 2.7
except (OSError, select.error) as e:
# 'e.args[0]' incantation works for both OSError and select.error
if e.args[0] != errno.EINTR:
raise
else:
timeout = deadline - monotonic()
if timeout < 0:
timeout = 0
if timeout == float("inf"):
timeout = None
continue
def select_wait_for_socket(sock, read=False, write=False, timeout=None):
if not read and not write:
raise RuntimeError("must specify at least one of read=True, write=True")
rcheck = []
wcheck = []
if read:
rcheck.append(sock)
if write:
wcheck.append(sock)
# When doing a non-blocking connect, most systems signal success by
# marking the socket writable. Windows, though, signals success by marked
# it as "exceptional". We paper over the difference by checking the write
# sockets for both conditions. (The stdlib selectors module does the same
# thing.)
fn = partial(select.select, rcheck, wcheck, wcheck)
rready, wready, xready = _retry_on_intr(fn, timeout)
return bool(rready or wready or xready)
def poll_wait_for_socket(sock, read=False, write=False, timeout=None):
if not read and not write:
raise RuntimeError("must specify at least one of read=True, write=True")
mask = 0
if read:
mask |= select.POLLIN
if write:
mask |= select.POLLOUT
poll_obj = select.poll()
poll_obj.register(sock, mask)
# For some reason, poll() takes timeout in milliseconds
def do_poll(t):
if t is not None:
t *= 1000
return poll_obj.poll(t)
return bool(_retry_on_intr(do_poll, timeout))
def null_wait_for_socket(*args, **kwargs):
raise NoWayToWaitForSocketError("no select-equivalent available")
def _have_working_poll():
# Apparently some systems have a select.poll that fails as soon as you try
# to use it, either due to strange configuration or broken monkeypatching
# from libraries like eventlet/greenlet.
try:
poll_obj = select.poll()
_retry_on_intr(poll_obj.poll, 0)
except (AttributeError, OSError):
return False
else:
return True
def wait_for_socket(*args, **kwargs):
# We delay choosing which implementation to use until the first time we're
# called. We could do it at import time, but then we might make the wrong
# decision if someone goes wild with monkeypatching select.poll after
# we're imported.
global wait_for_socket
if _have_working_poll():
wait_for_socket = poll_wait_for_socket
elif hasattr(select, "select"):
wait_for_socket = select_wait_for_socket
else: # Platform-specific: Appengine.
wait_for_socket = null_wait_for_socket
return wait_for_socket(*args, **kwargs)
def wait_for_read(sock, timeout=None):
""" Waits for reading to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
"""
return wait_for_socket(sock, read=True, timeout=timeout)
def wait_for_write(sock, timeout=None):
""" Waits for writing to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
"""
return wait_for_socket(sock, write=True, timeout=timeout)
site-packages/pip/_vendor/urllib3/util/timeout.py 0000644 00000023222 15201600075 0016076 0 ustar 00 from __future__ import absolute_import
# The default socket timeout, used by httplib to indicate that no timeout was
# specified by the user
from socket import _GLOBAL_DEFAULT_TIMEOUT
import time
from ..exceptions import TimeoutStateError
# A sentinel value to indicate that no timeout was specified by the user in
# urllib3
_Default = object()
# Use time.monotonic if available.
current_time = getattr(time, "monotonic", time.time)
class Timeout(object):
""" Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time (in seconds) to wait for a connection
attempt to a server to succeed. Omitting the parameter will default the
connect timeout to the system default, probably `the global default
timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time (in seconds) to wait between consecutive
read operations for a response from the server. Omitting the parameter
will default the read timeout to the system default, probably `the
global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
"""
#: A sentinel object representing the default timeout value
DEFAULT_TIMEOUT = _GLOBAL_DEFAULT_TIMEOUT
def __init__(self, total=None, connect=_Default, read=_Default):
self._connect = self._validate_timeout(connect, "connect")
self._read = self._validate_timeout(read, "read")
self.total = self._validate_timeout(total, "total")
self._start_connect = None
def __str__(self):
return "%s(connect=%r, read=%r, total=%r)" % (
type(self).__name__,
self._connect,
self._read,
self.total,
)
@classmethod
def _validate_timeout(cls, value, name):
""" Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
"""
if value is _Default:
return cls.DEFAULT_TIMEOUT
if value is None or value is cls.DEFAULT_TIMEOUT:
return value
if isinstance(value, bool):
raise ValueError(
"Timeout cannot be a boolean value. It must "
"be an int, float or None."
)
try:
float(value)
except (TypeError, ValueError):
raise ValueError(
"Timeout value %s was %s, but it must be an "
"int, float or None." % (name, value)
)
try:
if value <= 0:
raise ValueError(
"Attempted to set %s timeout to %s, but the "
"timeout cannot be set to a value less "
"than or equal to 0." % (name, value)
)
except TypeError:
# Python 3
raise ValueError(
"Timeout value %s was %s, but it must be an "
"int, float or None." % (name, value)
)
return value
@classmethod
def from_float(cls, timeout):
""" Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
"""
return Timeout(read=timeout, connect=timeout)
def clone(self):
""" Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
"""
# We can't use copy.deepcopy because that will also create a new object
# for _GLOBAL_DEFAULT_TIMEOUT, which socket.py uses as a sentinel to
# detect the user default.
return Timeout(connect=self._connect, read=self._read, total=self.total)
def start_connect(self):
""" Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
"""
if self._start_connect is not None:
raise TimeoutStateError("Timeout timer has already been started.")
self._start_connect = current_time()
return self._start_connect
def get_connect_duration(self):
""" Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time in seconds.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
"""
if self._start_connect is None:
raise TimeoutStateError(
"Can't get connect duration for timer " "that has not started."
)
return current_time() - self._start_connect
@property
def connect_timeout(self):
""" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
"""
if self.total is None:
return self._connect
if self._connect is None or self._connect is self.DEFAULT_TIMEOUT:
return self.total
return min(self._connect, self.total)
@property
def read_timeout(self):
""" Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
"""
if (
self.total is not None
and self.total is not self.DEFAULT_TIMEOUT
and self._read is not None
and self._read is not self.DEFAULT_TIMEOUT
):
# In case the connect timeout has not yet been established.
if self._start_connect is None:
return self._read
return max(0, min(self.total - self.get_connect_duration(), self._read))
elif self.total is not None and self.total is not self.DEFAULT_TIMEOUT:
return max(0, self.total - self.get_connect_duration())
else:
return self._read
site-packages/pip/_vendor/urllib3/util/retry.py 0000644 00000036132 15201600075 0015561 0 ustar 00 from __future__ import absolute_import
import time
import logging
from collections import namedtuple
from itertools import takewhile
import email
import re
from ..exceptions import (
ConnectTimeoutError,
MaxRetryError,
ProtocolError,
ReadTimeoutError,
ResponseError,
InvalidHeader,
)
from ..packages import six
log = logging.getLogger(__name__)
# Data structure for representing the metadata of requests that result in a retry.
RequestHistory = namedtuple(
"RequestHistory", ["method", "url", "error", "status", "redirect_location"]
)
class Retry(object):
""" Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ** ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request.
"""
DEFAULT_METHOD_WHITELIST = frozenset(
["HEAD", "GET", "PUT", "DELETE", "OPTIONS", "TRACE"]
)
RETRY_AFTER_STATUS_CODES = frozenset([413, 429, 503])
DEFAULT_REDIRECT_HEADERS_BLACKLIST = frozenset(["Authorization"])
#: Maximum backoff time.
BACKOFF_MAX = 120
def __init__(
self,
total=10,
connect=None,
read=None,
redirect=None,
status=None,
method_whitelist=DEFAULT_METHOD_WHITELIST,
status_forcelist=None,
backoff_factor=0,
raise_on_redirect=True,
raise_on_status=True,
history=None,
respect_retry_after_header=True,
remove_headers_on_redirect=DEFAULT_REDIRECT_HEADERS_BLACKLIST,
):
self.total = total
self.connect = connect
self.read = read
self.status = status
if redirect is False or total is False:
redirect = 0
raise_on_redirect = False
self.redirect = redirect
self.status_forcelist = status_forcelist or set()
self.method_whitelist = method_whitelist
self.backoff_factor = backoff_factor
self.raise_on_redirect = raise_on_redirect
self.raise_on_status = raise_on_status
self.history = history or tuple()
self.respect_retry_after_header = respect_retry_after_header
self.remove_headers_on_redirect = frozenset(
[h.lower() for h in remove_headers_on_redirect]
)
def new(self, **kw):
params = dict(
total=self.total,
connect=self.connect,
read=self.read,
redirect=self.redirect,
status=self.status,
method_whitelist=self.method_whitelist,
status_forcelist=self.status_forcelist,
backoff_factor=self.backoff_factor,
raise_on_redirect=self.raise_on_redirect,
raise_on_status=self.raise_on_status,
history=self.history,
remove_headers_on_redirect=self.remove_headers_on_redirect,
respect_retry_after_header=self.respect_retry_after_header,
)
params.update(kw)
return type(self)(**params)
@classmethod
def from_int(cls, retries, redirect=True, default=None):
""" Backwards-compatibility for the old retries format."""
if retries is None:
retries = default if default is not None else cls.DEFAULT
if isinstance(retries, Retry):
return retries
redirect = bool(redirect) and None
new_retries = cls(retries, redirect=redirect)
log.debug("Converted retries value: %r -> %r", retries, new_retries)
return new_retries
def get_backoff_time(self):
""" Formula for computing the current backoff
:rtype: float
"""
# We want to consider only the last consecutive errors sequence (Ignore redirects).
consecutive_errors_len = len(
list(
takewhile(lambda x: x.redirect_location is None, reversed(self.history))
)
)
if consecutive_errors_len <= 1:
return 0
backoff_value = self.backoff_factor * (2 ** (consecutive_errors_len - 1))
return min(self.BACKOFF_MAX, backoff_value)
def parse_retry_after(self, retry_after):
# Whitespace: https://tools.ietf.org/html/rfc7230#section-3.2.4
if re.match(r"^\s*[0-9]+\s*$", retry_after):
seconds = int(retry_after)
else:
retry_date_tuple = email.utils.parsedate(retry_after)
if retry_date_tuple is None:
raise InvalidHeader("Invalid Retry-After header: %s" % retry_after)
retry_date = time.mktime(retry_date_tuple)
seconds = retry_date - time.time()
if seconds < 0:
seconds = 0
return seconds
def get_retry_after(self, response):
""" Get the value of Retry-After in seconds. """
retry_after = response.getheader("Retry-After")
if retry_after is None:
return None
return self.parse_retry_after(retry_after)
def sleep_for_retry(self, response=None):
retry_after = self.get_retry_after(response)
if retry_after:
time.sleep(retry_after)
return True
return False
def _sleep_backoff(self):
backoff = self.get_backoff_time()
if backoff <= 0:
return
time.sleep(backoff)
def sleep(self, response=None):
""" Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
"""
if self.respect_retry_after_header and response:
slept = self.sleep_for_retry(response)
if slept:
return
self._sleep_backoff()
def _is_connection_error(self, err):
""" Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
"""
return isinstance(err, ConnectTimeoutError)
def _is_read_error(self, err):
""" Errors that occur after the request has been started, so we should
assume that the server began processing it.
"""
return isinstance(err, (ReadTimeoutError, ProtocolError))
def _is_method_retryable(self, method):
""" Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
"""
if self.method_whitelist and method.upper() not in self.method_whitelist:
return False
return True
def is_retry(self, method, status_code, has_retry_after=False):
""" Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
"""
if not self._is_method_retryable(method):
return False
if self.status_forcelist and status_code in self.status_forcelist:
return True
return (
self.total
and self.respect_retry_after_header
and has_retry_after
and (status_code in self.RETRY_AFTER_STATUS_CODES)
)
def is_exhausted(self):
""" Are we out of retries? """
retry_counts = (self.total, self.connect, self.read, self.redirect, self.status)
retry_counts = list(filter(None, retry_counts))
if not retry_counts:
return False
return min(retry_counts) < 0
def increment(
self,
method=None,
url=None,
response=None,
error=None,
_pool=None,
_stacktrace=None,
):
""" Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
"""
if self.total is False and error:
# Disabled, indicate to re-raise the error.
raise six.reraise(type(error), error, _stacktrace)
total = self.total
if total is not None:
total -= 1
connect = self.connect
read = self.read
redirect = self.redirect
status_count = self.status
cause = "unknown"
status = None
redirect_location = None
if error and self._is_connection_error(error):
# Connect retry?
if connect is False:
raise six.reraise(type(error), error, _stacktrace)
elif connect is not None:
connect -= 1
elif error and self._is_read_error(error):
# Read retry?
if read is False or not self._is_method_retryable(method):
raise six.reraise(type(error), error, _stacktrace)
elif read is not None:
read -= 1
elif response and response.get_redirect_location():
# Redirect retry?
if redirect is not None:
redirect -= 1
cause = "too many redirects"
redirect_location = response.get_redirect_location()
status = response.status
else:
# Incrementing because of a server error like a 500 in
# status_forcelist and a the given method is in the whitelist
cause = ResponseError.GENERIC_ERROR
if response and response.status:
if status_count is not None:
status_count -= 1
cause = ResponseError.SPECIFIC_ERROR.format(status_code=response.status)
status = response.status
history = self.history + (
RequestHistory(method, url, error, status, redirect_location),
)
new_retry = self.new(
total=total,
connect=connect,
read=read,
redirect=redirect,
status=status_count,
history=history,
)
if new_retry.is_exhausted():
raise MaxRetryError(_pool, url, error or ResponseError(cause))
log.debug("Incremented Retry for (url='%s'): %r", url, new_retry)
return new_retry
def __repr__(self):
return (
"{cls.__name__}(total={self.total}, connect={self.connect}, "
"read={self.read}, redirect={self.redirect}, status={self.status})"
).format(cls=type(self), self=self)
# For backwards compatibility (equivalent to pre-v1.9):
Retry.DEFAULT = Retry(3)
site-packages/pip/_vendor/urllib3/util/url.py 0000644 00000033751 15201600075 0015222 0 ustar 00 from __future__ import absolute_import
import re
from collections import namedtuple
from ..exceptions import LocationParseError
from ..packages import six
url_attrs = ["scheme", "auth", "host", "port", "path", "query", "fragment"]
# We only want to normalize urls with an HTTP(S) scheme.
# urllib3 infers URLs without a scheme (None) to be http.
NORMALIZABLE_SCHEMES = ("http", "https", None)
# Almost all of these patterns were derived from the
# 'rfc3986' module: https://github.com/python-hyper/rfc3986
PERCENT_RE = re.compile(r"%[a-fA-F0-9]{2}")
SCHEME_RE = re.compile(r"^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)")
URI_RE = re.compile(
r"^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?"
r"(?://([^/?#]*))?"
r"([^?#]*)"
r"(?:\?([^#]*))?"
r"(?:#(.*))?$",
re.UNICODE | re.DOTALL,
)
IPV4_PAT = r"(?:[0-9]{1,3}\.){3}[0-9]{1,3}"
HEX_PAT = "[0-9A-Fa-f]{1,4}"
LS32_PAT = "(?:{hex}:{hex}|{ipv4})".format(hex=HEX_PAT, ipv4=IPV4_PAT)
_subs = {"hex": HEX_PAT, "ls32": LS32_PAT}
_variations = [
# 6( h16 ":" ) ls32
"(?:%(hex)s:){6}%(ls32)s",
# "::" 5( h16 ":" ) ls32
"::(?:%(hex)s:){5}%(ls32)s",
# [ h16 ] "::" 4( h16 ":" ) ls32
"(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)s",
# [ *1( h16 ":" ) h16 ] "::" 3( h16 ":" ) ls32
"(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)s",
# [ *2( h16 ":" ) h16 ] "::" 2( h16 ":" ) ls32
"(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)s",
# [ *3( h16 ":" ) h16 ] "::" h16 ":" ls32
"(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)s",
# [ *4( h16 ":" ) h16 ] "::" ls32
"(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)s",
# [ *5( h16 ":" ) h16 ] "::" h16
"(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)s",
# [ *6( h16 ":" ) h16 ] "::"
"(?:(?:%(hex)s:){0,6}%(hex)s)?::",
]
UNRESERVED_PAT = r"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~"
IPV6_PAT = "(?:" + "|".join([x % _subs for x in _variations]) + ")"
ZONE_ID_PAT = "(?:%25|%)(?:[" + UNRESERVED_PAT + "]|%[a-fA-F0-9]{2})+"
IPV6_ADDRZ_PAT = r"\[" + IPV6_PAT + r"(?:" + ZONE_ID_PAT + r")?\]"
REG_NAME_PAT = r"(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*"
TARGET_RE = re.compile(r"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$")
IPV4_RE = re.compile("^" + IPV4_PAT + "$")
IPV6_RE = re.compile("^" + IPV6_PAT + "$")
IPV6_ADDRZ_RE = re.compile("^" + IPV6_ADDRZ_PAT + "$")
BRACELESS_IPV6_ADDRZ_RE = re.compile("^" + IPV6_ADDRZ_PAT[2:-2] + "$")
ZONE_ID_RE = re.compile("(" + ZONE_ID_PAT + r")\]$")
_HOST_PORT_PAT = ("^(%s|%s|%s)(?::([0-9]{0,5}))?$") % (
REG_NAME_PAT,
IPV4_PAT,
IPV6_ADDRZ_PAT,
)
_HOST_PORT_RE = re.compile(_HOST_PORT_PAT, re.UNICODE | re.DOTALL)
UNRESERVED_CHARS = set(
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~"
)
SUB_DELIM_CHARS = set("!$&'()*+,;=")
USERINFO_CHARS = UNRESERVED_CHARS | SUB_DELIM_CHARS | {":"}
PATH_CHARS = USERINFO_CHARS | {"@", "/"}
QUERY_CHARS = FRAGMENT_CHARS = PATH_CHARS | {"?"}
class Url(namedtuple("Url", url_attrs)):
"""
Data structure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
"""
__slots__ = ()
def __new__(
cls,
scheme=None,
auth=None,
host=None,
port=None,
path=None,
query=None,
fragment=None,
):
if path and not path.startswith("/"):
path = "/" + path
if scheme is not None:
scheme = scheme.lower()
return super(Url, cls).__new__(
cls, scheme, auth, host, port, path, query, fragment
)
@property
def hostname(self):
"""For backwards-compatibility with urlparse. We're nice like that."""
return self.host
@property
def request_uri(self):
"""Absolute path including the query string."""
uri = self.path or "/"
if self.query is not None:
uri += "?" + self.query
return uri
@property
def netloc(self):
"""Network location including host and port"""
if self.port:
return "%s:%d" % (self.host, self.port)
return self.host
@property
def url(self):
"""
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
"""
scheme, auth, host, port, path, query, fragment = self
url = u""
# We use "is not None" we want things to happen with empty strings (or 0 port)
if scheme is not None:
url += scheme + u"://"
if auth is not None:
url += auth + u"@"
if host is not None:
url += host
if port is not None:
url += u":" + str(port)
if path is not None:
url += path
if query is not None:
url += u"?" + query
if fragment is not None:
url += u"#" + fragment
return url
def __str__(self):
return self.url
def split_first(s, delims):
"""
.. deprecated:: 1.25
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
"""
min_idx = None
min_delim = None
for d in delims:
idx = s.find(d)
if idx < 0:
continue
if min_idx is None or idx < min_idx:
min_idx = idx
min_delim = d
if min_idx is None or min_idx < 0:
return s, "", None
return s[:min_idx], s[min_idx + 1 :], min_delim
def _encode_invalid_chars(component, allowed_chars, encoding="utf-8"):
"""Percent-encodes a URI component without reapplying
onto an already percent-encoded component.
"""
if component is None:
return component
component = six.ensure_text(component)
# Try to see if the component we're encoding is already percent-encoded
# so we can skip all '%' characters but still encode all others.
percent_encodings = PERCENT_RE.findall(component)
# Normalize existing percent-encoded bytes.
for enc in percent_encodings:
if not enc.isupper():
component = component.replace(enc, enc.upper())
uri_bytes = component.encode("utf-8", "surrogatepass")
is_percent_encoded = len(percent_encodings) == uri_bytes.count(b"%")
encoded_component = bytearray()
for i in range(0, len(uri_bytes)):
# Will return a single character bytestring on both Python 2 & 3
byte = uri_bytes[i : i + 1]
byte_ord = ord(byte)
if (is_percent_encoded and byte == b"%") or (
byte_ord < 128 and byte.decode() in allowed_chars
):
encoded_component.extend(byte)
continue
encoded_component.extend(b"%" + (hex(byte_ord)[2:].encode().zfill(2).upper()))
return encoded_component.decode(encoding)
def _remove_path_dot_segments(path):
# See http://tools.ietf.org/html/rfc3986#section-5.2.4 for pseudo-code
segments = path.split("/") # Turn the path into a list of segments
output = [] # Initialize the variable to use to store output
for segment in segments:
# '.' is the current directory, so ignore it, it is superfluous
if segment == ".":
continue
# Anything other than '..', should be appended to the output
elif segment != "..":
output.append(segment)
# In this case segment == '..', if we can, we should pop the last
# element
elif output:
output.pop()
# If the path starts with '/' and the output is empty or the first string
# is non-empty
if path.startswith("/") and (not output or output[0]):
output.insert(0, "")
# If the path starts with '/.' or '/..' ensure we add one more empty
# string to add a trailing '/'
if path.endswith(("/.", "/..")):
output.append("")
return "/".join(output)
def _normalize_host(host, scheme):
if host:
if isinstance(host, six.binary_type):
host = six.ensure_str(host)
if scheme in NORMALIZABLE_SCHEMES:
is_ipv6 = IPV6_ADDRZ_RE.match(host)
if is_ipv6:
match = ZONE_ID_RE.search(host)
if match:
start, end = match.span(1)
zone_id = host[start:end]
if zone_id.startswith("%25") and zone_id != "%25":
zone_id = zone_id[3:]
else:
zone_id = zone_id[1:]
zone_id = "%" + _encode_invalid_chars(zone_id, UNRESERVED_CHARS)
return host[:start].lower() + zone_id + host[end:]
else:
return host.lower()
elif not IPV4_RE.match(host):
return six.ensure_str(
b".".join([_idna_encode(label) for label in host.split(".")])
)
return host
def _idna_encode(name):
if name and any([ord(x) > 128 for x in name]):
try:
from pip._vendor import idna
except ImportError:
six.raise_from(
LocationParseError("Unable to parse URL without the 'idna' module"),
None,
)
try:
return idna.encode(name.lower(), strict=True, std3_rules=True)
except idna.IDNAError:
six.raise_from(
LocationParseError(u"Name '%s' is not a valid IDNA label" % name), None
)
return name.lower().encode("ascii")
def _encode_target(target):
"""Percent-encodes a request target so that there are no invalid characters"""
if not target.startswith("/"):
return target
path, query, fragment = TARGET_RE.match(target).groups()
target = _encode_invalid_chars(path, PATH_CHARS)
query = _encode_invalid_chars(query, QUERY_CHARS)
fragment = _encode_invalid_chars(fragment, FRAGMENT_CHARS)
if query is not None:
target += "?" + query
if fragment is not None:
target += "#" + target
return target
def parse_url(url):
"""
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
This parser is RFC 3986 compliant.
The parser logic and helper functions are based heavily on
work done in the ``rfc3986`` module.
:param str url: URL to parse into a :class:`.Url` namedtuple.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
"""
if not url:
# Empty
return Url()
source_url = url
if not SCHEME_RE.search(url):
url = "//" + url
try:
scheme, authority, path, query, fragment = URI_RE.match(url).groups()
normalize_uri = scheme is None or scheme.lower() in NORMALIZABLE_SCHEMES
if scheme:
scheme = scheme.lower()
if authority:
auth, _, host_port = authority.rpartition("@")
auth = auth or None
host, port = _HOST_PORT_RE.match(host_port).groups()
if auth and normalize_uri:
auth = _encode_invalid_chars(auth, USERINFO_CHARS)
if port == "":
port = None
else:
auth, host, port = None, None, None
if port is not None:
port = int(port)
if not (0 <= port <= 65535):
raise LocationParseError(url)
host = _normalize_host(host, scheme)
if normalize_uri and path:
path = _remove_path_dot_segments(path)
path = _encode_invalid_chars(path, PATH_CHARS)
if normalize_uri and query:
query = _encode_invalid_chars(query, QUERY_CHARS)
if normalize_uri and fragment:
fragment = _encode_invalid_chars(fragment, FRAGMENT_CHARS)
except (ValueError, AttributeError):
return six.raise_from(LocationParseError(source_url), None)
# For the sake of backwards compatibility we put empty
# string values for path if there are any defined values
# beyond the path in the URL.
# TODO: Remove this when we break backwards compatibility.
if not path:
if query is not None or fragment is not None:
path = ""
else:
path = None
# Ensure that each part of the URL is a `str` for
# backwards compatibility.
if isinstance(url, six.text_type):
ensure_func = six.ensure_text
else:
ensure_func = six.ensure_str
def ensure_type(x):
return x if x is None else ensure_func(x)
return Url(
scheme=ensure_type(scheme),
auth=ensure_type(auth),
host=ensure_type(host),
port=port,
path=ensure_type(path),
query=ensure_type(query),
fragment=ensure_type(fragment),
)
def get_host(url):
"""
Deprecated. Use :func:`parse_url` instead.
"""
p = parse_url(url)
return p.scheme or "http", p.hostname, p.port
site-packages/pip/_vendor/urllib3/util/connection.py 0000644 00000011034 15201600075 0016545 0 ustar 00 from __future__ import absolute_import
import socket
from .wait import NoWayToWaitForSocketError, wait_for_read
from ..contrib import _appengine_environ
def is_connection_dropped(conn): # Platform-specific
"""
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
"""
sock = getattr(conn, "sock", False)
if sock is False: # Platform-specific: AppEngine
return False
if sock is None: # Connection already closed (such as by httplib).
return True
try:
# Returns True if readable, which here means it's been dropped
return wait_for_read(sock, timeout=0.0)
except NoWayToWaitForSocketError: # Platform-specific: AppEngine
return False
# This function is copied from socket.py in the Python 2.7 standard
# library test suite. Added to its signature is only `socket_options`.
# One additional modification is that we avoid binding to IPv6 servers
# discovered in DNS if the system doesn't have IPv6 functionality.
def create_connection(
address,
timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
source_address=None,
socket_options=None,
):
"""Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
"""
host, port = address
if host.startswith("["):
host = host.strip("[]")
err = None
# Using the value from allowed_gai_family() in the context of getaddrinfo lets
# us select whether to work with IPv4 DNS records, IPv6 records, or both.
# The original create_connection function always returns all records.
family = allowed_gai_family()
for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):
af, socktype, proto, canonname, sa = res
sock = None
try:
sock = socket.socket(af, socktype, proto)
# If provided, set socket level options before connecting.
_set_socket_options(sock, socket_options)
if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT:
sock.settimeout(timeout)
if source_address:
sock.bind(source_address)
sock.connect(sa)
return sock
except socket.error as e:
err = e
if sock is not None:
sock.close()
sock = None
if err is not None:
raise err
raise socket.error("getaddrinfo returns an empty list")
def _set_socket_options(sock, options):
if options is None:
return
for opt in options:
sock.setsockopt(*opt)
def allowed_gai_family():
"""This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records."""
family = socket.AF_INET
if HAS_IPV6:
family = socket.AF_UNSPEC
return family
def _has_ipv6(host):
""" Returns True if the system can bind an IPv6 address. """
sock = None
has_ipv6 = False
# App Engine doesn't support IPV6 sockets and actually has a quota on the
# number of sockets that can be used, so just early out here instead of
# creating a socket needlessly.
# See https://github.com/urllib3/urllib3/issues/1446
if _appengine_environ.is_appengine_sandbox():
return False
if socket.has_ipv6:
# has_ipv6 returns true if cPython was compiled with IPv6 support.
# It does not tell us if the system has IPv6 support enabled. To
# determine that we must bind to an IPv6 address.
# https://github.com/shazow/urllib3/pull/611
# https://bugs.python.org/issue658327
try:
sock = socket.socket(socket.AF_INET6)
sock.bind((host, 0))
has_ipv6 = True
except Exception:
pass
if sock:
sock.close()
return has_ipv6
HAS_IPV6 = _has_ipv6("::1")
site-packages/pip/_vendor/urllib3/util/request.py 0000644 00000007355 15201600075 0016111 0 ustar 00 from __future__ import absolute_import
from base64 import b64encode
from ..packages.six import b, integer_types
from ..exceptions import UnrewindableBodyError
ACCEPT_ENCODING = "gzip,deflate"
try:
import brotli as _unused_module_brotli # noqa: F401
except ImportError:
pass
else:
ACCEPT_ENCODING += ",br"
_FAILEDTELL = object()
def make_headers(
keep_alive=None,
accept_encoding=None,
user_agent=None,
basic_auth=None,
proxy_basic_auth=None,
disable_cache=None,
):
"""
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
"""
headers = {}
if accept_encoding:
if isinstance(accept_encoding, str):
pass
elif isinstance(accept_encoding, list):
accept_encoding = ",".join(accept_encoding)
else:
accept_encoding = ACCEPT_ENCODING
headers["accept-encoding"] = accept_encoding
if user_agent:
headers["user-agent"] = user_agent
if keep_alive:
headers["connection"] = "keep-alive"
if basic_auth:
headers["authorization"] = "Basic " + b64encode(b(basic_auth)).decode("utf-8")
if proxy_basic_auth:
headers["proxy-authorization"] = "Basic " + b64encode(
b(proxy_basic_auth)
).decode("utf-8")
if disable_cache:
headers["cache-control"] = "no-cache"
return headers
def set_file_position(body, pos):
"""
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
"""
if pos is not None:
rewind_body(body, pos)
elif getattr(body, "tell", None) is not None:
try:
pos = body.tell()
except (IOError, OSError):
# This differentiates from None, allowing us to catch
# a failed `tell()` later when trying to rewind the body.
pos = _FAILEDTELL
return pos
def rewind_body(body, body_pos):
"""
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
"""
body_seek = getattr(body, "seek", None)
if body_seek is not None and isinstance(body_pos, integer_types):
try:
body_seek(body_pos)
except (IOError, OSError):
raise UnrewindableBodyError(
"An error occurred when rewinding request " "body for redirect/retry."
)
elif body_pos is _FAILEDTELL:
raise UnrewindableBodyError(
"Unable to record file position for rewinding "
"request body during a redirect/retry."
)
else:
raise ValueError(
"body_pos must be of type integer, " "instead it was %s." % type(body_pos)
)
site-packages/pip/_vendor/urllib3/util/queue.py 0000644 00000000761 15201600075 0015537 0 ustar 00 import collections
from ..packages import six
from ..packages.six.moves import queue
if six.PY2:
# Queue is imported for side effects on MS Windows. See issue #229.
import Queue as _unused_module_Queue # noqa: F401
class LifoQueue(queue.Queue):
def _init(self, _):
self.queue = collections.deque()
def _qsize(self, len=len):
return len(self.queue)
def _put(self, item):
self.queue.append(item)
def _get(self):
return self.queue.pop()
site-packages/pip/_vendor/urllib3/util/__pycache__/response.cpython-38.opt-1.pyc 0000644 00000003635 15201600075 0023501 0 ustar 00 U
��.e
� @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d
� Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sl z
| � � W S tk
r Y nX z| jW S tk
r< Y nX z | jdkW S tk
r^ Y nX td��dS )zt
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp�
ValueError)�obj� r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/response.py� is_fp_closed s
r
c C sv t | tj�s td�t| ����t| dd�}t| dd�}d}|r^| �� s^|� }t |tt f�r^|}|sf|rrt
||d��dS )aP
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
z"expected httplib.Message, got {0}.�defectsN� get_payload)r �
unparsed_data) �
isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrZ is_multipart�bytes�strr )Zheadersr r r Zpayloadr r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |�� dkS )z�
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
� ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headJ s
r N)
Z
__future__r Zpackages.six.movesr r �
exceptionsr r
r r r r r r �<module> s
$ site-packages/pip/_vendor/urllib3/util/__pycache__/connection.cpython-38.pyc 0000644 00000006124 15201600075 0023037 0 ustar 00 U
��.e � @ sn d dl mZ d dlZddlmZmZ ddlmZ dd� Zej ddfd d
�Z
d d � Z d
d� Z dd� Z
e
d�ZdS )� )�absolute_importN� )�NoWayToWaitForSocketError�
wait_for_read� )�_appengine_environc C sN t | dd�}|dkrdS |dkr$dS zt|dd�W S tk
rH Y dS X dS )a
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
�sockFNTg )�timeout)�getattrr r )Zconnr � r �G/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/connection.py�is_connection_dropped s
r
c C s� | \}}|� d�r |�d�}d}t� }t�|||tj�D ]�}|\} }
} } }
d}zNt�| |
| �}t||� |tjk r||�|� |r�|� |� |�
|
� |W S tj k
r� } z |}|dk r�|� � d}W 5 d}~X Y q8X q8|dk r�|�t� d��dS )ad Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
�[z[]Nz!getaddrinfo returns an empty list)
�
startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ
settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection! s2
r c C s$ |d kr d S |D ]}| j |� qd S )N)Z
setsockopt)r Zoptions�optr r r r Y s r c C s t j} trt j} | S )z�This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r a s r c C sb d}d}t �� rdS tjrRz"t�tj�}|�| df� d}W n tk
rP Y nX |r^|�� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r Zis_appengine_sandboxr �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6l s r# z::1)Z
__future__r r �waitr r Zcontribr r
r r r r r# r r r r r �<module> s �
8 site-packages/pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-38.opt-1.pyc 0000644 00000023135 15201600075 0022600 0 ustar 00 U
��.eS7 � @ s( d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
m Z m Z ddl
mZmZ ddlmZmZmZ dd lmZ dZd
Zd
Zd
Ze
e e d �Zd d
� Ze ede�Z z(d dl Z d dl m Z m Z d dl mZ W n e!k
r� Y nX zd dl m"Z" e"Z#W nJ e!k
�rL zd dl m#Z" e"Z#W n e!k
�rF d Z#Z"Y nX Y nX zd dl m$Z$m%Z%m&Z& W n" e!k
�r� d\Z$Z%dZ&Y nX d�'dddddd d d d d d!d"d#d$g�Z(zd d%l mZ W n& e!k
�r� G d&d'� d'e)�ZY nX d(d)� Z*d*d+� Z+d,d-� Z,d6d.d/�Z-d7d0d1�Z.d2d3� Z/d4d5� Z0dS )8� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�IPV4_RE�BRACELESS_IPV6_ADDRZ_RE� )�SSLError�InsecurePlatformWarning�SNIMissingWarning)�sixF)� �( �@ c C sD t t| �t|� �}tt| �t|��D ]\}}|||A O }q&|dkS )z�
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
r )�abs�len�zip� bytearray)�a�b�result�l�r� r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket�
CERT_REQUIRED)�HAS_SNI)� PROTOCOL_TLS)�PROTOCOL_SSLv23)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION)i i i �:z ECDHE+AESGCMzECDHE+CHACHA20z
DHE+AESGCMz DHE+CHACHA20z ECDH+AESGCMz DH+AESGCMzECDH+AESzDH+AESz
RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5z!DSS)�
SSLContextc @ s8 e Zd Zdd� Zdd� Zd
dd�Zdd � Zdd d �ZdS )r( c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr )
�protocol�check_hostname�sslZ CERT_NONE� verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__k s zSSLContext.__init__c C s || _ || _d S �N)r/ r0 )r2 r/ r0 r r r �load_cert_chainv s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r- r )r2 ZcafileZcapathr r r �load_verify_locationsz s z SSLContext.load_verify_locationsc C s
|| _ d S r4 �r1 )r2 Z cipher_suiter r r � set_ciphers� s zSSLContext.set_ciphersFc C s> t �dt� | j| j| j| j| j|d�}t|fd| j i|��S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r0 r/ r- � cert_reqs� ssl_version� server_sider1 )
�warnings�warnr
r0 r/ r- r, r) r r1 )r2 Zsocket�server_hostnamer; �kwargsr r r r � s �
�zSSLContext.wrap_socket)NN)NF)�__name__�
__module__� __qualname__r3 r5 r6 r8 r r r r r r( j s
r( c C sn |� dd��� }t|�}t�|�}|s4td�|���t|�� �}|| �� � }t
||�sjtd�|t |����dS )z�
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
r' � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ
digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s
��rK c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a�
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbreviation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
NZCERT_)r �
isinstance�str�getattrr+ �� candidate�resr r r �resolve_cert_reqs� s
rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z
like resolve_cert_reqs
NZ PROTOCOL_)r" rL rM rN r+ rO r r r �resolve_ssl_version� s
rS c C s� t | pt�}|�|pt� |dkr(tjn|}|dkrPd}|tO }|tO }|tO }| j |O _ |tjksrt
j dkr�t |dd�dk r�d|_
||_t |dd�dk r�d|_|S )a� All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from pip._vendor.urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
Nr )� � � �post_handshake_authTr* F)r( r" r8 �DEFAULT_CIPHERSr+ r r$ r% r& r. �sys� version_inforN rW r, r* )r: r9 r. r1 �contextr r r �create_urllib3_context� s, $ ���r\ c
C sB |} | dkrt |||d�} |s"| r�z| �|| � W q� tk
r\ } z t| ��W 5 d} ~ X Y q� tk
r� } z| jtjkr�t| ��� W 5 d} ~ X Y q�X n|dkr�t| d�r�| �� |r�|
dkr�t |�r�td��|r�|
dkr�| �
||� n| �
|||
� |dk �rt |��rt �r8t
�r,|dk �r,| j| |d�S t�dt� | �| �S )a
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
:param key_password:
Optional password if the keyfile is encrypted.
Nr7 �load_default_certsz5Client private key is encrypted, password is required)r> a� An HTTPS request has been made, but the SNI (Server Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r\ r6 �IOErrorr �OSError�errnoZENOENT�hasattrr] �_is_key_file_encryptedr5 � is_ipaddress�IS_SECURETRANSPORTr! r r< r= r )
Zsockr0 r/ r9 r- r> r: r1 Z ssl_contextZ ca_cert_dirZ key_passwordr[ �er r r �ssl_wrap_socket( sB ���� rf c C s2 t jst| t�r| �d�} tt�| �p.t�| ��S )z�Detects whether the hostname given is an IPv4 or IPv6 address.
Also detects IPv6 addresses with Zone IDs.
:param str hostname: Hostname to examine.
:return: True if the hostname is an IP address, False otherwise.
�ascii) r ZPY2rL �bytes�decode�boolr �matchr
)Zhostnamer r r rc � s
rc c C s< t | d��(}|D ] }d|kr W 5 Q R � dS qW 5 Q R X dS )z*Detects if a key file is encrypted or not.r Z ENCRYPTEDTF)�open)Zkey_file�f�liner r r rb � s
rb )NNNN)
NNNNNNNNNN)1Z
__future__r r` r< ZhmacrY Zbinasciir r Zhashlibr r r Zurlr r
�
exceptionsr r
r Zpackagesr r( r! Z IS_PYOPENSSLrd rF r rN rJ r+ r r � ImportErrorr" r# r$ r% r& �joinrX �objectrK rR rS r\ rf rc rb r r r r �<module> s�
��. �
N �
Z
site-packages/pip/_vendor/urllib3/util/__pycache__/request.cpython-38.opt-1.pyc 0000644 00000006372 15201600076 0023335 0 ustar 00 U
��.e� � @ s� d dl mZ d dlmZ ddlmZmZ ddlmZ dZ z d dl
Z W n e k
rX Y n
X e d7 Z e
� Zdd d
�Zd d � Zd
d� ZdS )� )�absolute_import)� b64encode� )�b�
integer_types)�UnrewindableBodyErrorz gzip,deflateNz,brc C s� i }|r6t |t�rnt |t�r*d�|�}nt}||d< |rB||d< | rNd|d< |rldtt|���d� |d< |r�dtt|���d� |d < |r�d
|d < |S ) a
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
�,zaccept-encodingz
user-agentz
keep-aliveZ
connectionzBasic zutf-8Z
authorizationzproxy-authorizationzno-cachez
cache-control)�
isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z
keep_aliveZaccept_encodingZ
user_agentZ
basic_authZproxy_basic_authZ
disable_cacheZheaders� r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/request.py� make_headers s. *
��
r c C sR |dk rt | |� n:t| dd�dk rNz | �� }W n ttfk
rL t}Y nX |S )z
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionZ s
r c C st t | dd�}|dk rNt|t�rNz ||� W qp ttfk
rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z�
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
�seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r �
ValueError�type)r Zbody_posZ body_seekr r r r l s � �
�r )NNNNNN)Z
__future__r �base64r Z packages.sixr r �
exceptionsr r
ZbrotliZ_unused_module_brotli� ImportError�objectr r r r r r r r �<module> s& �
H site-packages/pip/_vendor/urllib3/util/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000006124 15201600076 0023777 0 ustar 00 U
��.e � @ sn d dl mZ d dlZddlmZmZ ddlmZ dd� Zej ddfd d
�Z
d d � Z d
d� Z dd� Z
e
d�ZdS )� )�absolute_importN� )�NoWayToWaitForSocketError�
wait_for_read� )�_appengine_environc C sN t | dd�}|dkrdS |dkr$dS zt|dd�W S tk
rH Y dS X dS )a
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
�sockFNTg )�timeout)�getattrr r )Zconnr � r �G/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/connection.py�is_connection_dropped s
r
c C s� | \}}|� d�r |�d�}d}t� }t�|||tj�D ]�}|\} }
} } }
d}zNt�| |
| �}t||� |tjk r||�|� |r�|� |� |�
|
� |W S tj k
r� } z |}|dk r�|� � d}W 5 d}~X Y q8X q8|dk r�|�t� d��dS )ad Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
�[z[]Nz!getaddrinfo returns an empty list)
�
startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ
settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection! s2
r c C s$ |d kr d S |D ]}| j |� qd S )N)Z
setsockopt)r Zoptions�optr r r r Y s r c C s t j} trt j} | S )z�This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r a s r c C sb d}d}t �� rdS tjrRz"t�tj�}|�| df� d}W n tk
rP Y nX |r^|�� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r Zis_appengine_sandboxr �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6l s r# z::1)Z
__future__r r �waitr r Zcontribr r
r r r r r# r r r r r �<module> s �
8 site-packages/pip/_vendor/urllib3/util/__pycache__/retry.cpython-38.opt-1.pyc 0000644 00000031221 15201600076 0023001 0 ustar 00 U
��.eZ< � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl
m Z m Z m
Z
mZmZmZ ddlmZ e�e�Zedd d
d d d
g�ZG dd� de�Zed�e_dS )� )�absolute_importN)�
namedtuple)� takewhile� )�ConnectTimeoutError�
MaxRetryError�
ProtocolError�ReadTimeoutError�
ResponseError�
InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc
@ s� e Zd ZdZeddddddg�Zedd d
g�Zed g�Zd Zd
ddddeddddddef
dd�Z dd� Z
e d2dd��Z dd� Z
dd� Zdd � Zd3d d �Zd d � Zd4d!d"�Zd#d$� Zd%d&� Zd'd(� Zd5d*d+�Zd,d-� Zd6d.d/�Zd0d1� ZdS )7�Retrya3 Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ** ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request.
ZHEADZGETZPUTZDELETEZOPTIONSZTRACEi� i� i� Z
Authorization�x �
Nr Tc C s� || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ |
| _
| pbt � | _ | | _
tdd� |
D ��| _d S )NFr c S s g | ] }|� � �qS � )�lower)�.0�hr r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/retry.py�
<listcomp>� s z"Retry.__init__.<locals>.<listcomp>)�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header� frozenset�remove_headers_on_redirect)�selfr r r r r r" r! r# r$ r% r' r( r* r r r �__init__� s$ �zRetry.__init__c K sT t | j| j| j| j| j| j| j| j| j | j
| j | j | j
d�
}|�|� t| �f |�S )N)
r r r r r r" r! r# r$ r% r' r* r( )�dictr r r r r r" r! r# r$ r% r' r* r( �update�type)r+ �kwZparamsr r r �new� s" �
z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}t�d||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT�
isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr r r �from_int� s
zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff
:rtype: float
c S s
| j d kS )N)r )�xr r r �<lambda>� � z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr' r# �min� BACKOFF_MAX)r+ Zconsecutive_errors_lenZ
backoff_valuer r r �get_backoff_time� s ��zRetry.get_backoff_timec C s\ t �d|�rt|�}n6tj�|�}|d kr6td| ��t�|�}|t�� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �time�mktime)r+ � retry_afterZsecondsZretry_date_tupleZ
retry_dater r r �parse_retry_after� s
zRetry.parse_retry_afterc C s |� d�}|dkrdS | �|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrK �r+ �responserJ r r r �get_retry_after s
zRetry.get_retry_afterc C s | � |�}|r t�|� dS dS )NTF)rN rH �sleeprL r r r �sleep_for_retry s
zRetry.sleep_for_retryc C s" | � � }|dkrd S t�|� d S )Nr )rC rH rO )r+ Zbackoffr r r �_sleep_backoff s zRetry._sleep_backoffc C s( | j r |r | �|�}|r dS | �� dS )aC Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
N)r( rP rQ )r+ rM Zsleptr r r rO ! s
z Retry.sleepc C s
t |t�S )z{ Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
)r3 r �r+ �errr r r �_is_connection_error1 s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should
assume that the server began processing it.
)r3 r r rR r r r �_is_read_error7 s zRetry._is_read_errorc C s | j r|�� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
FT)r" �upper)r+ r r r r �_is_method_retryable= s zRetry._is_method_retryableFc C s< | � |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
FT)rW r! r r( �RETRY_AFTER_STATUS_CODES)r+ r � status_codeZhas_retry_afterr r r �is_retryF s
���zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r? �filterrA )r+ Z retry_countsr r r � is_exhaustedZ s
zRetry.is_exhaustedc C s� | j dkr |r t�t|�||��| j }|dk r6|d8 }| j}| j} | j}
| j} d} d}
d}|r�| �|�r�|dkr�t�t|�||��n|dk r�|d8 }n�|r�| � |�r�| dks�| �
|�s�t�t|�||��n| dk r�| d8 } np|�r|� � �r|
dk r�|
d8 }
d} |� � }|j}
n<t j
} |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j}
| jt||||
|�f }| j||| |
| |d�}|�� �r�t|||�p�t | ���t�d||� |S ) a� Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
FNr= �unknownztoo many redirects)rY )r r r r r r' z$Incremented Retry for (url='%s'): %r)r r Zreraiser/ r r r r rT rU rW Zget_redirect_locationr
Z
GENERIC_ERRORZSPECIFIC_ERROR�formatr' r
r1 r\ r r5 r6 )r+ r r rM r Z_poolZ _stacktracer r r r Z status_count�causer r r' Z new_retryr r r � incrementc sb
��
zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r7 r+ )r^ r/ )r+ r r r �__repr__� s
� �zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__�
__module__� __qualname__�__doc__r) ZDEFAULT_METHOD_WHITELISTrX Z"DEFAULT_REDIRECT_HEADERS_BLACKLISTrB r, r1 � classmethodr9 rC rK rN rP rQ rO rT rU rW rZ r\ r` ra r r r r r sV x�
�
&
�
Wr � )Z
__future__r rH Zlogging� collectionsr � itertoolsr rG rD �
exceptionsr r r r r
r Zpackagesr Z getLoggerrb r5 r
�objectr r2 r r r r �<module> s$
� ( site-packages/pip/_vendor/urllib3/util/__pycache__/url.cpython-38.opt-1.pyc 0000644 00000024752 15201600076 0022451 0 ustar 00 U
��.e�7 � @ s d dl mZ d dlZd dlmZ ddlmZ ddlmZ ddd d
d d d
gZ dZ
e� d�Z e� d�Z
e� dejejB �ZdZdZdjeed�Zeed�Zdddddd d d d g Zd Zd!d"�d#d$� eD �� d% Zd&e d' Zd(e d! e d) Zd*Z e� d+�Z e� d,e d- �Z e� d,e d- �Z e� d,e d- �Z e� d,edd.� d- �Z!e� d/e d0 �Z"d1e eef Z#e� e#ejejB �Z$e%d2�Z&e%d3�Z'e&e'B d4hB Z(e(d5d6hB Z)e)d7hB Z*Z+G d8d9� d9ed9e ��Z,d:d;� Z-dKd=d>�Z.d?d@� Z/dAdB� Z0dCdD� Z1dEdF� Z2dGdH� Z3dIdJ� Z4dS )L� )�absolute_importN)�
namedtuple� )�LocationParseError)�six�scheme�auth�host�port�path�query�fragment)�httpZhttpsNz%[a-fA-F0-9]{2}z ^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)zQ^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$z (?:[0-9]{1,3}\.){3}[0-9]{1,3}z[0-9A-Fa-f]{1,4}z(?:{hex}:{hex}|{ipv4}))�hexZipv4)r Zls32z(?:%(hex)s:){6}%(ls32)sz::(?:%(hex)s:){5}%(ls32)sz%(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)sz2(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)sz6(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)sz/(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)sz'(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)sz&(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)sz (?:(?:%(hex)s:){0,6}%(hex)s)?::zDABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~z(?:�|c C s g | ] }|t �qS � )�_subs��.0�xr r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/url.py�
<listcomp>6 s r �)z
(?:%25|%)(?:[z]|%[a-fA-F0-9]{2})+z\[z)?\]z!(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*z"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$�^�$����(z)\]$z ^(%s|%s|%s)(?::([0-9]{0,5}))?$zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~z !$&'()*+,;=�:�@�/�?c s^ e Zd ZdZdZd� fdd� Zedd� �Zedd � �Zed
d � �Z ed d
� �Z
dd� Z � Z S )�Urlz�
Data structure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
r Nc
sD |r|� d�sd| }|d k r&|�� }tt| ��| |||||||�S )Nr )�
startswith�lower�superr! �__new__)�clsr r r r
r r r
�� __class__r r r% [ s
�z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r ��selfr r r �hostnamem s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r Nr )r r )r* Zurir r r � request_urir s
zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r
r r) r r r �netloc| s z
Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a�
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
� Nz://r r r �#)�str) r* r r r r
r r r
�urlr r r r1 � s" zUrl.urlc C s | j S �N)r1 r) r r r �__str__� s z Url.__str__)NNNNNNN)
�__name__�
__module__� __qualname__�__doc__� __slots__r% �propertyr+ r, r- r1 r3 �
__classcell__r r r' r r! R s& �
'r! c C sv d}d}|D ]0}| � |�}|dk r$q |dks4||k r |}|}q |dksN|dk rX| ddfS | d|� | |d d� |fS )a�
.. deprecated:: 1.25
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
Nr r. � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_first� s
r@ �utf-8c C s� | dkr | S t �| �} t�| �}|D ] }|�� s$| �||�� �} q$| �dd�}t|�|� d�k}t
� }t dt|��D ]p}|||d � } t | �}
|r�| dks�|
dk r�| �
� |kr�|�| � qt|�dt|
�dd� �� �d��� � qt|�
|�S ) zfPercent-encodes a URI component without reapplying
onto an already percent-encoded component.
NrA �
surrogatepass� %r r; � r )r � ensure_text�
PERCENT_RE�findall�isupper�replace�upper�encode�len�count� bytearray�range�ord�decode�extendr �zfill) Z componentZ
allowed_chars�encodingZpercent_encodings�encZ uri_bytesZis_percent_encodedZencoded_component�iZbyteZbyte_ordr r r �_encode_invalid_chars� s,
�
�
*rW c C s� | � d�}g }|D ]0}|dkr"qq|dkr6|�|� q|r|�� q| �d�rf|rZ|d rf|�dd� | �d�rz|�d� d�|�S )Nr �.z..r r. )z/.z/..)�split�append�popr" �insert�endswith�join)r Zsegments�outputZsegmentr r r �_remove_path_dot_segments� s
r` c C s� | r�t | tj�rt�| �} |tkr�t�| �}|r�t�| �}|r�|� d�\}}| ||� }|�
d�rx|dkrx|dd � }n |dd � }dt |t � }| d |� �
� | | |d � S | �
� S n*t�| �s�t�d�dd� | �d�D ���S | S ) Nr; z%25� �%� .c S s g | ] }t |��qS r )� _idna_encode)r Zlabelr r r r , s z#_normalize_host.<locals>.<listcomp>rX )�
isinstancer Z binary_type�
ensure_str�NORMALIZABLE_SCHEMES�
IPV6_ADDRZ_RE�match�
ZONE_ID_RE�search�spanr" rW �UNRESERVED_CHARSr# �IPV4_REr^ rY )r r Zis_ipv6ri �start�endZzone_idr r r �_normalize_host s*
�rq c C s� | r�t dd� | D ��r�zddlm} W n$ tk
rJ t�td�d � Y nX z|j| �� ddd�W S |j k
r� t�td| �d � Y nX | �� �d �S )
Nc S s g | ]}t |�d k�qS )rD )rP r r r r r 2 s z _idna_encode.<locals>.<listcomp>r )�idnaz-Unable to parse URL without the 'idna' moduleT)�strictZ
std3_rulesz#Name '%s' is not a valid IDNA label�ascii)
�anyZ pip._vendorrr � ImportErrorr �
raise_fromr rK r# Z IDNAError)�namerr r r r rd 1 s �
�
rd c C sl | � d�s| S t�| ��� \}}}t|t�} t|t�}t|t�}|dk rT| d| 7 } |dk rh| d| 7 } | S )zHPercent-encodes a request target so that there are no invalid charactersr Nr r/ )r" � TARGET_REri �groupsrW �
PATH_CHARS� QUERY_CHARS�FRAGMENT_CHARS)�targetr r r
r r r �_encode_targetC s
r c s� | s
t � S | }t�| �s d| } �zt�| ��� \}}}}}|dkpN|�� tk}|r\|�� }|r�|�d�\}} }
|pvd}t �|
��� \} } |r�|r�t
|t �}| dkr�d} n
d\}} } | dk r�t | �} d| kr�dks�n t
| ��t| |�} |�r
|�r
t|�}t
|t�}|�r |�r t
|t�}|�r6|�r6t
|t�}W n* ttfk
�rb t�t
|�d� Y S X |�s�|dk �s~|dk �r�d}nd}t| tj��r�tj� ntj� � fdd �}
t |
|�|
|�|
| �| |
|�|
|�|
|�d
�S ) a
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
This parser is RFC 3986 compliant.
The parser logic and helper functions are based heavily on
work done in the ``rfc3986`` module.
:param str url: URL to parse into a :class:`.Url` namedtuple.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
z//Nr r. )NNNr i�� c s | d kr | S � | �S r2 r )r �Z ensure_funcr r � ensure_type� s z parse_url.<locals>.ensure_type)r r r r
r r r
)r! � SCHEME_RErk �URI_REri rz r# rg �
rpartition�
_HOST_PORT_RErW �USERINFO_CHARS�intr rq r` r{ r| r} �
ValueError�AttributeErrorr rw re Z text_typerE rf )r1 Z
source_urlr Z authorityr r r
Z
normalize_urir �_Z host_portr r
r� r r� r � parse_urlS sd
�r� c C s t | �}|jpd|j|jfS )z4
Deprecated. Use :func:`parse_url` instead.
r )r� r r+ r
)r1 �pr r r �get_host� s r� )rA )5Z
__future__r �re� collectionsr �
exceptionsr Zpackagesr Z url_attrsrg �compilerF r� �UNICODE�DOTALLr� ZIPV4_PATZHEX_PAT�formatZLS32_PATr Z _variationsZUNRESERVED_PATr^ ZIPV6_PATZ ZONE_ID_PATZIPV6_ADDRZ_PATZ REG_NAME_PATry rn ZIPV6_RErh ZBRACELESS_IPV6_ADDRZ_RErj Z_HOST_PORT_PATr� �setrm ZSUB_DELIM_CHARSr� r{ r| r} r! r@ rW r` rq rd r r� r� r r r r �<module> sv
�
�
�� ]#
% a site-packages/pip/_vendor/urllib3/util/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001727 15201600076 0023403 0 ustar 00 U
��.e � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd
l m Z m Z d Z d S )
� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed) �
SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket� PROTOCOL_TLS)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)�
wait_for_read�wait_for_write)r r r
r r r r r r r r r r r r r r
r r r r N) Z
__future__r Z
connectionr Zrequestr Zresponser Zssl_r r r r
r r r
r r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/__init__.py�<module> s , site-packages/pip/_vendor/urllib3/util/__pycache__/url.cpython-38.pyc 0000644 00000024752 15201600076 0021512 0 ustar 00 U
��.e�7 � @ s d dl mZ d dlZd dlmZ ddlmZ ddlmZ ddd d
d d d
gZ dZ
e� d�Z e� d�Z
e� dejejB �ZdZdZdjeed�Zeed�Zdddddd d d d g Zd Zd!d"�d#d$� eD �� d% Zd&e d' Zd(e d! e d) Zd*Z e� d+�Z e� d,e d- �Z e� d,e d- �Z e� d,e d- �Z e� d,edd.� d- �Z!e� d/e d0 �Z"d1e eef Z#e� e#ejejB �Z$e%d2�Z&e%d3�Z'e&e'B d4hB Z(e(d5d6hB Z)e)d7hB Z*Z+G d8d9� d9ed9e ��Z,d:d;� Z-dKd=d>�Z.d?d@� Z/dAdB� Z0dCdD� Z1dEdF� Z2dGdH� Z3dIdJ� Z4dS )L� )�absolute_importN)�
namedtuple� )�LocationParseError)�six�scheme�auth�host�port�path�query�fragment)�httpZhttpsNz%[a-fA-F0-9]{2}z ^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)zQ^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$z (?:[0-9]{1,3}\.){3}[0-9]{1,3}z[0-9A-Fa-f]{1,4}z(?:{hex}:{hex}|{ipv4}))�hexZipv4)r Zls32z(?:%(hex)s:){6}%(ls32)sz::(?:%(hex)s:){5}%(ls32)sz%(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)sz2(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)sz6(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)sz/(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)sz'(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)sz&(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)sz (?:(?:%(hex)s:){0,6}%(hex)s)?::zDABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~z(?:�|c C s g | ] }|t �qS � )�_subs��.0�xr r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/url.py�
<listcomp>6 s r �)z
(?:%25|%)(?:[z]|%[a-fA-F0-9]{2})+z\[z)?\]z!(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*z"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$�^�$����(z)\]$z ^(%s|%s|%s)(?::([0-9]{0,5}))?$zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~z !$&'()*+,;=�:�@�/�?c s^ e Zd ZdZdZd� fdd� Zedd� �Zedd � �Zed
d � �Z ed d
� �Z
dd� Z � Z S )�Urlz�
Data structure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
r Nc
sD |r|� d�sd| }|d k r&|�� }tt| ��| |||||||�S )Nr )�
startswith�lower�superr! �__new__)�clsr r r r
r r r
�� __class__r r r% [ s
�z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r ��selfr r r �hostnamem s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r Nr )r r )r* Zurir r r � request_urir s
zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r
r r) r r r �netloc| s z
Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a�
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
� Nz://r r r �#)�str) r* r r r r
r r r
�urlr r r r1 � s" zUrl.urlc C s | j S �N)r1 r) r r r �__str__� s z Url.__str__)NNNNNNN)
�__name__�
__module__� __qualname__�__doc__� __slots__r% �propertyr+ r, r- r1 r3 �
__classcell__r r r' r r! R s& �
'r! c C sv d}d}|D ]0}| � |�}|dk r$q |dks4||k r |}|}q |dksN|dk rX| ddfS | d|� | |d d� |fS )a�
.. deprecated:: 1.25
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
Nr r. � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_first� s
r@ �utf-8c C s� | dkr | S t �| �} t�| �}|D ] }|�� s$| �||�� �} q$| �dd�}t|�|� d�k}t
� }t dt|��D ]p}|||d � } t | �}
|r�| dks�|
dk r�| �
� |kr�|�| � qt|�dt|
�dd� �� �d��� � qt|�
|�S ) zfPercent-encodes a URI component without reapplying
onto an already percent-encoded component.
NrA �
surrogatepass� %r r; � r )r � ensure_text�
PERCENT_RE�findall�isupper�replace�upper�encode�len�count� bytearray�range�ord�decode�extendr �zfill) Z componentZ
allowed_chars�encodingZpercent_encodings�encZ uri_bytesZis_percent_encodedZencoded_component�iZbyteZbyte_ordr r r �_encode_invalid_chars� s,
�
�
*rW c C s� | � d�}g }|D ]0}|dkr"qq|dkr6|�|� q|r|�� q| �d�rf|rZ|d rf|�dd� | �d�rz|�d� d�|�S )Nr �.z..r r. )z/.z/..)�split�append�popr" �insert�endswith�join)r Zsegments�outputZsegmentr r r �_remove_path_dot_segments� s
r` c C s� | r�t | tj�rt�| �} |tkr�t�| �}|r�t�| �}|r�|� d�\}}| ||� }|�
d�rx|dkrx|dd � }n |dd � }dt |t � }| d |� �
� | | |d � S | �
� S n*t�| �s�t�d�dd� | �d�D ���S | S ) Nr; z%25� �%� .c S s g | ] }t |��qS r )� _idna_encode)r Zlabelr r r r , s z#_normalize_host.<locals>.<listcomp>rX )�
isinstancer Z binary_type�
ensure_str�NORMALIZABLE_SCHEMES�
IPV6_ADDRZ_RE�match�
ZONE_ID_RE�search�spanr" rW �UNRESERVED_CHARSr# �IPV4_REr^ rY )r r Zis_ipv6ri �start�endZzone_idr r r �_normalize_host s*
�rq c C s� | r�t dd� | D ��r�zddlm} W n$ tk
rJ t�td�d � Y nX z|j| �� ddd�W S |j k
r� t�td| �d � Y nX | �� �d �S )
Nc S s g | ]}t |�d k�qS )rD )rP r r r r r 2 s z _idna_encode.<locals>.<listcomp>r )�idnaz-Unable to parse URL without the 'idna' moduleT)�strictZ
std3_rulesz#Name '%s' is not a valid IDNA label�ascii)
�anyZ pip._vendorrr � ImportErrorr �
raise_fromr rK r# Z IDNAError)�namerr r r r rd 1 s �
�
rd c C sl | � d�s| S t�| ��� \}}}t|t�} t|t�}t|t�}|dk rT| d| 7 } |dk rh| d| 7 } | S )zHPercent-encodes a request target so that there are no invalid charactersr Nr r/ )r" � TARGET_REri �groupsrW �
PATH_CHARS� QUERY_CHARS�FRAGMENT_CHARS)�targetr r r
r r r �_encode_targetC s
r c s� | s
t � S | }t�| �s d| } �zt�| ��� \}}}}}|dkpN|�� tk}|r\|�� }|r�|�d�\}} }
|pvd}t �|
��� \} } |r�|r�t
|t �}| dkr�d} n
d\}} } | dk r�t | �} d| kr�dks�n t
| ��t| |�} |�r
|�r
t|�}t
|t�}|�r |�r t
|t�}|�r6|�r6t
|t�}W n* ttfk
�rb t�t
|�d� Y S X |�s�|dk �s~|dk �r�d}nd}t| tj��r�tj� ntj� � fdd �}
t |
|�|
|�|
| �| |
|�|
|�|
|�d
�S ) a
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
This parser is RFC 3986 compliant.
The parser logic and helper functions are based heavily on
work done in the ``rfc3986`` module.
:param str url: URL to parse into a :class:`.Url` namedtuple.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
z//Nr r. )NNNr i�� c s | d kr | S � | �S r2 r )r �Z ensure_funcr r � ensure_type� s z parse_url.<locals>.ensure_type)r r r r
r r r
)r! � SCHEME_RErk �URI_REri rz r# rg �
rpartition�
_HOST_PORT_RErW �USERINFO_CHARS�intr rq r` r{ r| r} �
ValueError�AttributeErrorr rw re Z text_typerE rf )r1 Z
source_urlr Z authorityr r r
Z
normalize_urir �_Z host_portr r
r� r r� r � parse_urlS sd
�r� c C s t | �}|jpd|j|jfS )z4
Deprecated. Use :func:`parse_url` instead.
r )r� r r+ r
)r1 �pr r r �get_host� s r� )rA )5Z
__future__r �re� collectionsr �
exceptionsr Zpackagesr Z url_attrsrg �compilerF r� �UNICODE�DOTALLr� ZIPV4_PATZHEX_PAT�formatZLS32_PATr Z _variationsZUNRESERVED_PATr^ ZIPV6_PATZ ZONE_ID_PATZIPV6_ADDRZ_PATZ REG_NAME_PATry rn ZIPV6_RErh ZBRACELESS_IPV6_ADDRZ_RErj Z_HOST_PORT_PATr� �setrm ZSUB_DELIM_CHARSr� r{ r| r} r! r@ rW r` rq rd r r� r� r r r r �<module> sv
�
�
�� ]#
% a site-packages/pip/_vendor/urllib3/util/__pycache__/wait.cpython-38.opt-1.pyc 0000644 00000006005 15201600076 0022602 0 ustar 00 U
��.e � @ s� d dl Z d dlmZ d dlZd dlZzd dlmZ W n ek
rT d dlmZ Y nX dddgZG dd� de �Z
ej d kr�d
d � Z nd d � Z ddd�Z
ddd�Zdd� Zdd� Zdd� ad dd�Zd dd�ZdS ) � N)�partial)� monotonic)�time�NoWayToWaitForSocketError�
wait_for_read�wait_for_writec @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/wait.pyr s )� � c C s | |�S )Nr )�fn�timeoutr r r �_retry_on_intr* s r c
C s� |d krt d�}n
t� | }z
| |�W S ttjfk
r� } zF|jd tjkrR� n.|t� }|dk rhd}|t d�krxd }W Y �q W 5 d }~X Y q X q d S )N�infr )�floatr �OSError�select�error�args�errnoZEINTR)r r Zdeadline�er r r r 0 s
Fc
C sd |s|st d��g }g }|r&|�| � |r4|�| � ttj|||�}t||�\}}} t|p`|p`| �S )N�2must specify at least one of read=True, write=True)� RuntimeError�appendr r r �bool)
�sock�read�writer ZrcheckZwcheckr ZrreadyZwreadyZxreadyr r r �select_wait_for_socketG s
r! c s^ |s|st d��d}|r"|tjO }|r0|tjO }t�� � � �| |� � fdd�}tt||��S )Nr r c s | d k r| d9 } � � | �S )Ni� )�poll)�t�Zpoll_objr r �do_pollf s z%poll_wait_for_socket.<locals>.do_poll)r r ZPOLLINZPOLLOUTr" �registerr r )r r r r �maskr% r r$ r �poll_wait_for_socketZ s
r( c O s t d��d S )Nz no select-equivalent available)r �r �kwargsr r r �null_wait_for_socketn s r+ c C s< zt �� } t| jd� W n ttfk
r2 Y dS X dS d S )Nr FT)r r" r �AttributeErrorr r$ r r r �_have_working_pollr s r- c O s* t � r tanttd�r tantat| |�S )Nr )r- r( �wait_for_socket�hasattrr r! r+ r) r r r r. s
r. c C s t | d|d�S )z� Waits for reading to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r �r. �r r r r r r � s c C s t | d|d�S )z� Waits for writing to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r r0 r1 r r r r � s )FFN)FFN)N)N)r � functoolsr r �sysr r � ImportError�__all__� Exceptionr � version_infor r! r( r+ r- r. r r r r r r �<module> s&
site-packages/pip/_vendor/urllib3/util/__pycache__/request.cpython-38.pyc 0000644 00000006372 15201600076 0022376 0 ustar 00 U
��.e� � @ s� d dl mZ d dlmZ ddlmZmZ ddlmZ dZ z d dl
Z W n e k
rX Y n
X e d7 Z e
� Zdd d
�Zd d � Zd
d� ZdS )� )�absolute_import)� b64encode� )�b�
integer_types)�UnrewindableBodyErrorz gzip,deflateNz,brc C s� i }|r6t |t�rnt |t�r*d�|�}nt}||d< |rB||d< | rNd|d< |rldtt|���d� |d< |r�dtt|���d� |d < |r�d
|d < |S ) a
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
�,zaccept-encodingz
user-agentz
keep-aliveZ
connectionzBasic zutf-8Z
authorizationzproxy-authorizationzno-cachez
cache-control)�
isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z
keep_aliveZaccept_encodingZ
user_agentZ
basic_authZproxy_basic_authZ
disable_cacheZheaders� r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/request.py� make_headers s. *
��
r c C sR |dk rt | |� n:t| dd�dk rNz | �� }W n ttfk
rL t}Y nX |S )z
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionZ s
r c C st t | dd�}|dk rNt|t�rNz ||� W qp ttfk
rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z�
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
�seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r �
ValueError�type)r Zbody_posZ body_seekr r r r l s � �
�r )NNNNNN)Z
__future__r �base64r Z packages.sixr r �
exceptionsr r
ZbrotliZ_unused_module_brotli� ImportError�objectr r r r r r r r �<module> s& �
H site-packages/pip/_vendor/urllib3/util/__pycache__/retry.cpython-38.pyc 0000644 00000031221 15201600076 0022042 0 ustar 00 U
��.eZ< � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl
m Z m Z m
Z
mZmZmZ ddlmZ e�e�Zedd d
d d d
g�ZG dd� de�Zed�e_dS )� )�absolute_importN)�
namedtuple)� takewhile� )�ConnectTimeoutError�
MaxRetryError�
ProtocolError�ReadTimeoutError�
ResponseError�
InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc
@ s� e Zd ZdZeddddddg�Zedd d
g�Zed g�Zd Zd
ddddeddddddef
dd�Z dd� Z
e d2dd��Z dd� Z
dd� Zdd � Zd3d d �Zd d � Zd4d!d"�Zd#d$� Zd%d&� Zd'd(� Zd5d*d+�Zd,d-� Zd6d.d/�Zd0d1� ZdS )7�Retrya3 Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ** ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request.
ZHEADZGETZPUTZDELETEZOPTIONSZTRACEi� i� i� Z
Authorization�x �
Nr Tc C s� || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ |
| _
| pbt � | _ | | _
tdd� |
D ��| _d S )NFr c S s g | ] }|� � �qS � )�lower)�.0�hr r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/retry.py�
<listcomp>� s z"Retry.__init__.<locals>.<listcomp>)�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header� frozenset�remove_headers_on_redirect)�selfr r r r r r" r! r# r$ r% r' r( r* r r r �__init__� s$ �zRetry.__init__c K sT t | j| j| j| j| j| j| j| j| j | j
| j | j | j
d�
}|�|� t| �f |�S )N)
r r r r r r" r! r# r$ r% r' r* r( )�dictr r r r r r" r! r# r$ r% r' r* r( �update�type)r+ �kwZparamsr r r �new� s" �
z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}t�d||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT�
isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr r r �from_int� s
zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff
:rtype: float
c S s
| j d kS )N)r )�xr r r �<lambda>� � z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr' r# �min� BACKOFF_MAX)r+ Zconsecutive_errors_lenZ
backoff_valuer r r �get_backoff_time� s ��zRetry.get_backoff_timec C s\ t �d|�rt|�}n6tj�|�}|d kr6td| ��t�|�}|t�� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �time�mktime)r+ � retry_afterZsecondsZretry_date_tupleZ
retry_dater r r �parse_retry_after� s
zRetry.parse_retry_afterc C s |� d�}|dkrdS | �|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrK �r+ �responserJ r r r �get_retry_after s
zRetry.get_retry_afterc C s | � |�}|r t�|� dS dS )NTF)rN rH �sleeprL r r r �sleep_for_retry s
zRetry.sleep_for_retryc C s" | � � }|dkrd S t�|� d S )Nr )rC rH rO )r+ Zbackoffr r r �_sleep_backoff s zRetry._sleep_backoffc C s( | j r |r | �|�}|r dS | �� dS )aC Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
N)r( rP rQ )r+ rM Zsleptr r r rO ! s
z Retry.sleepc C s
t |t�S )z{ Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
)r3 r �r+ �errr r r �_is_connection_error1 s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should
assume that the server began processing it.
)r3 r r rR r r r �_is_read_error7 s zRetry._is_read_errorc C s | j r|�� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
FT)r" �upper)r+ r r r r �_is_method_retryable= s zRetry._is_method_retryableFc C s< | � |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
FT)rW r! r r( �RETRY_AFTER_STATUS_CODES)r+ r � status_codeZhas_retry_afterr r r �is_retryF s
���zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r? �filterrA )r+ Z retry_countsr r r � is_exhaustedZ s
zRetry.is_exhaustedc C s� | j dkr |r t�t|�||��| j }|dk r6|d8 }| j}| j} | j}
| j} d} d}
d}|r�| �|�r�|dkr�t�t|�||��n|dk r�|d8 }n�|r�| � |�r�| dks�| �
|�s�t�t|�||��n| dk r�| d8 } np|�r|� � �r|
dk r�|
d8 }
d} |� � }|j}
n<t j
} |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j}
| jt||||
|�f }| j||| |
| |d�}|�� �r�t|||�p�t | ���t�d||� |S ) a� Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
FNr= �unknownztoo many redirects)rY )r r r r r r' z$Incremented Retry for (url='%s'): %r)r r Zreraiser/ r r r r rT rU rW Zget_redirect_locationr
Z
GENERIC_ERRORZSPECIFIC_ERROR�formatr' r
r1 r\ r r5 r6 )r+ r r rM r Z_poolZ _stacktracer r r r Z status_count�causer r r' Z new_retryr r r � incrementc sb
��
zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r7 r+ )r^ r/ )r+ r r r �__repr__� s
� �zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__�
__module__� __qualname__�__doc__r) ZDEFAULT_METHOD_WHITELISTrX Z"DEFAULT_REDIRECT_HEADERS_BLACKLISTrB r, r1 � classmethodr9 rC rK rN rP rQ rO rT rU rW rZ r\ r` ra r r r r r sV x�
�
&
�
Wr � )Z
__future__r rH Zlogging� collectionsr � itertoolsr rG rD �
exceptionsr r r r r
r Zpackagesr Z getLoggerrb r5 r
�objectr r2 r r r r �<module> s$
� ( site-packages/pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-38.pyc 0000644 00000023135 15201600076 0021642 0 ustar 00 U
��.eS7 � @ s( d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
m Z m Z ddl
mZmZ ddlmZmZmZ dd lmZ dZd
Zd
Zd
Ze
e e d �Zd d
� Ze ede�Z z(d dl Z d dl m Z m Z d dl mZ W n e!k
r� Y nX zd dl m"Z" e"Z#W nJ e!k
�rL zd dl m#Z" e"Z#W n e!k
�rF d Z#Z"Y nX Y nX zd dl m$Z$m%Z%m&Z& W n" e!k
�r� d\Z$Z%dZ&Y nX d�'dddddd d d d d d!d"d#d$g�Z(zd d%l mZ W n& e!k
�r� G d&d'� d'e)�ZY nX d(d)� Z*d*d+� Z+d,d-� Z,d6d.d/�Z-d7d0d1�Z.d2d3� Z/d4d5� Z0dS )8� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�IPV4_RE�BRACELESS_IPV6_ADDRZ_RE� )�SSLError�InsecurePlatformWarning�SNIMissingWarning)�sixF)� �( �@ c C sD t t| �t|� �}tt| �t|��D ]\}}|||A O }q&|dkS )z�
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
r )�abs�len�zip� bytearray)�a�b�result�l�r� r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket�
CERT_REQUIRED)�HAS_SNI)� PROTOCOL_TLS)�PROTOCOL_SSLv23)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION)i i i �:z ECDHE+AESGCMzECDHE+CHACHA20z
DHE+AESGCMz DHE+CHACHA20z ECDH+AESGCMz DH+AESGCMzECDH+AESzDH+AESz
RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5z!DSS)�
SSLContextc @ s8 e Zd Zdd� Zdd� Zd
dd�Zdd � Zdd d �ZdS )r( c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr )
�protocol�check_hostname�sslZ CERT_NONE� verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__k s zSSLContext.__init__c C s || _ || _d S �N)r/ r0 )r2 r/ r0 r r r �load_cert_chainv s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r- r )r2 ZcafileZcapathr r r �load_verify_locationsz s z SSLContext.load_verify_locationsc C s
|| _ d S r4 �r1 )r2 Z cipher_suiter r r � set_ciphers� s zSSLContext.set_ciphersFc C s> t �dt� | j| j| j| j| j|d�}t|fd| j i|��S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r0 r/ r- � cert_reqs� ssl_version� server_sider1 )
�warnings�warnr
r0 r/ r- r, r) r r1 )r2 Zsocket�server_hostnamer; �kwargsr r r r � s �
�zSSLContext.wrap_socket)NN)NF)�__name__�
__module__� __qualname__r3 r5 r6 r8 r r r r r r( j s
r( c C sn |� dd��� }t|�}t�|�}|s4td�|���t|�� �}|| �� � }t
||�sjtd�|t |����dS )z�
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
r' � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ
digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s
��rK c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a�
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbreviation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
NZCERT_)r �
isinstance�str�getattrr+ �� candidate�resr r r �resolve_cert_reqs� s
rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z
like resolve_cert_reqs
NZ PROTOCOL_)r" rL rM rN r+ rO r r r �resolve_ssl_version� s
rS c C s� t | pt�}|�|pt� |dkr(tjn|}|dkrPd}|tO }|tO }|tO }| j |O _ |tjksrt
j dkr�t |dd�dk r�d|_
||_t |dd�dk r�d|_|S )a� All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from pip._vendor.urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
Nr )� � � �post_handshake_authTr* F)r( r" r8 �DEFAULT_CIPHERSr+ r r$ r% r& r. �sys� version_inforN rW r, r* )r: r9 r. r1 �contextr r r �create_urllib3_context� s, $ ���r\ c
C sB |} | dkrt |||d�} |s"| r�z| �|| � W q� tk
r\ } z t| ��W 5 d} ~ X Y q� tk
r� } z| jtjkr�t| ��� W 5 d} ~ X Y q�X n|dkr�t| d�r�| �� |r�|
dkr�t |�r�td��|r�|
dkr�| �
||� n| �
|||
� |dk �rt |��rt �r8t
�r,|dk �r,| j| |d�S t�dt� | �| �S )a
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
:param key_password:
Optional password if the keyfile is encrypted.
Nr7 �load_default_certsz5Client private key is encrypted, password is required)r> a� An HTTPS request has been made, but the SNI (Server Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r\ r6 �IOErrorr �OSError�errnoZENOENT�hasattrr] �_is_key_file_encryptedr5 � is_ipaddress�IS_SECURETRANSPORTr! r r< r= r )
Zsockr0 r/ r9 r- r> r: r1 Z ssl_contextZ ca_cert_dirZ key_passwordr[ �er r r �ssl_wrap_socket( sB ���� rf c C s2 t jst| t�r| �d�} tt�| �p.t�| ��S )z�Detects whether the hostname given is an IPv4 or IPv6 address.
Also detects IPv6 addresses with Zone IDs.
:param str hostname: Hostname to examine.
:return: True if the hostname is an IP address, False otherwise.
�ascii) r ZPY2rL �bytes�decode�boolr �matchr
)Zhostnamer r r rc � s
rc c C s< t | d��(}|D ] }d|kr W 5 Q R � dS qW 5 Q R X dS )z*Detects if a key file is encrypted or not.r Z ENCRYPTEDTF)�open)Zkey_file�f�liner r r rb � s
rb )NNNN)
NNNNNNNNNN)1Z
__future__r r` r< ZhmacrY Zbinasciir r Zhashlibr r r Zurlr r
�
exceptionsr r
r Zpackagesr r( r! Z IS_PYOPENSSLrd rF r rN rJ r+ r r � ImportErrorr" r# r$ r% r& �joinrX �objectrK rR rS r\ rf rc rb r r r r �<module> s�
��. �
N �
Z
site-packages/pip/_vendor/urllib3/util/__pycache__/queue.cpython-38.pyc 0000644 00000002004 15201600076 0022016 0 ustar 00 U
��.e� � @ sD d dl Z ddlmZ ddlmZ ejr.d dlZG dd� dej�ZdS )� N� )�six��queuec @ s0 e Zd Zdd� Zefdd�Zdd� Zdd� Zd S )
� LifoQueuec C s t �� | _d S �N)� collections�dequer )�self�_� r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/queue.py�_init s zLifoQueue._initc C s
|| j �S r r )r
�lenr r r
�_qsize s zLifoQueue._qsizec C s | j �|� d S r )r �append)r
�itemr r r
�_put s zLifoQueue._putc C s
| j �� S r )r �pop)r
r r r
�_get s zLifoQueue._getN)�__name__�
__module__� __qualname__r r r r r r r r r
r
s r ) r Zpackagesr Zpackages.six.movesr ZPY2ZQueueZ_unused_module_Queuer r r r r
�<module> s
site-packages/pip/_vendor/urllib3/util/__pycache__/queue.cpython-38.opt-1.pyc 0000644 00000002004 15201600076 0022755 0 ustar 00 U
��.e� � @ sD d dl Z ddlmZ ddlmZ ejr.d dlZG dd� dej�ZdS )� N� )�six��queuec @ s0 e Zd Zdd� Zefdd�Zdd� Zdd� Zd S )
� LifoQueuec C s t �� | _d S �N)� collections�dequer )�self�_� r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/queue.py�_init s zLifoQueue._initc C s
|| j �S r r )r
�lenr r r
�_qsize s zLifoQueue._qsizec C s | j �|� d S r )r �append)r
�itemr r r
�_put s zLifoQueue._putc C s
| j �� S r )r �pop)r
r r r
�_get s zLifoQueue._getN)�__name__�
__module__� __qualname__r r r r r r r r r
r
s r ) r Zpackagesr Zpackages.six.movesr ZPY2ZQueueZ_unused_module_Queuer r r r r
�<module> s
site-packages/pip/_vendor/urllib3/util/__pycache__/timeout.cpython-38.opt-1.pyc 0000644 00000021213 15201600076 0023322 0 ustar 00 U
��.e�& � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z
G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateError� monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z
e d d
� �Z d d � Z d
d� Z
dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time (in seconds) to wait for a connection
attempt to a server to succeed. Omitting the parameter will default the
connect timeout to the system default, probably `the global default
timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time (in seconds) to wait between consecutive
read operations for a response from the server. Omitting the parameter
will default the read timeout to the system default, probably `the
global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
Nc C s4 | � |d�| _| � |d�| _| � |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr
�_start_connect)�selfr
r r � r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/timeout.py�__init___ s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r
r
�r r r r �__str__e s �zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��z t|� W n( ttfk
rj td||f ��Y nX z |dkr�td||f ��W n$ tk
r� td||f ��Y nX |S )a� Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT�
isinstance�bool�
ValueError�float� TypeError)�cls�value�namer r r r m s<
� ��
����
zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
)r r )r )r Ztimeoutr r r �
from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
)r r r
)r r r
r
r r r r �clone� s z
Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
Nz'Timeout timer has already been started.�r r � current_timer r r r �
start_connect� s
zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time in seconds.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
Nz:Can't get connect duration for timer that has not started.r# r r r r �get_connect_duration� s
�z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
N)r
r r �minr r r r �connect_timeout� s
zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | �� | j��S | j dk r�| j | jk r�td| j | �� �S | jS dS )a� Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
Nr )r
r r
r �maxr' r& r r r r � read_timeout� s �
��
�
zTimeout.read_timeout)r �
__module__� __qualname__�__doc__r r r r r � classmethodr r! r" r% r& �propertyr( r* r r r r r s I
-
r ) Z
__future__r Zsocketr �time�
exceptionsr �objectr �getattrr$ r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/__init__.cpython-38.pyc 0000644 00000001727 15201600076 0022444 0 ustar 00 U
��.e � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd
l m Z m Z d Z d S )
� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed) �
SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket� PROTOCOL_TLS)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)�
wait_for_read�wait_for_write)r r r
r r r r r r r r r r r r r r
r r r r N) Z
__future__r Z
connectionr Zrequestr Zresponser Zssl_r r r r
r r r
r r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/__init__.py�<module> s , site-packages/pip/_vendor/urllib3/util/__pycache__/timeout.cpython-38.pyc 0000644 00000021213 15201600076 0022363 0 ustar 00 U
��.e�& � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z
G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateError� monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z
e d d
� �Z d d � Z d
d� Z
dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time (in seconds) to wait for a connection
attempt to a server to succeed. Omitting the parameter will default the
connect timeout to the system default, probably `the global default
timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time (in seconds) to wait between consecutive
read operations for a response from the server. Omitting the parameter
will default the read timeout to the system default, probably `the
global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
Nc C s4 | � |d�| _| � |d�| _| � |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr
�_start_connect)�selfr
r r � r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/timeout.py�__init___ s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r
r
�r r r r �__str__e s �zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��z t|� W n( ttfk
rj td||f ��Y nX z |dkr�td||f ��W n$ tk
r� td||f ��Y nX |S )a� Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT�
isinstance�bool�
ValueError�float� TypeError)�cls�value�namer r r r m s<
� ��
����
zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
)r r )r )r Ztimeoutr r r �
from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
)r r r
)r r r
r
r r r r �clone� s z
Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
Nz'Timeout timer has already been started.�r r � current_timer r r r �
start_connect� s
zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time in seconds.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
Nz:Can't get connect duration for timer that has not started.r# r r r r �get_connect_duration� s
�z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
N)r
r r �minr r r r �connect_timeout� s
zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | �� | j��S | j dk r�| j | jk r�td| j | �� �S | jS dS )a� Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
Nr )r
r r
r �maxr' r& r r r r � read_timeout� s �
��
�
zTimeout.read_timeout)r �
__module__� __qualname__�__doc__r r r r r � classmethodr r! r" r% r& �propertyr( r* r r r r r s I
-
r ) Z
__future__r Zsocketr �time�
exceptionsr �objectr �getattrr$ r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/wait.cpython-38.pyc 0000644 00000006005 15201600076 0021643 0 ustar 00 U
��.e � @ s� d dl Z d dlmZ d dlZd dlZzd dlmZ W n ek
rT d dlmZ Y nX dddgZG dd� de �Z
ej d kr�d
d � Z nd d � Z ddd�Z
ddd�Zdd� Zdd� Zdd� ad dd�Zd dd�ZdS ) � N)�partial)� monotonic)�time�NoWayToWaitForSocketError�
wait_for_read�wait_for_writec @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/wait.pyr s )� � c C s | |�S )Nr )�fn�timeoutr r r �_retry_on_intr* s r c
C s� |d krt d�}n
t� | }z
| |�W S ttjfk
r� } zF|jd tjkrR� n.|t� }|dk rhd}|t d�krxd }W Y �q W 5 d }~X Y q X q d S )N�infr )�floatr �OSError�select�error�args�errnoZEINTR)r r Zdeadline�er r r r 0 s
Fc
C sd |s|st d��g }g }|r&|�| � |r4|�| � ttj|||�}t||�\}}} t|p`|p`| �S )N�2must specify at least one of read=True, write=True)� RuntimeError�appendr r r �bool)
�sock�read�writer ZrcheckZwcheckr ZrreadyZwreadyZxreadyr r r �select_wait_for_socketG s
r! c s^ |s|st d��d}|r"|tjO }|r0|tjO }t�� � � �| |� � fdd�}tt||��S )Nr r c s | d k r| d9 } � � | �S )Ni� )�poll)�t�Zpoll_objr r �do_pollf s z%poll_wait_for_socket.<locals>.do_poll)r r ZPOLLINZPOLLOUTr" �registerr r )r r r r �maskr% r r$ r �poll_wait_for_socketZ s
r( c O s t d��d S )Nz no select-equivalent available)r �r �kwargsr r r �null_wait_for_socketn s r+ c C s< zt �� } t| jd� W n ttfk
r2 Y dS X dS d S )Nr FT)r r" r �AttributeErrorr r$ r r r �_have_working_pollr s r- c O s* t � r tanttd�r tantat| |�S )Nr )r- r( �wait_for_socket�hasattrr r! r+ r) r r r r. s
r. c C s t | d|d�S )z� Waits for reading to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r �r. �r r r r r r � s c C s t | d|d�S )z� Waits for writing to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r r0 r1 r r r r � s )FFN)FFN)N)N)r � functoolsr r �sysr r � ImportError�__all__� Exceptionr � version_infor r! r( r+ r- r. r r r r r r �<module> s&
site-packages/pip/_vendor/urllib3/util/__pycache__/response.cpython-38.pyc 0000644 00000003635 15201600076 0022543 0 ustar 00 U
��.e
� @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d
� Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sl z
| � � W S tk
r Y nX z| jW S tk
r< Y nX z | jdkW S tk
r^ Y nX td��dS )zt
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp�
ValueError)�obj� r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/response.py� is_fp_closed s
r
c C sv t | tj�s td�t| ����t| dd�}t| dd�}d}|r^| �� s^|� }t |tt f�r^|}|sf|rrt
||d��dS )aP
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
z"expected httplib.Message, got {0}.�defectsN� get_payload)r �
unparsed_data) �
isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrZ is_multipart�bytes�strr )Zheadersr r r Zpayloadr r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |�� dkS )z�
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
� ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headJ s
r N)
Z
__future__r Zpackages.six.movesr r �
exceptionsr r
r r r r r r �<module> s
$ site-packages/pip/_vendor/urllib3/contrib/__init__.py 0000644 00000000000 15201600076 0016620 0 ustar 00 site-packages/pip/_vendor/urllib3/contrib/socks.py 0000644 00000015574 15201600076 0016231 0 ustar 00 # -*- coding: utf-8 -*-
"""
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4A (``proxy_url='socks4a://...``)
- SOCKS4 (``proxy_url='socks4://...``)
- SOCKS5 with remote DNS (``proxy_url='socks5h://...``)
- SOCKS5 with local DNS (``proxy_url='socks5://...``)
- Usernames and passwords for the SOCKS proxy
.. note::
It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in
your ``proxy_url`` to ensure that DNS resolution is done from the remote
server instead of client-side when connecting to a domain name.
SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5
supports IPv4, IPv6, and domain names.
When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url``
will be sent as the ``userid`` section of the SOCKS request::
proxy_url="socks4a://<userid>@proxy-host"
When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion
of the ``proxy_url`` will be sent as the username/password to authenticate
with the proxy::
proxy_url="socks5h://<username>:<password>@proxy-host"
"""
from __future__ import absolute_import
try:
import socks
except ImportError:
import warnings
from ..exceptions import DependencyWarning
warnings.warn(
(
"SOCKS support in urllib3 requires the installation of optional "
"dependencies: specifically, PySocks. For more information, see "
"https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies"
),
DependencyWarning,
)
raise
from socket import error as SocketError, timeout as SocketTimeout
from ..connection import HTTPConnection, HTTPSConnection
from ..connectionpool import HTTPConnectionPool, HTTPSConnectionPool
from ..exceptions import ConnectTimeoutError, NewConnectionError
from ..poolmanager import PoolManager
from ..util.url import parse_url
try:
import ssl
except ImportError:
ssl = None
class SOCKSConnection(HTTPConnection):
"""
A plain-text HTTP connection that connects via a SOCKS proxy.
"""
def __init__(self, *args, **kwargs):
self._socks_options = kwargs.pop("_socks_options")
super(SOCKSConnection, self).__init__(*args, **kwargs)
def _new_conn(self):
"""
Establish a new connection via the SOCKS proxy.
"""
extra_kw = {}
if self.source_address:
extra_kw["source_address"] = self.source_address
if self.socket_options:
extra_kw["socket_options"] = self.socket_options
try:
conn = socks.create_connection(
(self.host, self.port),
proxy_type=self._socks_options["socks_version"],
proxy_addr=self._socks_options["proxy_host"],
proxy_port=self._socks_options["proxy_port"],
proxy_username=self._socks_options["username"],
proxy_password=self._socks_options["password"],
proxy_rdns=self._socks_options["rdns"],
timeout=self.timeout,
**extra_kw
)
except SocketTimeout:
raise ConnectTimeoutError(
self,
"Connection to %s timed out. (connect timeout=%s)"
% (self.host, self.timeout),
)
except socks.ProxyError as e:
# This is fragile as hell, but it seems to be the only way to raise
# useful errors here.
if e.socket_err:
error = e.socket_err
if isinstance(error, SocketTimeout):
raise ConnectTimeoutError(
self,
"Connection to %s timed out. (connect timeout=%s)"
% (self.host, self.timeout),
)
else:
raise NewConnectionError(
self, "Failed to establish a new connection: %s" % error
)
else:
raise NewConnectionError(
self, "Failed to establish a new connection: %s" % e
)
except SocketError as e: # Defensive: PySocks should catch all these.
raise NewConnectionError(
self, "Failed to establish a new connection: %s" % e
)
return conn
# We don't need to duplicate the Verified/Unverified distinction from
# urllib3/connection.py here because the HTTPSConnection will already have been
# correctly set to either the Verified or Unverified form by that module. This
# means the SOCKSHTTPSConnection will automatically be the correct type.
class SOCKSHTTPSConnection(SOCKSConnection, HTTPSConnection):
pass
class SOCKSHTTPConnectionPool(HTTPConnectionPool):
ConnectionCls = SOCKSConnection
class SOCKSHTTPSConnectionPool(HTTPSConnectionPool):
ConnectionCls = SOCKSHTTPSConnection
class SOCKSProxyManager(PoolManager):
"""
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
"""
pool_classes_by_scheme = {
"http": SOCKSHTTPConnectionPool,
"https": SOCKSHTTPSConnectionPool,
}
def __init__(
self,
proxy_url,
username=None,
password=None,
num_pools=10,
headers=None,
**connection_pool_kw
):
parsed = parse_url(proxy_url)
if username is None and password is None and parsed.auth is not None:
split = parsed.auth.split(":")
if len(split) == 2:
username, password = split
if parsed.scheme == "socks5":
socks_version = socks.PROXY_TYPE_SOCKS5
rdns = False
elif parsed.scheme == "socks5h":
socks_version = socks.PROXY_TYPE_SOCKS5
rdns = True
elif parsed.scheme == "socks4":
socks_version = socks.PROXY_TYPE_SOCKS4
rdns = False
elif parsed.scheme == "socks4a":
socks_version = socks.PROXY_TYPE_SOCKS4
rdns = True
else:
raise ValueError("Unable to determine SOCKS version from %s" % proxy_url)
self.proxy_url = proxy_url
socks_options = {
"socks_version": socks_version,
"proxy_host": parsed.host,
"proxy_port": parsed.port,
"username": username,
"password": password,
"rdns": rdns,
}
connection_pool_kw["_socks_options"] = socks_options
super(SOCKSProxyManager, self).__init__(
num_pools, headers, **connection_pool_kw
)
self.pool_classes_by_scheme = SOCKSProxyManager.pool_classes_by_scheme
site-packages/pip/_vendor/urllib3/contrib/securetransport.py 0000644 00000077746 15201600076 0020363 0 ustar 00 """
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
"""
from __future__ import absolute_import
import contextlib
import ctypes
import errno
import os.path
import shutil
import socket
import ssl
import threading
import weakref
from .. import util
from ._securetransport.bindings import Security, SecurityConst, CoreFoundation
from ._securetransport.low_level import (
_assert_no_error,
_cert_array_from_pem,
_temporary_keychain,
_load_client_cert_chain,
)
try: # Platform-specific: Python 2
from socket import _fileobject
except ImportError: # Platform-specific: Python 3
_fileobject = None
from ..packages.backports.makefile import backport_makefile
__all__ = ["inject_into_urllib3", "extract_from_urllib3"]
# SNI always works
HAS_SNI = True
orig_util_HAS_SNI = util.HAS_SNI
orig_util_SSLContext = util.ssl_.SSLContext
# This dictionary is used by the read callback to obtain a handle to the
# calling wrapped socket. This is a pretty silly approach, but for now it'll
# do. I feel like I should be able to smuggle a handle to the wrapped socket
# directly in the SSLConnectionRef, but for now this approach will work I
# guess.
#
# We need to lock around this structure for inserts, but we don't do it for
# reads/writes in the callbacks. The reasoning here goes as follows:
#
# 1. It is not possible to call into the callbacks before the dictionary is
# populated, so once in the callback the id must be in the dictionary.
# 2. The callbacks don't mutate the dictionary, they only read from it, and
# so cannot conflict with any of the insertions.
#
# This is good: if we had to lock in the callbacks we'd drastically slow down
# the performance of this code.
_connection_refs = weakref.WeakValueDictionary()
_connection_ref_lock = threading.Lock()
# Limit writes to 16kB. This is OpenSSL's limit, but we'll cargo-cult it over
# for no better reason than we need *a* limit, and this one is right there.
SSL_WRITE_BLOCKSIZE = 16384
# This is our equivalent of util.ssl_.DEFAULT_CIPHERS, but expanded out to
# individual cipher suites. We need to do this because this is how
# SecureTransport wants them.
CIPHER_SUITES = [
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,
SecurityConst.TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256,
SecurityConst.TLS_DHE_RSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_DHE_RSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA256,
SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_AES_256_GCM_SHA384,
SecurityConst.TLS_AES_128_GCM_SHA256,
SecurityConst.TLS_RSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_RSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_AES_128_CCM_8_SHA256,
SecurityConst.TLS_AES_128_CCM_SHA256,
SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA256,
SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA,
]
# Basically this is simple: for PROTOCOL_SSLv23 we turn it into a low of
# TLSv1 and a high of TLSv1.3. For everything else, we pin to that version.
# TLSv1 to 1.2 are supported on macOS 10.8+ and TLSv1.3 is macOS 10.13+
_protocol_to_min_max = {
util.PROTOCOL_TLS: (
SecurityConst.kTLSProtocol1,
SecurityConst.kTLSProtocolMaxSupported,
)
}
if hasattr(ssl, "PROTOCOL_SSLv2"):
_protocol_to_min_max[ssl.PROTOCOL_SSLv2] = (
SecurityConst.kSSLProtocol2,
SecurityConst.kSSLProtocol2,
)
if hasattr(ssl, "PROTOCOL_SSLv3"):
_protocol_to_min_max[ssl.PROTOCOL_SSLv3] = (
SecurityConst.kSSLProtocol3,
SecurityConst.kSSLProtocol3,
)
if hasattr(ssl, "PROTOCOL_TLSv1"):
_protocol_to_min_max[ssl.PROTOCOL_TLSv1] = (
SecurityConst.kTLSProtocol1,
SecurityConst.kTLSProtocol1,
)
if hasattr(ssl, "PROTOCOL_TLSv1_1"):
_protocol_to_min_max[ssl.PROTOCOL_TLSv1_1] = (
SecurityConst.kTLSProtocol11,
SecurityConst.kTLSProtocol11,
)
if hasattr(ssl, "PROTOCOL_TLSv1_2"):
_protocol_to_min_max[ssl.PROTOCOL_TLSv1_2] = (
SecurityConst.kTLSProtocol12,
SecurityConst.kTLSProtocol12,
)
def inject_into_urllib3():
"""
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
"""
util.SSLContext = SecureTransportContext
util.ssl_.SSLContext = SecureTransportContext
util.HAS_SNI = HAS_SNI
util.ssl_.HAS_SNI = HAS_SNI
util.IS_SECURETRANSPORT = True
util.ssl_.IS_SECURETRANSPORT = True
def extract_from_urllib3():
"""
Undo monkey-patching by :func:`inject_into_urllib3`.
"""
util.SSLContext = orig_util_SSLContext
util.ssl_.SSLContext = orig_util_SSLContext
util.HAS_SNI = orig_util_HAS_SNI
util.ssl_.HAS_SNI = orig_util_HAS_SNI
util.IS_SECURETRANSPORT = False
util.ssl_.IS_SECURETRANSPORT = False
def _read_callback(connection_id, data_buffer, data_length_pointer):
"""
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
"""
wrapped_socket = None
try:
wrapped_socket = _connection_refs.get(connection_id)
if wrapped_socket is None:
return SecurityConst.errSSLInternal
base_socket = wrapped_socket.socket
requested_length = data_length_pointer[0]
timeout = wrapped_socket.gettimeout()
error = None
read_count = 0
try:
while read_count < requested_length:
if timeout is None or timeout >= 0:
if not util.wait_for_read(base_socket, timeout):
raise socket.error(errno.EAGAIN, "timed out")
remaining = requested_length - read_count
buffer = (ctypes.c_char * remaining).from_address(
data_buffer + read_count
)
chunk_size = base_socket.recv_into(buffer, remaining)
read_count += chunk_size
if not chunk_size:
if not read_count:
return SecurityConst.errSSLClosedGraceful
break
except (socket.error) as e:
error = e.errno
if error is not None and error != errno.EAGAIN:
data_length_pointer[0] = read_count
if error == errno.ECONNRESET or error == errno.EPIPE:
return SecurityConst.errSSLClosedAbort
raise
data_length_pointer[0] = read_count
if read_count != requested_length:
return SecurityConst.errSSLWouldBlock
return 0
except Exception as e:
if wrapped_socket is not None:
wrapped_socket._exception = e
return SecurityConst.errSSLInternal
def _write_callback(connection_id, data_buffer, data_length_pointer):
"""
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
"""
wrapped_socket = None
try:
wrapped_socket = _connection_refs.get(connection_id)
if wrapped_socket is None:
return SecurityConst.errSSLInternal
base_socket = wrapped_socket.socket
bytes_to_write = data_length_pointer[0]
data = ctypes.string_at(data_buffer, bytes_to_write)
timeout = wrapped_socket.gettimeout()
error = None
sent = 0
try:
while sent < bytes_to_write:
if timeout is None or timeout >= 0:
if not util.wait_for_write(base_socket, timeout):
raise socket.error(errno.EAGAIN, "timed out")
chunk_sent = base_socket.send(data)
sent += chunk_sent
# This has some needless copying here, but I'm not sure there's
# much value in optimising this data path.
data = data[chunk_sent:]
except (socket.error) as e:
error = e.errno
if error is not None and error != errno.EAGAIN:
data_length_pointer[0] = sent
if error == errno.ECONNRESET or error == errno.EPIPE:
return SecurityConst.errSSLClosedAbort
raise
data_length_pointer[0] = sent
if sent != bytes_to_write:
return SecurityConst.errSSLWouldBlock
return 0
except Exception as e:
if wrapped_socket is not None:
wrapped_socket._exception = e
return SecurityConst.errSSLInternal
# We need to keep these two objects references alive: if they get GC'd while
# in use then SecureTransport could attempt to call a function that is in freed
# memory. That would be...uh...bad. Yeah, that's the word. Bad.
_read_callback_pointer = Security.SSLReadFunc(_read_callback)
_write_callback_pointer = Security.SSLWriteFunc(_write_callback)
class WrappedSocket(object):
"""
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
"""
def __init__(self, socket):
self.socket = socket
self.context = None
self._makefile_refs = 0
self._closed = False
self._exception = None
self._keychain = None
self._keychain_dir = None
self._client_cert_chain = None
# We save off the previously-configured timeout and then set it to
# zero. This is done because we use select and friends to handle the
# timeouts, but if we leave the timeout set on the lower socket then
# Python will "kindly" call select on that socket again for us. Avoid
# that by forcing the timeout to zero.
self._timeout = self.socket.gettimeout()
self.socket.settimeout(0)
@contextlib.contextmanager
def _raise_on_error(self):
"""
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
"""
self._exception = None
# We explicitly don't catch around this yield because in the unlikely
# event that an exception was hit in the block we don't want to swallow
# it.
yield
if self._exception is not None:
exception, self._exception = self._exception, None
self.close()
raise exception
def _set_ciphers(self):
"""
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
"""
ciphers = (Security.SSLCipherSuite * len(CIPHER_SUITES))(*CIPHER_SUITES)
result = Security.SSLSetEnabledCiphers(
self.context, ciphers, len(CIPHER_SUITES)
)
_assert_no_error(result)
def _custom_validate(self, verify, trust_bundle):
"""
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
"""
# If we disabled cert validation, just say: cool.
if not verify:
return
# We want data in memory, so load it up.
if os.path.isfile(trust_bundle):
with open(trust_bundle, "rb") as f:
trust_bundle = f.read()
cert_array = None
trust = Security.SecTrustRef()
try:
# Get a CFArray that contains the certs we want.
cert_array = _cert_array_from_pem(trust_bundle)
# Ok, now the hard part. We want to get the SecTrustRef that ST has
# created for this connection, shove our CAs into it, tell ST to
# ignore everything else it knows, and then ask if it can build a
# chain. This is a buuuunch of code.
result = Security.SSLCopyPeerTrust(self.context, ctypes.byref(trust))
_assert_no_error(result)
if not trust:
raise ssl.SSLError("Failed to copy trust reference")
result = Security.SecTrustSetAnchorCertificates(trust, cert_array)
_assert_no_error(result)
result = Security.SecTrustSetAnchorCertificatesOnly(trust, True)
_assert_no_error(result)
trust_result = Security.SecTrustResultType()
result = Security.SecTrustEvaluate(trust, ctypes.byref(trust_result))
_assert_no_error(result)
finally:
if trust:
CoreFoundation.CFRelease(trust)
if cert_array is not None:
CoreFoundation.CFRelease(cert_array)
# Ok, now we can look at what the result was.
successes = (
SecurityConst.kSecTrustResultUnspecified,
SecurityConst.kSecTrustResultProceed,
)
if trust_result.value not in successes:
raise ssl.SSLError(
"certificate verify failed, error code: %d" % trust_result.value
)
def handshake(
self,
server_hostname,
verify,
trust_bundle,
min_version,
max_version,
client_cert,
client_key,
client_key_passphrase,
):
"""
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
"""
# First, we do the initial bits of connection setup. We need to create
# a context, set its I/O funcs, and set the connection reference.
self.context = Security.SSLCreateContext(
None, SecurityConst.kSSLClientSide, SecurityConst.kSSLStreamType
)
result = Security.SSLSetIOFuncs(
self.context, _read_callback_pointer, _write_callback_pointer
)
_assert_no_error(result)
# Here we need to compute the handle to use. We do this by taking the
# id of self modulo 2**31 - 1. If this is already in the dictionary, we
# just keep incrementing by one until we find a free space.
with _connection_ref_lock:
handle = id(self) % 2147483647
while handle in _connection_refs:
handle = (handle + 1) % 2147483647
_connection_refs[handle] = self
result = Security.SSLSetConnection(self.context, handle)
_assert_no_error(result)
# If we have a server hostname, we should set that too.
if server_hostname:
if not isinstance(server_hostname, bytes):
server_hostname = server_hostname.encode("utf-8")
result = Security.SSLSetPeerDomainName(
self.context, server_hostname, len(server_hostname)
)
_assert_no_error(result)
# Setup the ciphers.
self._set_ciphers()
# Set the minimum and maximum TLS versions.
result = Security.SSLSetProtocolVersionMin(self.context, min_version)
_assert_no_error(result)
# TLS 1.3 isn't necessarily enabled by the OS
# so we have to detect when we error out and try
# setting TLS 1.3 if it's allowed. kTLSProtocolMaxSupported
# was added in macOS 10.13 along with kTLSProtocol13.
result = Security.SSLSetProtocolVersionMax(self.context, max_version)
if result != 0 and max_version == SecurityConst.kTLSProtocolMaxSupported:
result = Security.SSLSetProtocolVersionMax(
self.context, SecurityConst.kTLSProtocol12
)
_assert_no_error(result)
# If there's a trust DB, we need to use it. We do that by telling
# SecureTransport to break on server auth. We also do that if we don't
# want to validate the certs at all: we just won't actually do any
# authing in that case.
if not verify or trust_bundle is not None:
result = Security.SSLSetSessionOption(
self.context, SecurityConst.kSSLSessionOptionBreakOnServerAuth, True
)
_assert_no_error(result)
# If there's a client cert, we need to use it.
if client_cert:
self._keychain, self._keychain_dir = _temporary_keychain()
self._client_cert_chain = _load_client_cert_chain(
self._keychain, client_cert, client_key
)
result = Security.SSLSetCertificate(self.context, self._client_cert_chain)
_assert_no_error(result)
while True:
with self._raise_on_error():
result = Security.SSLHandshake(self.context)
if result == SecurityConst.errSSLWouldBlock:
raise socket.timeout("handshake timed out")
elif result == SecurityConst.errSSLServerAuthCompleted:
self._custom_validate(verify, trust_bundle)
continue
else:
_assert_no_error(result)
break
def fileno(self):
return self.socket.fileno()
# Copy-pasted from Python 3.5 source code
def _decref_socketios(self):
if self._makefile_refs > 0:
self._makefile_refs -= 1
if self._closed:
self.close()
def recv(self, bufsiz):
buffer = ctypes.create_string_buffer(bufsiz)
bytes_read = self.recv_into(buffer, bufsiz)
data = buffer[:bytes_read]
return data
def recv_into(self, buffer, nbytes=None):
# Read short on EOF.
if self._closed:
return 0
if nbytes is None:
nbytes = len(buffer)
buffer = (ctypes.c_char * nbytes).from_buffer(buffer)
processed_bytes = ctypes.c_size_t(0)
with self._raise_on_error():
result = Security.SSLRead(
self.context, buffer, nbytes, ctypes.byref(processed_bytes)
)
# There are some result codes that we want to treat as "not always
# errors". Specifically, those are errSSLWouldBlock,
# errSSLClosedGraceful, and errSSLClosedNoNotify.
if result == SecurityConst.errSSLWouldBlock:
# If we didn't process any bytes, then this was just a time out.
# However, we can get errSSLWouldBlock in situations when we *did*
# read some data, and in those cases we should just read "short"
# and return.
if processed_bytes.value == 0:
# Timed out, no data read.
raise socket.timeout("recv timed out")
elif result in (
SecurityConst.errSSLClosedGraceful,
SecurityConst.errSSLClosedNoNotify,
):
# The remote peer has closed this connection. We should do so as
# well. Note that we don't actually return here because in
# principle this could actually be fired along with return data.
# It's unlikely though.
self.close()
else:
_assert_no_error(result)
# Ok, we read and probably succeeded. We should return whatever data
# was actually read.
return processed_bytes.value
def settimeout(self, timeout):
self._timeout = timeout
def gettimeout(self):
return self._timeout
def send(self, data):
processed_bytes = ctypes.c_size_t(0)
with self._raise_on_error():
result = Security.SSLWrite(
self.context, data, len(data), ctypes.byref(processed_bytes)
)
if result == SecurityConst.errSSLWouldBlock and processed_bytes.value == 0:
# Timed out
raise socket.timeout("send timed out")
else:
_assert_no_error(result)
# We sent, and probably succeeded. Tell them how much we sent.
return processed_bytes.value
def sendall(self, data):
total_sent = 0
while total_sent < len(data):
sent = self.send(data[total_sent : total_sent + SSL_WRITE_BLOCKSIZE])
total_sent += sent
def shutdown(self):
with self._raise_on_error():
Security.SSLClose(self.context)
def close(self):
# TODO: should I do clean shutdown here? Do I have to?
if self._makefile_refs < 1:
self._closed = True
if self.context:
CoreFoundation.CFRelease(self.context)
self.context = None
if self._client_cert_chain:
CoreFoundation.CFRelease(self._client_cert_chain)
self._client_cert_chain = None
if self._keychain:
Security.SecKeychainDelete(self._keychain)
CoreFoundation.CFRelease(self._keychain)
shutil.rmtree(self._keychain_dir)
self._keychain = self._keychain_dir = None
return self.socket.close()
else:
self._makefile_refs -= 1
def getpeercert(self, binary_form=False):
# Urgh, annoying.
#
# Here's how we do this:
#
# 1. Call SSLCopyPeerTrust to get hold of the trust object for this
# connection.
# 2. Call SecTrustGetCertificateAtIndex for index 0 to get the leaf.
# 3. To get the CN, call SecCertificateCopyCommonName and process that
# string so that it's of the appropriate type.
# 4. To get the SAN, we need to do something a bit more complex:
# a. Call SecCertificateCopyValues to get the data, requesting
# kSecOIDSubjectAltName.
# b. Mess about with this dictionary to try to get the SANs out.
#
# This is gross. Really gross. It's going to be a few hundred LoC extra
# just to repeat something that SecureTransport can *already do*. So my
# operating assumption at this time is that what we want to do is
# instead to just flag to urllib3 that it shouldn't do its own hostname
# validation when using SecureTransport.
if not binary_form:
raise ValueError("SecureTransport only supports dumping binary certs")
trust = Security.SecTrustRef()
certdata = None
der_bytes = None
try:
# Grab the trust store.
result = Security.SSLCopyPeerTrust(self.context, ctypes.byref(trust))
_assert_no_error(result)
if not trust:
# Probably we haven't done the handshake yet. No biggie.
return None
cert_count = Security.SecTrustGetCertificateCount(trust)
if not cert_count:
# Also a case that might happen if we haven't handshaked.
# Handshook? Handshaken?
return None
leaf = Security.SecTrustGetCertificateAtIndex(trust, 0)
assert leaf
# Ok, now we want the DER bytes.
certdata = Security.SecCertificateCopyData(leaf)
assert certdata
data_length = CoreFoundation.CFDataGetLength(certdata)
data_buffer = CoreFoundation.CFDataGetBytePtr(certdata)
der_bytes = ctypes.string_at(data_buffer, data_length)
finally:
if certdata:
CoreFoundation.CFRelease(certdata)
if trust:
CoreFoundation.CFRelease(trust)
return der_bytes
def version(self):
protocol = Security.SSLProtocol()
result = Security.SSLGetNegotiatedProtocolVersion(
self.context, ctypes.byref(protocol)
)
_assert_no_error(result)
if protocol.value == SecurityConst.kTLSProtocol13:
return "TLSv1.3"
elif protocol.value == SecurityConst.kTLSProtocol12:
return "TLSv1.2"
elif protocol.value == SecurityConst.kTLSProtocol11:
return "TLSv1.1"
elif protocol.value == SecurityConst.kTLSProtocol1:
return "TLSv1"
elif protocol.value == SecurityConst.kSSLProtocol3:
return "SSLv3"
elif protocol.value == SecurityConst.kSSLProtocol2:
return "SSLv2"
else:
raise ssl.SSLError("Unknown TLS version: %r" % protocol)
def _reuse(self):
self._makefile_refs += 1
def _drop(self):
if self._makefile_refs < 1:
self.close()
else:
self._makefile_refs -= 1
if _fileobject: # Platform-specific: Python 2
def makefile(self, mode, bufsize=-1):
self._makefile_refs += 1
return _fileobject(self, mode, bufsize, close=True)
else: # Platform-specific: Python 3
def makefile(self, mode="r", buffering=None, *args, **kwargs):
# We disable buffering with SecureTransport because it conflicts with
# the buffering that ST does internally (see issue #1153 for more).
buffering = 0
return backport_makefile(self, mode, buffering, *args, **kwargs)
WrappedSocket.makefile = makefile
class SecureTransportContext(object):
"""
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
"""
def __init__(self, protocol):
self._min_version, self._max_version = _protocol_to_min_max[protocol]
self._options = 0
self._verify = False
self._trust_bundle = None
self._client_cert = None
self._client_key = None
self._client_key_passphrase = None
@property
def check_hostname(self):
"""
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
"""
return True
@check_hostname.setter
def check_hostname(self, value):
"""
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
"""
pass
@property
def options(self):
# TODO: Well, crap.
#
# So this is the bit of the code that is the most likely to cause us
# trouble. Essentially we need to enumerate all of the SSL options that
# users might want to use and try to see if we can sensibly translate
# them, or whether we should just ignore them.
return self._options
@options.setter
def options(self, value):
# TODO: Update in line with above.
self._options = value
@property
def verify_mode(self):
return ssl.CERT_REQUIRED if self._verify else ssl.CERT_NONE
@verify_mode.setter
def verify_mode(self, value):
self._verify = True if value == ssl.CERT_REQUIRED else False
def set_default_verify_paths(self):
# So, this has to do something a bit weird. Specifically, what it does
# is nothing.
#
# This means that, if we had previously had load_verify_locations
# called, this does not undo that. We need to do that because it turns
# out that the rest of the urllib3 code will attempt to load the
# default verify paths if it hasn't been told about any paths, even if
# the context itself was sometime earlier. We resolve that by just
# ignoring it.
pass
def load_default_certs(self):
return self.set_default_verify_paths()
def set_ciphers(self, ciphers):
# For now, we just require the default cipher string.
if ciphers != util.ssl_.DEFAULT_CIPHERS:
raise ValueError("SecureTransport doesn't support custom cipher strings")
def load_verify_locations(self, cafile=None, capath=None, cadata=None):
# OK, we only really support cadata and cafile.
if capath is not None:
raise ValueError("SecureTransport does not support cert directories")
self._trust_bundle = cafile or cadata
def load_cert_chain(self, certfile, keyfile=None, password=None):
self._client_cert = certfile
self._client_key = keyfile
self._client_cert_passphrase = password
def wrap_socket(
self,
sock,
server_side=False,
do_handshake_on_connect=True,
suppress_ragged_eofs=True,
server_hostname=None,
):
# So, what do we do here? Firstly, we assert some properties. This is a
# stripped down shim, so there is some functionality we don't support.
# See PEP 543 for the real deal.
assert not server_side
assert do_handshake_on_connect
assert suppress_ragged_eofs
# Ok, we're good to go. Now we want to create the wrapped socket object
# and store it in the appropriate place.
wrapped_socket = WrappedSocket(sock)
# Now we can handshake
wrapped_socket.handshake(
server_hostname,
self._verify,
self._trust_bundle,
self._min_version,
self._max_version,
self._client_cert,
self._client_key,
self._client_key_passphrase,
)
return wrapped_socket
site-packages/pip/_vendor/urllib3/contrib/appengine.py 0000644 00000026062 15201600076 0017047 0 ustar 00 """
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from pip._vendor.urllib3 import PoolManager
from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/\
urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/\
#limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
"""
from __future__ import absolute_import
import io
import logging
import warnings
from ..packages.six.moves.urllib.parse import urljoin
from ..exceptions import (
HTTPError,
HTTPWarning,
MaxRetryError,
ProtocolError,
TimeoutError,
SSLError,
)
from ..request import RequestMethods
from ..response import HTTPResponse
from ..util.timeout import Timeout
from ..util.retry import Retry
from . import _appengine_environ
try:
from google.appengine.api import urlfetch
except ImportError:
urlfetch = None
log = logging.getLogger(__name__)
class AppEnginePlatformWarning(HTTPWarning):
pass
class AppEnginePlatformError(HTTPError):
pass
class AppEngineManager(RequestMethods):
"""
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
"""
def __init__(
self,
headers=None,
retries=None,
validate_certificate=True,
urlfetch_retries=True,
):
if not urlfetch:
raise AppEnginePlatformError(
"URLFetch is not available in this environment."
)
if is_prod_appengine_mvms():
raise AppEnginePlatformError(
"Use normal urllib3.PoolManager instead of AppEngineManager"
"on Managed VMs, as using URLFetch is not necessary in "
"this environment."
)
warnings.warn(
"urllib3 is using URLFetch on Google App Engine sandbox instead "
"of sockets. To use sockets directly instead of URLFetch see "
"https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.",
AppEnginePlatformWarning,
)
RequestMethods.__init__(self, headers)
self.validate_certificate = validate_certificate
self.urlfetch_retries = urlfetch_retries
self.retries = retries or Retry.DEFAULT
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
# Return False to re-raise any potential exceptions
return False
def urlopen(
self,
method,
url,
body=None,
headers=None,
retries=None,
redirect=True,
timeout=Timeout.DEFAULT_TIMEOUT,
**response_kw
):
retries = self._get_retries(retries, redirect)
try:
follow_redirects = redirect and retries.redirect != 0 and retries.total
response = urlfetch.fetch(
url,
payload=body,
method=method,
headers=headers or {},
allow_truncated=False,
follow_redirects=self.urlfetch_retries and follow_redirects,
deadline=self._get_absolute_timeout(timeout),
validate_certificate=self.validate_certificate,
)
except urlfetch.DeadlineExceededError as e:
raise TimeoutError(self, e)
except urlfetch.InvalidURLError as e:
if "too large" in str(e):
raise AppEnginePlatformError(
"URLFetch request too large, URLFetch only "
"supports requests up to 10mb in size.",
e,
)
raise ProtocolError(e)
except urlfetch.DownloadError as e:
if "Too many redirects" in str(e):
raise MaxRetryError(self, url, reason=e)
raise ProtocolError(e)
except urlfetch.ResponseTooLargeError as e:
raise AppEnginePlatformError(
"URLFetch response too large, URLFetch only supports"
"responses up to 32mb in size.",
e,
)
except urlfetch.SSLCertificateError as e:
raise SSLError(e)
except urlfetch.InvalidMethodError as e:
raise AppEnginePlatformError(
"URLFetch does not support method: %s" % method, e
)
http_response = self._urlfetch_response_to_http_response(
response, retries=retries, **response_kw
)
# Handle redirect?
redirect_location = redirect and http_response.get_redirect_location()
if redirect_location:
# Check for redirect response
if self.urlfetch_retries and retries.raise_on_redirect:
raise MaxRetryError(self, url, "too many redirects")
else:
if http_response.status == 303:
method = "GET"
try:
retries = retries.increment(
method, url, response=http_response, _pool=self
)
except MaxRetryError:
if retries.raise_on_redirect:
raise MaxRetryError(self, url, "too many redirects")
return http_response
retries.sleep_for_retry(http_response)
log.debug("Redirecting %s -> %s", url, redirect_location)
redirect_url = urljoin(url, redirect_location)
return self.urlopen(
method,
redirect_url,
body,
headers,
retries=retries,
redirect=redirect,
timeout=timeout,
**response_kw
)
# Check if we should retry the HTTP response.
has_retry_after = bool(http_response.getheader("Retry-After"))
if retries.is_retry(method, http_response.status, has_retry_after):
retries = retries.increment(method, url, response=http_response, _pool=self)
log.debug("Retry: %s", url)
retries.sleep(http_response)
return self.urlopen(
method,
url,
body=body,
headers=headers,
retries=retries,
redirect=redirect,
timeout=timeout,
**response_kw
)
return http_response
def _urlfetch_response_to_http_response(self, urlfetch_resp, **response_kw):
if is_prod_appengine():
# Production GAE handles deflate encoding automatically, but does
# not remove the encoding header.
content_encoding = urlfetch_resp.headers.get("content-encoding")
if content_encoding == "deflate":
del urlfetch_resp.headers["content-encoding"]
transfer_encoding = urlfetch_resp.headers.get("transfer-encoding")
# We have a full response's content,
# so let's make sure we don't report ourselves as chunked data.
if transfer_encoding == "chunked":
encodings = transfer_encoding.split(",")
encodings.remove("chunked")
urlfetch_resp.headers["transfer-encoding"] = ",".join(encodings)
original_response = HTTPResponse(
# In order for decoding to work, we must present the content as
# a file-like object.
body=io.BytesIO(urlfetch_resp.content),
msg=urlfetch_resp.header_msg,
headers=urlfetch_resp.headers,
status=urlfetch_resp.status_code,
**response_kw
)
return HTTPResponse(
body=io.BytesIO(urlfetch_resp.content),
headers=urlfetch_resp.headers,
status=urlfetch_resp.status_code,
original_response=original_response,
**response_kw
)
def _get_absolute_timeout(self, timeout):
if timeout is Timeout.DEFAULT_TIMEOUT:
return None # Defer to URLFetch's default.
if isinstance(timeout, Timeout):
if timeout._read is not None or timeout._connect is not None:
warnings.warn(
"URLFetch does not support granular timeout settings, "
"reverting to total or default URLFetch timeout.",
AppEnginePlatformWarning,
)
return timeout.total
return timeout
def _get_retries(self, retries, redirect):
if not isinstance(retries, Retry):
retries = Retry.from_int(retries, redirect=redirect, default=self.retries)
if retries.connect or retries.read or retries.redirect:
warnings.warn(
"URLFetch only supports total retries and does not "
"recognize connect, read, or redirect retry parameters.",
AppEnginePlatformWarning,
)
return retries
# Alias methods from _appengine_environ to maintain public API interface.
is_appengine = _appengine_environ.is_appengine
is_appengine_sandbox = _appengine_environ.is_appengine_sandbox
is_local_appengine = _appengine_environ.is_local_appengine
is_prod_appengine = _appengine_environ.is_prod_appengine
is_prod_appengine_mvms = _appengine_environ.is_prod_appengine_mvms
site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py 0000644 00000001303 15201600076 0020735 0 ustar 00 """
This module provides means to detect the App Engine environment.
"""
import os
def is_appengine():
return is_local_appengine() or is_prod_appengine() or is_prod_appengine_mvms()
def is_appengine_sandbox():
return is_appengine() and not is_prod_appengine_mvms()
def is_local_appengine():
return (
"APPENGINE_RUNTIME" in os.environ
and "Development/" in os.environ["SERVER_SOFTWARE"]
)
def is_prod_appengine():
return (
"APPENGINE_RUNTIME" in os.environ
and "Google App Engine/" in os.environ["SERVER_SOFTWARE"]
and not is_prod_appengine_mvms()
)
def is_prod_appengine_mvms():
return os.environ.get("GAE_VM", False) == "true"
site-packages/pip/_vendor/urllib3/contrib/ntlmpool.py 0000644 00000010151 15201600076 0016735 0 ustar 00 """
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
"""
from __future__ import absolute_import
from logging import getLogger
from ntlm import ntlm
from .. import HTTPSConnectionPool
from ..packages.six.moves.http_client import HTTPSConnection
log = getLogger(__name__)
class NTLMConnectionPool(HTTPSConnectionPool):
"""
Implements an NTLM authentication version of an urllib3 connection pool
"""
scheme = "https"
def __init__(self, user, pw, authurl, *args, **kwargs):
"""
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\\username format.
pw is the password for the user.
"""
super(NTLMConnectionPool, self).__init__(*args, **kwargs)
self.authurl = authurl
self.rawuser = user
user_parts = user.split("\\", 1)
self.domain = user_parts[0].upper()
self.user = user_parts[1]
self.pw = pw
def _new_conn(self):
# Performs the NTLM handshake that secures the connection. The socket
# must be kept open while requests are performed.
self.num_connections += 1
log.debug(
"Starting NTLM HTTPS connection no. %d: https://%s%s",
self.num_connections,
self.host,
self.authurl,
)
headers = {"Connection": "Keep-Alive"}
req_header = "Authorization"
resp_header = "www-authenticate"
conn = HTTPSConnection(host=self.host, port=self.port)
# Send negotiation message
headers[req_header] = "NTLM %s" % ntlm.create_NTLM_NEGOTIATE_MESSAGE(
self.rawuser
)
log.debug("Request headers: %s", headers)
conn.request("GET", self.authurl, None, headers)
res = conn.getresponse()
reshdr = dict(res.getheaders())
log.debug("Response status: %s %s", res.status, res.reason)
log.debug("Response headers: %s", reshdr)
log.debug("Response data: %s [...]", res.read(100))
# Remove the reference to the socket, so that it can not be closed by
# the response object (we want to keep the socket open)
res.fp = None
# Server should respond with a challenge message
auth_header_values = reshdr[resp_header].split(", ")
auth_header_value = None
for s in auth_header_values:
if s[:5] == "NTLM ":
auth_header_value = s[5:]
if auth_header_value is None:
raise Exception(
"Unexpected %s response header: %s" % (resp_header, reshdr[resp_header])
)
# Send authentication message
ServerChallenge, NegotiateFlags = ntlm.parse_NTLM_CHALLENGE_MESSAGE(
auth_header_value
)
auth_msg = ntlm.create_NTLM_AUTHENTICATE_MESSAGE(
ServerChallenge, self.user, self.domain, self.pw, NegotiateFlags
)
headers[req_header] = "NTLM %s" % auth_msg
log.debug("Request headers: %s", headers)
conn.request("GET", self.authurl, None, headers)
res = conn.getresponse()
log.debug("Response status: %s %s", res.status, res.reason)
log.debug("Response headers: %s", dict(res.getheaders()))
log.debug("Response data: %s [...]", res.read()[:100])
if res.status != 200:
if res.status == 401:
raise Exception(
"Server rejected request: wrong " "username or password"
)
raise Exception("Wrong server response: %s %s" % (res.status, res.reason))
res.fp = None
log.debug("Connection established")
return conn
def urlopen(
self,
method,
url,
body=None,
headers=None,
retries=3,
redirect=True,
assert_same_host=True,
):
if headers is None:
headers = {}
headers["Connection"] = "Keep-Alive"
return super(NTLMConnectionPool, self).urlopen(
method, url, body, headers, retries, redirect, assert_same_host
)
site-packages/pip/_vendor/urllib3/contrib/pyopenssl.py 0000644 00000040070 15201600076 0017130 0 ustar 00 """
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
"""
from __future__ import absolute_import
import OpenSSL.SSL
from cryptography import x509
from cryptography.hazmat.backends.openssl import backend as openssl_backend
from cryptography.hazmat.backends.openssl.x509 import _Certificate
try:
from cryptography.x509 import UnsupportedExtension
except ImportError:
# UnsupportedExtension is gone in cryptography >= 2.1.0
class UnsupportedExtension(Exception):
pass
from socket import timeout, error as SocketError
from io import BytesIO
try: # Platform-specific: Python 2
from socket import _fileobject
except ImportError: # Platform-specific: Python 3
_fileobject = None
from ..packages.backports.makefile import backport_makefile
import logging
import ssl
from ..packages import six
import sys
from .. import util
__all__ = ["inject_into_urllib3", "extract_from_urllib3"]
# SNI always works.
HAS_SNI = True
# Map from urllib3 to PyOpenSSL compatible parameter-values.
_openssl_versions = {
util.PROTOCOL_TLS: OpenSSL.SSL.SSLv23_METHOD,
ssl.PROTOCOL_TLSv1: OpenSSL.SSL.TLSv1_METHOD,
}
if hasattr(ssl, "PROTOCOL_SSLv3") and hasattr(OpenSSL.SSL, "SSLv3_METHOD"):
_openssl_versions[ssl.PROTOCOL_SSLv3] = OpenSSL.SSL.SSLv3_METHOD
if hasattr(ssl, "PROTOCOL_TLSv1_1") and hasattr(OpenSSL.SSL, "TLSv1_1_METHOD"):
_openssl_versions[ssl.PROTOCOL_TLSv1_1] = OpenSSL.SSL.TLSv1_1_METHOD
if hasattr(ssl, "PROTOCOL_TLSv1_2") and hasattr(OpenSSL.SSL, "TLSv1_2_METHOD"):
_openssl_versions[ssl.PROTOCOL_TLSv1_2] = OpenSSL.SSL.TLSv1_2_METHOD
_stdlib_to_openssl_verify = {
ssl.CERT_NONE: OpenSSL.SSL.VERIFY_NONE,
ssl.CERT_OPTIONAL: OpenSSL.SSL.VERIFY_PEER,
ssl.CERT_REQUIRED: OpenSSL.SSL.VERIFY_PEER
+ OpenSSL.SSL.VERIFY_FAIL_IF_NO_PEER_CERT,
}
_openssl_to_stdlib_verify = dict((v, k) for k, v in _stdlib_to_openssl_verify.items())
# OpenSSL will only write 16K at a time
SSL_WRITE_BLOCKSIZE = 16384
orig_util_HAS_SNI = util.HAS_SNI
orig_util_SSLContext = util.ssl_.SSLContext
log = logging.getLogger(__name__)
def inject_into_urllib3():
"Monkey-patch urllib3 with PyOpenSSL-backed SSL-support."
_validate_dependencies_met()
util.SSLContext = PyOpenSSLContext
util.ssl_.SSLContext = PyOpenSSLContext
util.HAS_SNI = HAS_SNI
util.ssl_.HAS_SNI = HAS_SNI
util.IS_PYOPENSSL = True
util.ssl_.IS_PYOPENSSL = True
def extract_from_urllib3():
"Undo monkey-patching by :func:`inject_into_urllib3`."
util.SSLContext = orig_util_SSLContext
util.ssl_.SSLContext = orig_util_SSLContext
util.HAS_SNI = orig_util_HAS_SNI
util.ssl_.HAS_SNI = orig_util_HAS_SNI
util.IS_PYOPENSSL = False
util.ssl_.IS_PYOPENSSL = False
def _validate_dependencies_met():
"""
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
"""
# Method added in `cryptography==1.1`; not available in older versions
from cryptography.x509.extensions import Extensions
if getattr(Extensions, "get_extension_for_class", None) is None:
raise ImportError(
"'cryptography' module missing required functionality. "
"Try upgrading to v1.3.4 or newer."
)
# pyOpenSSL 0.14 and above use cryptography for OpenSSL bindings. The _x509
# attribute is only present on those versions.
from OpenSSL.crypto import X509
x509 = X509()
if getattr(x509, "_x509", None) is None:
raise ImportError(
"'pyOpenSSL' module missing required functionality. "
"Try upgrading to v0.14 or newer."
)
def _dnsname_to_stdlib(name):
"""
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
If the name cannot be idna-encoded then we return None signalling that
the name given should be skipped.
"""
def idna_encode(name):
"""
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
"""
from pip._vendor import idna
try:
for prefix in [u"*.", u"."]:
if name.startswith(prefix):
name = name[len(prefix) :]
return prefix.encode("ascii") + idna.encode(name)
return idna.encode(name)
except idna.core.IDNAError:
return None
# Don't send IPv6 addresses through the IDNA encoder.
if ":" in name:
return name
name = idna_encode(name)
if name is None:
return None
elif sys.version_info >= (3, 0):
name = name.decode("utf-8")
return name
def get_subj_alt_name(peer_cert):
"""
Given an PyOpenSSL certificate, provides all the subject alternative names.
"""
# Pass the cert to cryptography, which has much better APIs for this.
if hasattr(peer_cert, "to_cryptography"):
cert = peer_cert.to_cryptography()
else:
# This is technically using private APIs, but should work across all
# relevant versions before PyOpenSSL got a proper API for this.
cert = _Certificate(openssl_backend, peer_cert._x509)
# We want to find the SAN extension. Ask Cryptography to locate it (it's
# faster than looping in Python)
try:
ext = cert.extensions.get_extension_for_class(x509.SubjectAlternativeName).value
except x509.ExtensionNotFound:
# No such extension, return the empty list.
return []
except (
x509.DuplicateExtension,
UnsupportedExtension,
x509.UnsupportedGeneralNameType,
UnicodeError,
) as e:
# A problem has been found with the quality of the certificate. Assume
# no SAN field is present.
log.warning(
"A problem was encountered with the certificate that prevented "
"urllib3 from finding the SubjectAlternativeName field. This can "
"affect certificate validation. The error was %s",
e,
)
return []
# We want to return dNSName and iPAddress fields. We need to cast the IPs
# back to strings because the match_hostname function wants them as
# strings.
# Sadly the DNS names need to be idna encoded and then, on Python 3, UTF-8
# decoded. This is pretty frustrating, but that's what the standard library
# does with certificates, and so we need to attempt to do the same.
# We also want to skip over names which cannot be idna encoded.
names = [
("DNS", name)
for name in map(_dnsname_to_stdlib, ext.get_values_for_type(x509.DNSName))
if name is not None
]
names.extend(
("IP Address", str(name)) for name in ext.get_values_for_type(x509.IPAddress)
)
return names
class WrappedSocket(object):
"""API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
"""
def __init__(self, connection, socket, suppress_ragged_eofs=True):
self.connection = connection
self.socket = socket
self.suppress_ragged_eofs = suppress_ragged_eofs
self._makefile_refs = 0
self._closed = False
def fileno(self):
return self.socket.fileno()
# Copy-pasted from Python 3.5 source code
def _decref_socketios(self):
if self._makefile_refs > 0:
self._makefile_refs -= 1
if self._closed:
self.close()
def recv(self, *args, **kwargs):
try:
data = self.connection.recv(*args, **kwargs)
except OpenSSL.SSL.SysCallError as e:
if self.suppress_ragged_eofs and e.args == (-1, "Unexpected EOF"):
return b""
else:
raise SocketError(str(e))
except OpenSSL.SSL.ZeroReturnError:
if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN:
return b""
else:
raise
except OpenSSL.SSL.WantReadError:
if not util.wait_for_read(self.socket, self.socket.gettimeout()):
raise timeout("The read operation timed out")
else:
return self.recv(*args, **kwargs)
# TLS 1.3 post-handshake authentication
except OpenSSL.SSL.Error as e:
raise ssl.SSLError("read error: %r" % e)
else:
return data
def recv_into(self, *args, **kwargs):
try:
return self.connection.recv_into(*args, **kwargs)
except OpenSSL.SSL.SysCallError as e:
if self.suppress_ragged_eofs and e.args == (-1, "Unexpected EOF"):
return 0
else:
raise SocketError(str(e))
except OpenSSL.SSL.ZeroReturnError:
if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN:
return 0
else:
raise
except OpenSSL.SSL.WantReadError:
if not util.wait_for_read(self.socket, self.socket.gettimeout()):
raise timeout("The read operation timed out")
else:
return self.recv_into(*args, **kwargs)
# TLS 1.3 post-handshake authentication
except OpenSSL.SSL.Error as e:
raise ssl.SSLError("read error: %r" % e)
def settimeout(self, timeout):
return self.socket.settimeout(timeout)
def _send_until_done(self, data):
while True:
try:
return self.connection.send(data)
except OpenSSL.SSL.WantWriteError:
if not util.wait_for_write(self.socket, self.socket.gettimeout()):
raise timeout()
continue
except OpenSSL.SSL.SysCallError as e:
raise SocketError(str(e))
def sendall(self, data):
total_sent = 0
while total_sent < len(data):
sent = self._send_until_done(
data[total_sent : total_sent + SSL_WRITE_BLOCKSIZE]
)
total_sent += sent
def shutdown(self):
# FIXME rethrow compatible exceptions should we ever use this
self.connection.shutdown()
def close(self):
if self._makefile_refs < 1:
try:
self._closed = True
return self.connection.close()
except OpenSSL.SSL.Error:
return
else:
self._makefile_refs -= 1
def getpeercert(self, binary_form=False):
x509 = self.connection.get_peer_certificate()
if not x509:
return x509
if binary_form:
return OpenSSL.crypto.dump_certificate(OpenSSL.crypto.FILETYPE_ASN1, x509)
return {
"subject": ((("commonName", x509.get_subject().CN),),),
"subjectAltName": get_subj_alt_name(x509),
}
def version(self):
return self.connection.get_protocol_version_name()
def _reuse(self):
self._makefile_refs += 1
def _drop(self):
if self._makefile_refs < 1:
self.close()
else:
self._makefile_refs -= 1
if _fileobject: # Platform-specific: Python 2
def makefile(self, mode, bufsize=-1):
self._makefile_refs += 1
return _fileobject(self, mode, bufsize, close=True)
else: # Platform-specific: Python 3
makefile = backport_makefile
WrappedSocket.makefile = makefile
class PyOpenSSLContext(object):
"""
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
"""
def __init__(self, protocol):
self.protocol = _openssl_versions[protocol]
self._ctx = OpenSSL.SSL.Context(self.protocol)
self._options = 0
self.check_hostname = False
@property
def options(self):
return self._options
@options.setter
def options(self, value):
self._options = value
self._ctx.set_options(value)
@property
def verify_mode(self):
return _openssl_to_stdlib_verify[self._ctx.get_verify_mode()]
@verify_mode.setter
def verify_mode(self, value):
self._ctx.set_verify(_stdlib_to_openssl_verify[value], _verify_callback)
def set_default_verify_paths(self):
self._ctx.set_default_verify_paths()
def set_ciphers(self, ciphers):
if isinstance(ciphers, six.text_type):
ciphers = ciphers.encode("utf-8")
self._ctx.set_cipher_list(ciphers)
def load_verify_locations(self, cafile=None, capath=None, cadata=None):
if cafile is not None:
cafile = cafile.encode("utf-8")
if capath is not None:
capath = capath.encode("utf-8")
self._ctx.load_verify_locations(cafile, capath)
if cadata is not None:
self._ctx.load_verify_locations(BytesIO(cadata))
def load_cert_chain(self, certfile, keyfile=None, password=None):
self._ctx.use_certificate_chain_file(certfile)
if password is not None:
if not isinstance(password, six.binary_type):
password = password.encode("utf-8")
self._ctx.set_passwd_cb(lambda *_: password)
self._ctx.use_privatekey_file(keyfile or certfile)
def wrap_socket(
self,
sock,
server_side=False,
do_handshake_on_connect=True,
suppress_ragged_eofs=True,
server_hostname=None,
):
cnx = OpenSSL.SSL.Connection(self._ctx, sock)
if isinstance(server_hostname, six.text_type): # Platform-specific: Python 3
server_hostname = server_hostname.encode("utf-8")
if server_hostname is not None:
cnx.set_tlsext_host_name(server_hostname)
cnx.set_connect_state()
while True:
try:
cnx.do_handshake()
except OpenSSL.SSL.WantReadError:
if not util.wait_for_read(sock, sock.gettimeout()):
raise timeout("select timed out")
continue
except OpenSSL.SSL.Error as e:
raise ssl.SSLError("bad handshake: %r" % e)
break
return WrappedSocket(cnx, sock)
def _verify_callback(cnx, x509, err_no, err_depth, return_code):
return err_no == 0
site-packages/pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-38.pyc 0000644 00000006260 15201600076 0023231 0 ustar 00 U
��.ei � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee
�Z G dd � d e�Z d
S ) z
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
� )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd
d � Z� ZS )
�NTLMConnectionPoolzQ
Implements an NTLM authentication version of an urllib3 connection pool
Zhttpsc sL t t| �j||� || _|| _|�dd�}|d �� | _|d | _|| _ dS )z�
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\username format.
pw is the password for the user.
�\� r N)
�superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r
�args�kwargsZ
user_parts�� __class__� �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.pyr s
zNTLMConnectionPool.__init__c
C s� | j d7 _ t�d| j | j| j� ddi}d}d}t| j| jd�}dt�| j � ||< t�d |� |�
d
| jd |� |� � }t |�
� �}t�d |j|j� t�d |� t�d
|�d�� d |_|| �d�}d }|D ] } | d d� dkr�| dd � }q�|d k�rtd||| f ��t�|�\}
} t�|
| j| j| j| �} d| ||< t�d |� |�
d
| jd |� |� � }t�d |j|j� t�d t |�
� �� t�d
|�� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_t�d� |S )Nr
z3Starting NTLM HTTPS connection no. %d: https://%s%s�
Connection�
Keep-AliveZ
Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r
r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ
getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r )
r �headersZ
req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' sr ��
�� � �
z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| ��|||||||�S )Nr r )r r �urlopen)r �methodZurlZbodyr) ZretriesZredirectZassert_same_hostr r r r. l s
�zNTLMConnectionPool.urlopen)NNr- TT) �__name__�
__module__� __qualname__�__doc__Zschemer r, r. �
__classcell__r r r r r s I �r N)
r3 Z
__future__r Zloggingr r � r Z packages.six.moves.http_clientr r0 r" r r r r r �<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-38.pyc 0000644 00000035125 15201600076 0023423 0 ustar 00 U
��.e8@ � @ s\ d Z ddlmZ ddlZddlmZ ddlmZ ddl
m Z zddl m
Z
W n$ ek
rp G dd � d e�Z
Y nX dd
lmZmZ dd lmZ zdd lmZ W n$ ek
r� dZd
dlmZ Y nX ddlZddlZd
dlm Z ddl Z d
dl m Z ddgZ dZ!e j"ej#j$ej%ej#j&iZ'e(ed��r@e(ej#d��r@ej#j)e'ej*< e(ed��rhe(ej#d��rhej#j+e'ej,< e(ed��r�e(ej#d��r�ej#j-e'ej.< ej/ej#j0ej1ej#j2ej3ej#j2ej#j4 iZ5e6dd� e5�7� D ��Z8d Z9e j!Z:e j;j<Z=e�>e?�Z@d d� ZAd d� ZBd d � ZCd!d"� ZDd#d$� ZEG d%d&� d&eF�ZGe�r6d.d(d)�ZHneZHeHeG_HG d*d+� d+eF�ZId,d-� ZJdS )/ab
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
� )�absolute_importN)�x509)�backend)� _Certificate)�UnsupportedExtensionc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.pyr 7 s r )�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_SSLv3� SSLv3_METHOD�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S �Nr
)�.0�k�vr
r
r � <genexpr>g s r i @ c C s4 t � tt_ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr �
SSLContext�ssl_�HAS_SNI� IS_PYOPENSSLr
r
r
r r s s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr r# r$ �orig_util_HAS_SNIr% r& r
r
r
r r � s c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
r )�
Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr) �getattr� ImportErrorZOpenSSL.cryptor+ )r) r+ r r
r
r r! � s � �r! c C s@ dd� }d| kr| S || �} | dkr(dS t jdkr<| �d�} | S )a%
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
If the name cannot be idna-encoded then we return None signalling that
the name given should be skipped.
c S sv ddl m} zJdD ]8}| �|�r| t|�d� } |�d�|�| � W S q|�| �W S |jjk
rp Y dS X dS )z�
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
r )�idna)z*.�.N�ascii)Z pip._vendorr/ �
startswith�len�encodeZcoreZ IDNAError)�namer/ �prefixr
r
r � idna_encode� s
z'_dnsname_to_stdlib.<locals>.idna_encode�:N)� r �utf-8)�sys� version_info�decode)r5 r7 r
r
r �_dnsname_to_stdlib� s
r> c C s� t | d�r| �� }n tt| j�}z|j�tj�j }W nZ tj
k
rN g Y S tj t tj
tfk
r� } zt�d|� g W Y �S d}~X Y nX dd� tt|�tj��D �}|�dd� |�tj�D �� |S )zU
Given an PyOpenSSL certificate, provides all the subject alternative names.
�to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}|d k rd|f�qS )NZDNSr
�r r5 r
r
r �
<listcomp>� s �z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z
IP AddressN)�strr@ r
r
r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr? r �openssl_backendr, �
extensionsr* r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionr ZUnsupportedGeneralNameType� UnicodeError�logZwarning�mapr> Zget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr
r
r �get_subj_alt_name� s2
�� �
�rM c @ s� e Zd ZdZd!dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d"dd�Zdd� Zd d � Zd d � Zd S )#�
WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
Tc C s" || _ || _|| _d| _d| _d S �Nr F)�
connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrP rQ rR r
r
r �__init__
s
zWrappedSocket.__init__c C s
| j �� S r )rQ �fileno�rU r
r
r rW s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr � )rS rT �closerX r
r
r �_decref_socketios s
z WrappedSocket._decref_socketiosc
O s z| j j||�}W n� tjjk
r^ } z*| jrB|jdkrBW Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y n~ tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n: tjjk
�r } zt�d| ��W 5 d }~X Y nX |S d S )N����zUnexpected EOF� � The read operation timed out�read error: %r)rP �recv�OpenSSL�SSL� SysCallErrorrR �args� SocketErrorrB �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN�
WantReadErrorr �
wait_for_readrQ �
gettimeoutr �Error�ssl�SSLError)rU re �kwargs�datarK r
r
r ra s"
zWrappedSocket.recvc
O s
z| j j||�W S tjjk
r\ } z*| jr@|jdkr@W Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y nz tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n6 tjjk
�r } zt�d| ��W 5 d }~X Y nX d S )Nr\ r r_ r` )rP � recv_intorb rc rd rR re rf rB rg rh ri rj r rk rQ rl r rm rn ro )rU re rp rK r
r
r rr 7 s
zWrappedSocket.recv_intoc C s | j �|�S r )rQ �
settimeout)rU r r
r
r rs N s zWrappedSocket.settimeoutc
C s| z| j �|�W S tjjk
rD t�| j| j�� �s<t � �Y q Y q tjj
k
rt } zt t |���W 5 d }~X Y q X q d S r )
rP �sendrb rc ZWantWriteErrorr Zwait_for_writerQ rl r rd rf rB )rU rq rK r
r
r �_send_until_doneQ s z WrappedSocket._send_until_donec C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )r3 ru �SSL_WRITE_BLOCKSIZE)rU rq Z
total_sentZsentr
r
r �sendall\ s �zWrappedSocket.sendallc C s | j �� d S r )rP �shutdownrX r
r
r ry d s zWrappedSocket.shutdownc C sL | j dk r:zd| _| j�� W S tjjk
r6 Y d S X n| j d8 _ d S )NrY T)rS rT rP rZ rb rc rm rX r
r
r rZ h s
zWrappedSocket.closeFc C sD | j �� }|s|S |r(tj�tjj|�S d|�� jffft|�d�S )NZ
commonName)ZsubjectZsubjectAltName) rP Zget_peer_certificaterb ZcryptoZdump_certificateZ
FILETYPE_ASN1Z get_subjectZCNrM )rU Z binary_formr r
r
r � getpeercertr s
�zWrappedSocket.getpeercertc C s
| j �� S r )rP Zget_protocol_version_namerX r
r
r �version� s zWrappedSocket.versionc C s | j d7 _ d S �NrY )rS rX r
r
r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r| )rS rZ rX r
r
r �_drop� s
zWrappedSocket._dropN)T)F)r r r �__doc__rV rW r[ ra rr rs ru rx ry rZ rz r{ r} r~ r
r
r
r rN s
rN r] c C s | j d7 _ t| ||dd�S )NrY T)rZ )rS r )rU �mode�bufsizer
r
r �makefile� s r� c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd
d � Z d d
� Z
ddd�Z ddd�Z ddd�Z
dS )r" z�
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
c C s* t | | _tj�| j�| _d| _d| _d S rO )�_openssl_versions�protocolrb rc ZContext�_ctx�_optionsZcheck_hostname)rU r� r
r
r rV � s
zPyOpenSSLContext.__init__c C s | j S r )r� rX r
r
r �options� s zPyOpenSSLContext.optionsc C s || _ | j�|� d S r )r� r� Z set_options�rU rF r
r
r r� � s c C s t | j�� S r )�_openssl_to_stdlib_verifyr� Zget_verify_moderX r
r
r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j �t| t� d S r )r� Z
set_verify�_stdlib_to_openssl_verify�_verify_callbackr� r
r
r r� � s c C s | j �� d S r )r� �set_default_verify_pathsrX r
r
r r� � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|�d�}| j�|� d S �Nr: )�
isinstancer � text_typer4 r� Zset_cipher_list)rU Zciphersr
r
r � set_ciphers� s
z PyOpenSSLContext.set_ciphersNc C sN |d k r|� d�}|d k r$|� d�}| j�||� |d k rJ| j�t|�� d S r� )r4 r� �load_verify_locationsr )rU ZcafileZcapathZcadatar
r
r r� � s
z&PyOpenSSLContext.load_verify_locationsc sR | j �|� � d k r>t� tj�s*� �d�� | j �� fdd�� | j �|pJ|� d S )Nr: c s � S r r
)�_��passwordr
r �<lambda>� r^ z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)r� Zuse_certificate_chain_filer� r Z binary_typer4 Z
set_passwd_cbZuse_privatekey_file)rU ZcertfileZkeyfiler� r
r� r �load_cert_chain� s
z PyOpenSSLContext.load_cert_chainFTc
C s� t j�| j|�}t|tj�r&|�d�}|d k r8|�|� |� � z |�
� W q� t jj k
r� t �
||�� �sxtd��Y q@Y q� t jjk
r� } zt�d| ��W 5 d }~X Y q�X q�q@t||�S )Nr: zselect timed outzbad handshake: %r)rb rc Z
Connectionr� r� r r� r4 Zset_tlsext_host_nameZset_connect_stateZ do_handshakerj r rk rl r rm rn ro rN )rU ZsockZ server_sideZdo_handshake_on_connectrR Zserver_hostname�cnxrK r
r
r � wrap_socket� s
z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)r r r r rV �propertyr� �setterr� r� r� r� r� r� r
r
r
r r" � s&
�r" c C s |dkS rv r
)r� r Zerr_noZ err_depthZ return_coder
r
r r� � s r� )r] )Kr Z
__future__r Z OpenSSL.SSLrb Z cryptographyr Z$cryptography.hazmat.backends.opensslr rD Z)cryptography.hazmat.backends.openssl.x509r Zcryptography.x509r r. � ExceptionrQ r r
rf �ior r Zpackages.backports.makefiler Zloggingrn Zpackagesr r; � r �__all__r% Z PROTOCOL_TLSrc Z
SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODr� rC r r r r r r Z CERT_NONEZ VERIFY_NONEZ
CERT_OPTIONALZ VERIFY_PEERZ
CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr� �dict�itemsr� rw r( r$ r# r' Z getLoggerr rH r r r! r> rM �objectrN r� r" r� r
r
r
r �<module> sz + � ��
+6 W site-packages/pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-38.pyc 0000644 00000046605 15201600076 0024637 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddlmZmZmZ ddlmZmZmZmZ zdd l mZ W n$ ek
r� dZdd
lmZ Y nX d d gZ d
Z ej Z ej j Z!e �"� Z#e �$� Z%dZ&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDg ZEejFejGejHfiZIeJe
d��r�ejKejKfeIe
jL< eJe
d��r�ejMejMfeIe
jN< eJe
d��r�ejGejGfeIe
jO< eJe
d��r�ejPejPfeIe
jQ< eJe
d��rejRejRfeIe
jS< dd � ZTdd � ZUdd� ZVdd� ZWe�XeV�ZYe�ZeW�Z[G dd� de\�Z]e�rnd#d d �Z^n
d$d d �Z^e^e]_^G d!d"� d"e\�Z_dS )%a�
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN� )�util� )�Security�
SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject��backport_makefile�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2c C s. t t_t tj_tt_ttj_dt_dtj_dS )zG
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
TN)�SecureTransportContextr �
SSLContext�ssl_�HAS_SNI�IS_SECURETRANSPORT� r r �O/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/securetransport.pyr � s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z>
Undo monkey-patching by :func:`inject_into_urllib3`.
FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s c
C s� d}�zJt �| �}|dkr"tjW S |j}|d }|�� }d}d}z|||k r�|dksZ|dkrtt�||�stt�t j
d��|| } t j | �
|| �}
|�|
| �} || 7 }| sB|s�tjW W S q�qBW nt tjk
�r0 } zR| j }|dk �r |t j
k�r ||d< |t jk�s|t jk�r tj W Y �
W S � W 5 d} ~ X Y nX ||d< ||k�rLtjW S W dS tk
�r� } z |dk �rt| |_tj W Y �S d} ~ X Y nX dS )zs
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
Nr � timed out)�_connection_refs�getr �errSSLInternal�socket�
gettimeoutr Z
wait_for_read�error�errno�EAGAIN�ctypes�c_charZ from_address� recv_into�errSSLClosedGraceful�
ECONNRESET�EPIPE�errSSLClosedAbort�errSSLWouldBlock� Exception�
_exception)
�
connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr& Z
read_countZ remaining�bufferZ
chunk_size�er r r �_read_callback� sP
�
r; c
C sr d}�z(t �| �}|dkr"tjW S |j}|d }t�||�}|�� }d}d} zV| |k r�|dksf|dkr�t� ||�s�t�
t j d��|�
|�}
| |
7 } ||
d� }qNW nl tj
k
�r } zJ| j }|dk r�|t j kr�| |d< |t jks�|t jkr�tj W Y �
W S � W 5 d} ~ X Y nX | |d< | |k�r*tjW S W dS tk
�rl } z |dk �rR| |_tj W Y �S d} ~ X Y nX dS )zx
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
Nr r )r! r" r r# r$ r) � string_atr% r Zwait_for_writer& r' r( �sendr- r. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r& �sentZ
chunk_sentr: r r r �_write_callback sD
r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
d*dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd+d"d#�Zd$d%� Zd&d'� Zd(d)� ZdS ),�
WrappedSocketz�
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j �� | _ | j �
d� d S �Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain�
_keychain_dir�_client_cert_chainr% �_timeout�
settimeout)�selfr$ r r r �__init__H s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | �� |�dS )a]
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
N)r2 �close)rK Z exceptionr r r �_raise_on_errorZ s
z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t �| j|tt��}t|� dS )a4
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
N)r ZSSLCipherSuite�len�
CIPHER_SUITESZSSLSetEnabledCiphersrC r )rK �ciphers�resultr r r � _set_cipherso s �zWrappedSocket._set_ciphersc C s |sdS t j�|�r2t|d��}|�� }W 5 Q R X d}t�� }z�t |�}t�
| j t �
|��}t|� |srt�d��t�||�}t|� t�|d�}t|� t�� }t�|t �
|��}t|� W 5 |r�t�|� |dk r�t�|� X tjtjf}|j|k�r
t�d|j ��dS )z�
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr � CFReleaser
�SSLCopyPeerTrustrC r) �byrefr �ssl�SSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rK �verify� trust_bundle�fZ
cert_array�trustrR Z trust_resultZ successesr r r �_custom_validate| s>
� �z WrappedSocket._custom_validatec C s� t �dtjtj�| _t �| jtt�} t | � t
�0 t | �d }
|
t krT|
d d }
q>| t |
< W 5 Q R X t �
| j|
�} t | � |r�t|t�s�|�d�}t �| j|t|��} t | � | �� t �| j|�} t | � t �| j|�} | dkr�|tjkr�t �| jtj�} t | � |�r|dk �r0t �| jtjd�} t | � |�rlt� \| _| _ t | j||�| _ t � | j| j �} t | � | � � �h t �!| j�} | tj"k�r�t#�$d��n>| tj%k�r�| �&||� W 5 Q R � �qlnt | � W 5 Q R � �q�W 5 Q R X �qldS )z�
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
Ni���r zutf-8r Tzhandshake timed out)'r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperC Z
SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection�
isinstance�bytes�encodeZSSLSetPeerDomainNamerO rS ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMax�kTLSProtocolMaxSupported�kTLSProtocol12ZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rF rG r rH ZSSLSetCertificaterN Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedre ) rK �server_hostnamera rb Z min_versionZ max_versionZ client_certZ
client_keyZclient_key_passphraserR Zhandler r r � handshake� s| � �
� � � �
zWrappedSocket.handshakec C s
| j �� S �N)r$ �fileno�rK r r r rr s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr r )rD rE rM rs r r r �_decref_socketios s
z WrappedSocket._decref_socketiosc C s& t �|�}| �||�}|d |� }|S rq )r) Zcreate_string_bufferr+ )rK Zbufsizr9 Z
bytes_readr> r r r �recv s
zWrappedSocket.recvNc C s� | j r
dS |d krt|�}tj| �|�}t�d�}| �� � t�| j ||t�
|��}W 5 Q R X |t j kr�|j
dkr�t�d��n"|t jt jfkr�| �� nt|� |j
S )Nr zrecv timed out)rE rO r) r* Z from_buffer�c_size_trN r ZSSLReadrC r] r r0 r` r$ r8 r, ZerrSSLClosedNoNotifyrM r )rK r9 �nbytes�processed_bytesrR r r r r+ & s.
�
�
zWrappedSocket.recv_intoc C s
|| _ d S rq �rI )rK r8 r r r rJ Q s zWrappedSocket.settimeoutc C s | j S rq ry rs r r r r% T s zWrappedSocket.gettimeoutc C sh t �d�}| �� �" t�| j|t|�t �|��}W 5 Q R X |tj krZ|j
dkrZt � d��nt
|� |j
S )Nr zsend timed out)r) rv rN r ZSSLWriterC rO r] r r0 r` r$ r8 r )rK r> rx rR r r r r= W s
� zWrappedSocket.sendc C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )rO r= �SSL_WRITE_BLOCKSIZE)rK r> Z
total_sentr? r r r �sendallh s zWrappedSocket.sendallc C s$ | � � � t�| j� W 5 Q R X d S rq )rN r ZSSLCloserC rs r r r �shutdownn s
zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(t�| j� d | _| jr@t�| j� d | _| jrvt�| j� t�| j� t �
| j � d | _| _ | j �
� S | j d8 _ d S )Nr T)rD rE rC r r[ rH rF r ZSecKeychainDelete�shutilZrmtreerG r$ rM rs r r r rM r s
zWrappedSocket.closeFc
C s� |s t d��t�� }d }d }z�t�| jt�|��}t |� |sFW �dd S t�
|�}|s\W �Nd S t� |d�}|spt �t�
|�}|s�t �t�|�}t�|�} t�| |�}W 5 |r�t�|� |r�t�|� X |S )Nz2SecureTransport only supports dumping binary certsr )�
ValueErrorr rZ r r[ r\ rC r) r] r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndex�AssertionErrorZSecCertificateCopyDataZCFDataGetLengthZCFDataGetBytePtrr< )
rK Z binary_formrd ZcertdataZ der_bytesrR Z
cert_countZleafZ data_lengthr4 r r r � getpeercert� s2
zWrappedSocket.getpeercertc C s� t �� }t �| jt�|��}t|� |jtj kr4dS |jtj
krDdS |jtj krTdS |jtj krddS |jtj
krtdS |jtjkr�dS t�d| ��d S )NzTLSv1.3zTLSv1.2zTLSv1.1ZTLSv1ZSSLv3ZSSLv2zUnknown TLS version: %r)r Z SSLProtocolZ SSLGetNegotiatedProtocolVersionrC r) r] r r` r ZkTLSProtocol13rn �kTLSProtocol11�
kTLSProtocol1�
kSSLProtocol3�
kSSLProtocol2r^ r_ )rK �protocolrR r r r �version� s& � zWrappedSocket.versionc C s | j d7 _ d S �Nr )rD rs r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r� )rD rM rs r r r �_drop� s
zWrappedSocket._drop)N)F)�__name__�
__module__� __qualname__�__doc__rL �
contextlib�contextmanagerrN rS re rp rr rt ru r+ rJ r% r= r| r} rM r� r� r� r� r r r r rA @ s*
9a
+
:rA ���c C s | j d7 _ t| ||dd�S )Nr T)rM )rD r
)rK �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S rz r )rK r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed
d � �Z e jd d � �Z d
d� Z
dd� Z dd� Z d dd�Z
d dd�Zd dd�ZdS ) r z�
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S rB ) �_protocol_to_min_max� _min_version� _max_version�_options�_verify�
_trust_bundle� _client_cert� _client_key�_client_key_passphrase)rK r� r r r rL � s z SecureTransportContext.__init__c C s dS )��
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Tr rs r r r �check_hostname s z%SecureTransportContext.check_hostnamec C s dS )r� Nr �rK r` r r r r� s c C s | j S rq �r� rs r r r �options s z SecureTransportContext.optionsc C s
|| _ d S rq r� r� r r r r� s c C s | j r tjS tjS rq )r� r^ �
CERT_REQUIREDZ CERT_NONErs r r r � verify_mode s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r^ r� r� r� r r r r� $ s c C s d S rq r rs r r r �set_default_verify_paths( s
z/SecureTransportContext.set_default_verify_pathsc C s | � � S rq )r� rs r r r �load_default_certs4 s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSr )rK rQ r r r � set_ciphers7 s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)r r� )rK ZcafileZcapathZcadatar r r �load_verify_locations< s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S rq )r� r� Z_client_cert_passphrase)rK ZcertfileZkeyfileZpasswordr r r �load_cert_chainC s z&SecureTransportContext.load_cert_chainFTc
C sJ |rt �|st �|st �t|�}|�|| j| j| j| j| j| j| j � |S rq )
r� rA rp r� r� r� r� r� r� r� )rK ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsro r6 r r r � wrap_socketH s �
z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r� r� r� r� rL �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s0
�r )r� )r� N)`r� Z
__future__r r� r) r' Zos.pathrU r~ r$ r^ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r
r r r
� ImportErrorZpackages.backports.makefiler �__all__r r r r r ZWeakValueDictionaryr! ZLockrh r{ Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZTLS_AES_256_GCM_SHA384ZTLS_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArP Z PROTOCOL_TLSr� rm r� �hasattrr� r r� r r r� r rn r r r r; r@ Z SSLReadFuncrf Z SSLWriteFuncrg �objectrA r� r r r r r �<module> s� 3 �%�� �
�
�
�
�
76
!
site-packages/pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-38.opt-1.pyc 0000644 00000035125 15201600076 0024362 0 ustar 00 U
��.e8@ � @ s\ d Z ddlmZ ddlZddlmZ ddlmZ ddl
m Z zddl m
Z
W n$ ek
rp G dd � d e�Z
Y nX dd
lmZmZ dd lmZ zdd lmZ W n$ ek
r� dZd
dlmZ Y nX ddlZddlZd
dlm Z ddl Z d
dl m Z ddgZ dZ!e j"ej#j$ej%ej#j&iZ'e(ed��r@e(ej#d��r@ej#j)e'ej*< e(ed��rhe(ej#d��rhej#j+e'ej,< e(ed��r�e(ej#d��r�ej#j-e'ej.< ej/ej#j0ej1ej#j2ej3ej#j2ej#j4 iZ5e6dd� e5�7� D ��Z8d Z9e j!Z:e j;j<Z=e�>e?�Z@d d� ZAd d� ZBd d � ZCd!d"� ZDd#d$� ZEG d%d&� d&eF�ZGe�r6d.d(d)�ZHneZHeHeG_HG d*d+� d+eF�ZId,d-� ZJdS )/ab
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
� )�absolute_importN)�x509)�backend)� _Certificate)�UnsupportedExtensionc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.pyr 7 s r )�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_SSLv3� SSLv3_METHOD�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S �Nr
)�.0�k�vr
r
r � <genexpr>g s r i @ c C s4 t � tt_ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr �
SSLContext�ssl_�HAS_SNI� IS_PYOPENSSLr
r
r
r r s s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr r# r$ �orig_util_HAS_SNIr% r& r
r
r
r r � s c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
r )�
Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr) �getattr� ImportErrorZOpenSSL.cryptor+ )r) r+ r r
r
r r! � s � �r! c C s@ dd� }d| kr| S || �} | dkr(dS t jdkr<| �d�} | S )a%
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
If the name cannot be idna-encoded then we return None signalling that
the name given should be skipped.
c S sv ddl m} zJdD ]8}| �|�r| t|�d� } |�d�|�| � W S q|�| �W S |jjk
rp Y dS X dS )z�
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
r )�idna)z*.�.N�ascii)Z pip._vendorr/ �
startswith�len�encodeZcoreZ IDNAError)�namer/ �prefixr
r
r � idna_encode� s
z'_dnsname_to_stdlib.<locals>.idna_encode�:N)� r �utf-8)�sys� version_info�decode)r5 r7 r
r
r �_dnsname_to_stdlib� s
r> c C s� t | d�r| �� }n tt| j�}z|j�tj�j }W nZ tj
k
rN g Y S tj t tj
tfk
r� } zt�d|� g W Y �S d}~X Y nX dd� tt|�tj��D �}|�dd� |�tj�D �� |S )zU
Given an PyOpenSSL certificate, provides all the subject alternative names.
�to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}|d k rd|f�qS )NZDNSr
�r r5 r
r
r �
<listcomp>� s �z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z
IP AddressN)�strr@ r
r
r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr? r �openssl_backendr, �
extensionsr* r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionr ZUnsupportedGeneralNameType� UnicodeError�logZwarning�mapr> Zget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr
r
r �get_subj_alt_name� s2
�� �
�rM c @ s� e Zd ZdZd!dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d"dd�Zdd� Zd d � Zd d � Zd S )#�
WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
Tc C s" || _ || _|| _d| _d| _d S �Nr F)�
connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrP rQ rR r
r
r �__init__
s
zWrappedSocket.__init__c C s
| j �� S r )rQ �fileno�rU r
r
r rW s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr � )rS rT �closerX r
r
r �_decref_socketios s
z WrappedSocket._decref_socketiosc
O s z| j j||�}W n� tjjk
r^ } z*| jrB|jdkrBW Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y n~ tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n: tjjk
�r } zt�d| ��W 5 d }~X Y nX |S d S )N����zUnexpected EOF� � The read operation timed out�read error: %r)rP �recv�OpenSSL�SSL� SysCallErrorrR �args� SocketErrorrB �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN�
WantReadErrorr �
wait_for_readrQ �
gettimeoutr �Error�ssl�SSLError)rU re �kwargs�datarK r
r
r ra s"
zWrappedSocket.recvc
O s
z| j j||�W S tjjk
r\ } z*| jr@|jdkr@W Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y nz tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n6 tjjk
�r } zt�d| ��W 5 d }~X Y nX d S )Nr\ r r_ r` )rP � recv_intorb rc rd rR re rf rB rg rh ri rj r rk rQ rl r rm rn ro )rU re rp rK r
r
r rr 7 s
zWrappedSocket.recv_intoc C s | j �|�S r )rQ �
settimeout)rU r r
r
r rs N s zWrappedSocket.settimeoutc
C s| z| j �|�W S tjjk
rD t�| j| j�� �s<t � �Y q Y q tjj
k
rt } zt t |���W 5 d }~X Y q X q d S r )
rP �sendrb rc ZWantWriteErrorr Zwait_for_writerQ rl r rd rf rB )rU rq rK r
r
r �_send_until_doneQ s z WrappedSocket._send_until_donec C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )r3 ru �SSL_WRITE_BLOCKSIZE)rU rq Z
total_sentZsentr
r
r �sendall\ s �zWrappedSocket.sendallc C s | j �� d S r )rP �shutdownrX r
r
r ry d s zWrappedSocket.shutdownc C sL | j dk r:zd| _| j�� W S tjjk
r6 Y d S X n| j d8 _ d S )NrY T)rS rT rP rZ rb rc rm rX r
r
r rZ h s
zWrappedSocket.closeFc C sD | j �� }|s|S |r(tj�tjj|�S d|�� jffft|�d�S )NZ
commonName)ZsubjectZsubjectAltName) rP Zget_peer_certificaterb ZcryptoZdump_certificateZ
FILETYPE_ASN1Z get_subjectZCNrM )rU Z binary_formr r
r
r � getpeercertr s
�zWrappedSocket.getpeercertc C s
| j �� S r )rP Zget_protocol_version_namerX r
r
r �version� s zWrappedSocket.versionc C s | j d7 _ d S �NrY )rS rX r
r
r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r| )rS rZ rX r
r
r �_drop� s
zWrappedSocket._dropN)T)F)r r r �__doc__rV rW r[ ra rr rs ru rx ry rZ rz r{ r} r~ r
r
r
r rN s
rN r] c C s | j d7 _ t| ||dd�S )NrY T)rZ )rS r )rU �mode�bufsizer
r
r �makefile� s r� c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd
d � Z d d
� Z
ddd�Z ddd�Z ddd�Z
dS )r" z�
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
c C s* t | | _tj�| j�| _d| _d| _d S rO )�_openssl_versions�protocolrb rc ZContext�_ctx�_optionsZcheck_hostname)rU r� r
r
r rV � s
zPyOpenSSLContext.__init__c C s | j S r )r� rX r
r
r �options� s zPyOpenSSLContext.optionsc C s || _ | j�|� d S r )r� r� Z set_options�rU rF r
r
r r� � s c C s t | j�� S r )�_openssl_to_stdlib_verifyr� Zget_verify_moderX r
r
r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j �t| t� d S r )r� Z
set_verify�_stdlib_to_openssl_verify�_verify_callbackr� r
r
r r� � s c C s | j �� d S r )r� �set_default_verify_pathsrX r
r
r r� � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|�d�}| j�|� d S �Nr: )�
isinstancer � text_typer4 r� Zset_cipher_list)rU Zciphersr
r
r � set_ciphers� s
z PyOpenSSLContext.set_ciphersNc C sN |d k r|� d�}|d k r$|� d�}| j�||� |d k rJ| j�t|�� d S r� )r4 r� �load_verify_locationsr )rU ZcafileZcapathZcadatar
r
r r� � s
z&PyOpenSSLContext.load_verify_locationsc sR | j �|� � d k r>t� tj�s*� �d�� | j �� fdd�� | j �|pJ|� d S )Nr: c s � S r r
)�_��passwordr
r �<lambda>� r^ z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)r� Zuse_certificate_chain_filer� r Z binary_typer4 Z
set_passwd_cbZuse_privatekey_file)rU ZcertfileZkeyfiler� r
r� r �load_cert_chain� s
z PyOpenSSLContext.load_cert_chainFTc
C s� t j�| j|�}t|tj�r&|�d�}|d k r8|�|� |� � z |�
� W q� t jj k
r� t �
||�� �sxtd��Y q@Y q� t jjk
r� } zt�d| ��W 5 d }~X Y q�X q�q@t||�S )Nr: zselect timed outzbad handshake: %r)rb rc Z
Connectionr� r� r r� r4 Zset_tlsext_host_nameZset_connect_stateZ do_handshakerj r rk rl r rm rn ro rN )rU ZsockZ server_sideZdo_handshake_on_connectrR Zserver_hostname�cnxrK r
r
r � wrap_socket� s
z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)r r r r rV �propertyr� �setterr� r� r� r� r� r� r
r
r
r r" � s&
�r" c C s |dkS rv r
)r� r Zerr_noZ err_depthZ return_coder
r
r r� � s r� )r] )Kr Z
__future__r Z OpenSSL.SSLrb Z cryptographyr Z$cryptography.hazmat.backends.opensslr rD Z)cryptography.hazmat.backends.openssl.x509r Zcryptography.x509r r. � ExceptionrQ r r
rf �ior r Zpackages.backports.makefiler Zloggingrn Zpackagesr r; � r �__all__r% Z PROTOCOL_TLSrc Z
SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODr� rC r r r r r r Z CERT_NONEZ VERIFY_NONEZ
CERT_OPTIONALZ VERIFY_PEERZ
CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr� �dict�itemsr� rw r( r$ r# r' Z getLoggerr rH r r r! r> rM �objectrN r� r" r� r
r
r
r �<module> sz + � ��
+6 W site-packages/pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-38.opt-1.pyc 0000644 00000012653 15201600076 0023451 0 ustar 00 U
��.e| � @ s( d Z ddlmZ z ddlZW n6 ek
rR ddlZddlmZ e�de� � Y nX ddl m
Z m Z
ddlmZmZ dd lmZmZ dd
lmZmZ dd lmZ dd lmZ z ddlZW n ek
r� dZY nX G d
d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a_
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4A (``proxy_url='socks4a://...``)
- SOCKS4 (``proxy_url='socks4://...``)
- SOCKS5 with remote DNS (``proxy_url='socks5h://...``)
- SOCKS5 with local DNS (``proxy_url='socks5://...``)
- Usernames and passwords for the SOCKS proxy
.. note::
It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in
your ``proxy_url`` to ensure that DNS resolution is done from the remote
server instead of client-side when connecting to a domain name.
SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5
supports IPv4, IPv6, and domain names.
When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url``
will be sent as the ``userid`` section of the SOCKS request::
proxy_url="socks4a://<userid>@proxy-host"
When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion
of the ``proxy_url`` will be sent as the username/password to authenticate
with the proxy::
proxy_url="socks5h://<username>:<password>@proxy-host"
� )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG
A plain-text HTTP connection that connects via a SOCKS proxy.
c s" |� d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs�� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/socks.pyr J s zSOCKSConnection.__init__c
C sH i }| j r| j |d< | jr$| j|d< zTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk
r� t | d
| j| jf ��Y n� tj
k
�r } zP|j r�|j }t |t�r�t | d
| j| jf ��nt
| d | ��nt
| d | ��W 5 d }~X Y n2 tk
�rB } zt
| d | ��W 5 d }~X Y nX |S )
zA
Establish a new connection via the SOCKS proxy.
�source_address�socket_options�
socks_version�
proxy_host�
proxy_port�username�password�rdns)Z
proxy_typeZ
proxy_addrr Zproxy_usernameZproxy_passwordZ
proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN)r r �socksZcreate_connection�host�portr r �
SocketTimeoutr Z
ProxyErrorZ
socket_err�
isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connN sd
�� �
��
�� � � �zSOCKSConnection._new_conn)�__name__�
__module__� __qualname__�__doc__r r* �
__classcell__r r r r r E s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r+ r, r- r r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r+ r, r- r �
ConnectionClsr r r r r1 � s r1 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r+ r, r- r0 r2 r r r r r3 � s r3 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
)ZhttpZhttpsN�
c s� t |�}|d krB|d krB|jd k rB|j�d�}t|�dkrB|\}}|jdkrXtj} d}
nN|jdkrntj} d}
n8|jdkr�tj} d}
n"|jdkr�tj} d}
n td | ��|| _ | |j
|j |||
d
�} | |d < t t
| �j||f|� t
j| _d S ) N�:r Zsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r! r" r )r Zauth�split�lenZschemer# ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4�
ValueError� proxy_urlr$ r% r r4 r �pool_classes_by_scheme) r r: r r! Z num_poolsZheadersZconnection_pool_kwZparsedr7 r r" Z
socks_optionsr r r r � sD
�
��zSOCKSProxyManager.__init__)NNr5 N) r+ r, r- r. r1 r3 r; r r/ r r r r r4 � s � �r4 ) r. Z
__future__r r# � ImportError�warnings�
exceptionsr �warnZsocketr r( r r& Z
connectionr r Zconnectionpoolr r
r r Z poolmanagerr
Zutil.urlr Zsslr r0 r1 r3 r4 r r r r �<module> s4 # �
H site-packages/pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-38.opt-1.pyc 0000644 00000020312 15201600076 0024264 0 ustar 00 U
��.e2, � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZ ddlmZ dd lmZ dd
lmZ d d lmZ zdd
lmZ W n ek
r� dZY nX e� e �Z G dd� de
�Z G dd� de �Z G dd� de�Z!ej"Z"ej#Z#ej$Z$ej%Z%ej&Z&dS )a[
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from pip._vendor.urllib3 import PoolManager
from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
� )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning�
MaxRetryError�
ProtocolError� TimeoutError�SSLError)�RequestMethods)� HTTPResponse)�Timeout)�Retry� )�_appengine_environ)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN��__name__�
__module__� __qualname__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorNr r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd
d �Z d d
� Z
dd� Z dd� Z dS )�AppEngineManagera
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
NTc C sN t s td��t� rtd��t�dt� t�| |� || _|| _ |pFt
j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.)
r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr! r r r r r r c s ��� zAppEngineManager.__init__c C s | S )Nr )r" r r r � __enter__� s zAppEngineManager.__enter__c C s dS )NFr )r" �exc_typeZexc_valZexc_tbr r r �__exit__� s zAppEngineManager.__exit__c
K s� | � ||�}zF|o |jdko |j} tj||||p2i d| jo<| | �|�| jd�}
W �nB tjk
r� } zt | | ��W 5 d } ~ X Y �n tj
k
r� } z"dt | �kr�t d| ��t
| ��W 5 d } ~ X Y n� tjk
�r } z&dt | �kr�t| || d��t
| ��W 5 d } ~ X Y n� tjk
�r6 } zt d| ��W 5 d } ~ X Y n` tjk
�rb } z t| ��W 5 d } ~ X Y n4 tjk
�r� } zt d | | ��W 5 d } ~ X Y nX | j|
fd
|i|��} |�o�| �� }
|
�rv| j�r�|j�r�t| |d ��n�| jd k�r�d
}z|j||| | d�}W n. tk
�r2 |j�r*t| |d ��| Y S X |�| � t�d||
� t ||
�}| j ||||f|||d�|��S t | � d��}|� || j|��r�|j||| | d�}t�d|� |�!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr# Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr! ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r! �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr# r! r+ r, )"� _get_retriesr+ �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z
DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr
ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retry�sleep)r" r' Zurlr- r# r! r+ r, � response_kwr( r* �eZ
http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r6 � s� �
� � ���� �
���
��� zAppEngineManager.urlopenc K s� t � r"|j�d�}|dkr"|jd= |j�d�}|dkrZ|�d�}|�d� d�|�|jd< tf t�|j �|j
|j|j d�|��}tf t�|j �|j|j |d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r- �msgr# r3 )r- r# r3 �original_response) �is_prod_appenginer# �get�split�remove�joinr �io�BytesIOZcontentZ
header_msgZ status_code)r" Z
urlfetch_respr9 Zcontent_encodingZtransfer_encodingZ encodingsr= r r r r2 � s2
��
��z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8t�dt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r
�DEFAULT_TIMEOUT�
isinstanceZ_readZ_connectr r r r/ )r" r, r r r r0 s
�z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:t�dt � |S )N)r+ �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.)
rF r Zfrom_intr! Zconnect�readr+ r r r )r" r! r+ r r r r. - s
�z AppEngineManager._get_retries)NNTT)
r r r �__doc__r r$ r& r
rE r6 r2 r0 r. r r r r r O s" �
�
r$
r )'rI Z
__future__r rC Zloggingr Z packages.six.moves.urllib.parser �
exceptionsr r r r r r
Zrequestr r* r Z util.timeoutr
Z
util.retryr � r Zgoogle.appengine.apir � ImportErrorZ getLoggerr r4 r r r Z is_appengineZis_appengine_sandboxZis_local_appenginer> r r r r r �<module> s2 (
o site-packages/pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-38.opt-1.pyc 0000644 00000002073 15201600076 0026167 0 ustar 00 U
��.e� � @ s8 d Z ddlZdd� Zdd� Zdd� Zd d
� Zd d � ZdS )
zB
This module provides means to detect the App Engine environment.
� Nc C s t � pt� pt� S �N)�is_local_appengine�is_prod_appengine�is_prod_appengine_mvms� r r �R/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py� is_appengine s r c C s t � o t� S r )r r r r r r �is_appengine_sandbox s r c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r r s
�r c C s dt jko dt jd ko t� S )Nr
zGoogle App Engine/r )r r
r r r r r r s
��r c C s t j�dd�dkS )NZGAE_VMF�true)r r
�getr r r r r s r )�__doc__r r r r r r r r r r �<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-38.opt-1.pyc 0000644 00000046476 15201600076 0025604 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddlmZmZmZ ddlmZmZmZmZ zdd l mZ W n$ ek
r� dZdd
lmZ Y nX d d gZ d
Z ej Z ej j Z!e �"� Z#e �$� Z%dZ&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDg ZEejFejGejHfiZIeJe
d��r�ejKejKfeIe
jL< eJe
d��r�ejMejMfeIe
jN< eJe
d��r�ejGejGfeIe
jO< eJe
d��r�ejPejPfeIe
jQ< eJe
d��rejRejRfeIe
jS< dd � ZTdd � ZUdd� ZVdd� ZWe�XeV�ZYe�ZeW�Z[G dd� de\�Z]e�rnd#d d �Z^n
d$d d �Z^e^e]_^G d!d"� d"e\�Z_dS )%a�
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN� )�util� )�Security�
SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject��backport_makefile�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2c C s. t t_t tj_tt_ttj_dt_dtj_dS )zG
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
TN)�SecureTransportContextr �
SSLContext�ssl_�HAS_SNI�IS_SECURETRANSPORT� r r �O/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/securetransport.pyr � s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z>
Undo monkey-patching by :func:`inject_into_urllib3`.
FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s c
C s� d}�zJt �| �}|dkr"tjW S |j}|d }|�� }d}d}z|||k r�|dksZ|dkrtt�||�stt�t j
d��|| } t j | �
|| �}
|�|
| �} || 7 }| sB|s�tjW W S q�qBW nt tjk
�r0 } zR| j }|dk �r |t j
k�r ||d< |t jk�s|t jk�r tj W Y �
W S � W 5 d} ~ X Y nX ||d< ||k�rLtjW S W dS tk
�r� } z |dk �rt| |_tj W Y �S d} ~ X Y nX dS )zs
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
Nr � timed out)�_connection_refs�getr �errSSLInternal�socket�
gettimeoutr Z
wait_for_read�error�errno�EAGAIN�ctypes�c_charZ from_address� recv_into�errSSLClosedGraceful�
ECONNRESET�EPIPE�errSSLClosedAbort�errSSLWouldBlock� Exception�
_exception)
�
connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr& Z
read_countZ remaining�bufferZ
chunk_size�er r r �_read_callback� sP
�
r; c
C sr d}�z(t �| �}|dkr"tjW S |j}|d }t�||�}|�� }d}d} zV| |k r�|dksf|dkr�t� ||�s�t�
t j d��|�
|�}
| |
7 } ||
d� }qNW nl tj
k
�r } zJ| j }|dk r�|t j kr�| |d< |t jks�|t jkr�tj W Y �
W S � W 5 d} ~ X Y nX | |d< | |k�r*tjW S W dS tk
�rl } z |dk �rR| |_tj W Y �S d} ~ X Y nX dS )zx
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
Nr r )r! r" r r# r$ r) � string_atr% r Zwait_for_writer& r' r( �sendr- r. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r& �sentZ
chunk_sentr: r r r �_write_callback sD
r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
d*dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd+d"d#�Zd$d%� Zd&d'� Zd(d)� ZdS ),�
WrappedSocketz�
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j �� | _ | j �
d� d S �Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain�
_keychain_dir�_client_cert_chainr% �_timeout�
settimeout)�selfr$ r r r �__init__H s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | �� |�dS )a]
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
N)r2 �close)rK Z exceptionr r r �_raise_on_errorZ s
z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t �| j|tt��}t|� dS )a4
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
N)r ZSSLCipherSuite�len�
CIPHER_SUITESZSSLSetEnabledCiphersrC r )rK �ciphers�resultr r r � _set_cipherso s �zWrappedSocket._set_ciphersc C s |sdS t j�|�r2t|d��}|�� }W 5 Q R X d}t�� }z�t |�}t�
| j t �
|��}t|� |srt�d��t�||�}t|� t�|d�}t|� t�� }t�|t �
|��}t|� W 5 |r�t�|� |dk r�t�|� X tjtjf}|j|k�r
t�d|j ��dS )z�
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr � CFReleaser
�SSLCopyPeerTrustrC r) �byrefr �ssl�SSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rK �verify� trust_bundle�fZ
cert_array�trustrR Z trust_resultZ successesr r r �_custom_validate| s>
� �z WrappedSocket._custom_validatec C s� t �dtjtj�| _t �| jtt�} t | � t
�0 t | �d }
|
t krT|
d d }
q>| t |
< W 5 Q R X t �
| j|
�} t | � |r�t|t�s�|�d�}t �| j|t|��} t | � | �� t �| j|�} t | � t �| j|�} | dkr�|tjkr�t �| jtj�} t | � |�r|dk �r0t �| jtjd�} t | � |�rlt� \| _| _ t | j||�| _ t � | j| j �} t | � | � � �h t �!| j�} | tj"k�r�t#�$d��n>| tj%k�r�| �&||� W 5 Q R � �qlnt | � W 5 Q R � �q�W 5 Q R X �qldS )z�
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
Ni���r zutf-8r Tzhandshake timed out)'r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperC Z
SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection�
isinstance�bytes�encodeZSSLSetPeerDomainNamerO rS ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMax�kTLSProtocolMaxSupported�kTLSProtocol12ZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rF rG r rH ZSSLSetCertificaterN Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedre ) rK �server_hostnamera rb Z min_versionZ max_versionZ client_certZ
client_keyZclient_key_passphraserR Zhandler r r � handshake� s| � �
� � � �
zWrappedSocket.handshakec C s
| j �� S �N)r$ �fileno�rK r r r rr s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr r )rD rE rM rs r r r �_decref_socketios s
z WrappedSocket._decref_socketiosc C s& t �|�}| �||�}|d |� }|S rq )r) Zcreate_string_bufferr+ )rK Zbufsizr9 Z
bytes_readr> r r r �recv s
zWrappedSocket.recvNc C s� | j r
dS |d krt|�}tj| �|�}t�d�}| �� � t�| j ||t�
|��}W 5 Q R X |t j kr�|j
dkr�t�d��n"|t jt jfkr�| �� nt|� |j
S )Nr zrecv timed out)rE rO r) r* Z from_buffer�c_size_trN r ZSSLReadrC r] r r0 r` r$ r8 r, ZerrSSLClosedNoNotifyrM r )rK r9 �nbytes�processed_bytesrR r r r r+ & s.
�
�
zWrappedSocket.recv_intoc C s
|| _ d S rq �rI )rK r8 r r r rJ Q s zWrappedSocket.settimeoutc C s | j S rq ry rs r r r r% T s zWrappedSocket.gettimeoutc C sh t �d�}| �� �" t�| j|t|�t �|��}W 5 Q R X |tj krZ|j
dkrZt � d��nt
|� |j
S )Nr zsend timed out)r) rv rN r ZSSLWriterC rO r] r r0 r` r$ r8 r )rK r> rx rR r r r r= W s
� zWrappedSocket.sendc C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )rO r= �SSL_WRITE_BLOCKSIZE)rK r> Z
total_sentr? r r r �sendallh s zWrappedSocket.sendallc C s$ | � � � t�| j� W 5 Q R X d S rq )rN r ZSSLCloserC rs r r r �shutdownn s
zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(t�| j� d | _| jr@t�| j� d | _| jrvt�| j� t�| j� t �
| j � d | _| _ | j �
� S | j d8 _ d S )Nr T)rD rE rC r r[ rH rF r ZSecKeychainDelete�shutilZrmtreerG r$ rM rs r r r rM r s
zWrappedSocket.closeFc
C s� |s t d��t�� }d }d }zxt�| jt�|��}t |� |sFW �Td S t�
|�}|s\W �>d S t� |d�}t� |�}t�
|�}t�|�} t�| |�}W 5 |r�t�|� |r�t�|� X |S )Nz2SecureTransport only supports dumping binary certsr )�
ValueErrorr rZ r r[ r\ rC r) r] r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSecCertificateCopyDataZCFDataGetLengthZCFDataGetBytePtrr< )
rK Z binary_formrd ZcertdataZ der_bytesrR Z
cert_countZleafZ data_lengthr4 r r r � getpeercert� s.
zWrappedSocket.getpeercertc C s� t �� }t �| jt�|��}t|� |jtj kr4dS |jtj
krDdS |jtj krTdS |jtj krddS |jtj
krtdS |jtjkr�dS t�d| ��d S )NzTLSv1.3zTLSv1.2zTLSv1.1ZTLSv1ZSSLv3ZSSLv2zUnknown TLS version: %r)r Z SSLProtocolZ SSLGetNegotiatedProtocolVersionrC r) r] r r` r ZkTLSProtocol13rn �kTLSProtocol11�
kTLSProtocol1�
kSSLProtocol3�
kSSLProtocol2r^ r_ )rK �protocolrR r r r �version� s& � zWrappedSocket.versionc C s | j d7 _ d S �Nr )rD rs r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r� )rD rM rs r r r �_drop� s
zWrappedSocket._drop)N)F)�__name__�
__module__� __qualname__�__doc__rL �
contextlib�contextmanagerrN rS re rp rr rt ru r+ rJ r% r= r| r} rM r� r� r� r� r r r r rA @ s*
9a
+
:rA ���c C s | j d7 _ t| ||dd�S )Nr T)rM )rD r
)rK �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S rz r )rK r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed
d � �Z e jd d � �Z d
d� Z
dd� Z dd� Z d dd�Z
d dd�Zd dd�ZdS ) r z�
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S rB ) �_protocol_to_min_max� _min_version� _max_version�_options�_verify�
_trust_bundle� _client_cert� _client_key�_client_key_passphrase)rK r� r r r rL � s z SecureTransportContext.__init__c C s dS )��
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Tr rs r r r �check_hostname s z%SecureTransportContext.check_hostnamec C s dS )r� Nr �rK r` r r r r� s c C s | j S rq �r� rs r r r �options s z SecureTransportContext.optionsc C s
|| _ d S rq r� r� r r r r� s c C s | j r tjS tjS rq )r� r^ �
CERT_REQUIREDZ CERT_NONErs r r r � verify_mode s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r^ r� r� r� r r r r� $ s c C s d S rq r rs r r r �set_default_verify_paths( s
z/SecureTransportContext.set_default_verify_pathsc C s | � � S rq )r� rs r r r �load_default_certs4 s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSr )rK rQ r r r � set_ciphers7 s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)r r� )rK ZcafileZcapathZcadatar r r �load_verify_locations< s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S rq )r� r� Z_client_cert_passphrase)rK ZcertfileZkeyfileZpasswordr r r �load_cert_chainC s z&SecureTransportContext.load_cert_chainFTc
C s2 t |�}|�|| j| j| j| j| j| j| j� |S rq ) rA rp r� r� r� r� r� r� r� )rK ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsro r6 r r r � wrap_socketH s �
z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r� r� r� r� rL �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s0
�r )r� )r� N)`r� Z
__future__r r� r) r' Zos.pathrU r~ r$ r^ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r
r r r
� ImportErrorZpackages.backports.makefiler �__all__r r r r r ZWeakValueDictionaryr! ZLockrh r{ Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZTLS_AES_256_GCM_SHA384ZTLS_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArP Z PROTOCOL_TLSr� rm r� �hasattrr� r r� r r r� r rn r r r r; r@ Z SSLReadFuncrf Z SSLWriteFuncrg �objectrA r� r r r r r �<module> s� 3 �%�� �
�
�
�
�
76
!
site-packages/pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000243 15201600076 0024056 0 ustar 00 U
��.e � @ s d S )N� r r r �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/__init__.py�<module> � site-packages/pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-38.pyc 0000644 00000002073 15201600076 0025230 0 ustar 00 U
��.e� � @ s8 d Z ddlZdd� Zdd� Zdd� Zd d
� Zd d � ZdS )
zB
This module provides means to detect the App Engine environment.
� Nc C s t � pt� pt� S �N)�is_local_appengine�is_prod_appengine�is_prod_appengine_mvms� r r �R/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py� is_appengine s r c C s t � o t� S r )r r r r r r �is_appengine_sandbox s r c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r r s
�r c C s dt jko dt jd ko t� S )Nr
zGoogle App Engine/r )r r
r r r r r r s
��r c C s t j�dd�dkS )NZGAE_VMF�true)r r
�getr r r r r s r )�__doc__r r r r r r r r r r �<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-38.pyc 0000644 00000012653 15201600076 0022512 0 ustar 00 U
��.e| � @ s( d Z ddlmZ z ddlZW n6 ek
rR ddlZddlmZ e�de� � Y nX ddl m
Z m Z
ddlmZmZ dd lmZmZ dd
lmZmZ dd lmZ dd lmZ z ddlZW n ek
r� dZY nX G d
d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a_
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4A (``proxy_url='socks4a://...``)
- SOCKS4 (``proxy_url='socks4://...``)
- SOCKS5 with remote DNS (``proxy_url='socks5h://...``)
- SOCKS5 with local DNS (``proxy_url='socks5://...``)
- Usernames and passwords for the SOCKS proxy
.. note::
It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in
your ``proxy_url`` to ensure that DNS resolution is done from the remote
server instead of client-side when connecting to a domain name.
SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5
supports IPv4, IPv6, and domain names.
When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url``
will be sent as the ``userid`` section of the SOCKS request::
proxy_url="socks4a://<userid>@proxy-host"
When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion
of the ``proxy_url`` will be sent as the username/password to authenticate
with the proxy::
proxy_url="socks5h://<username>:<password>@proxy-host"
� )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG
A plain-text HTTP connection that connects via a SOCKS proxy.
c s" |� d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs�� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/socks.pyr J s zSOCKSConnection.__init__c
C sH i }| j r| j |d< | jr$| j|d< zTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk
r� t | d
| j| jf ��Y n� tj
k
�r } zP|j r�|j }t |t�r�t | d
| j| jf ��nt
| d | ��nt
| d | ��W 5 d }~X Y n2 tk
�rB } zt
| d | ��W 5 d }~X Y nX |S )
zA
Establish a new connection via the SOCKS proxy.
�source_address�socket_options�
socks_version�
proxy_host�
proxy_port�username�password�rdns)Z
proxy_typeZ
proxy_addrr Zproxy_usernameZproxy_passwordZ
proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN)r r �socksZcreate_connection�host�portr r �
SocketTimeoutr Z
ProxyErrorZ
socket_err�
isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connN sd
�� �
��
�� � � �zSOCKSConnection._new_conn)�__name__�
__module__� __qualname__�__doc__r r* �
__classcell__r r r r r E s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r+ r, r- r r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r+ r, r- r �
ConnectionClsr r r r r1 � s r1 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r+ r, r- r0 r2 r r r r r3 � s r3 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
)ZhttpZhttpsN�
c s� t |�}|d krB|d krB|jd k rB|j�d�}t|�dkrB|\}}|jdkrXtj} d}
nN|jdkrntj} d}
n8|jdkr�tj} d}
n"|jdkr�tj} d}
n td | ��|| _ | |j
|j |||
d
�} | |d < t t
| �j||f|� t
j| _d S ) N�:r Zsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r! r" r )r Zauth�split�lenZschemer# ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4�
ValueError� proxy_urlr$ r% r r4 r �pool_classes_by_scheme) r r: r r! Z num_poolsZheadersZconnection_pool_kwZparsedr7 r r" Z
socks_optionsr r r r � sD
�
��zSOCKSProxyManager.__init__)NNr5 N) r+ r, r- r. r1 r3 r; r r/ r r r r r4 � s � �r4 ) r. Z
__future__r r# � ImportError�warnings�
exceptionsr �warnZsocketr r( r r& Z
connectionr r Zconnectionpoolr r
r r Z poolmanagerr
Zutil.urlr Zsslr r0 r1 r3 r4 r r r r �<module> s4 # �
H site-packages/pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-38.opt-1.pyc 0000644 00000006260 15201600076 0024170 0 ustar 00 U
��.ei � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee
�Z G dd � d e�Z d
S ) z
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
� )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd
d � Z� ZS )
�NTLMConnectionPoolzQ
Implements an NTLM authentication version of an urllib3 connection pool
Zhttpsc sL t t| �j||� || _|| _|�dd�}|d �� | _|d | _|| _ dS )z�
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\username format.
pw is the password for the user.
�\� r N)
�superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r
�args�kwargsZ
user_parts�� __class__� �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.pyr s
zNTLMConnectionPool.__init__c
C s� | j d7 _ t�d| j | j| j� ddi}d}d}t| j| jd�}dt�| j � ||< t�d |� |�
d
| jd |� |� � }t |�
� �}t�d |j|j� t�d |� t�d
|�d�� d |_|| �d�}d }|D ] } | d d� dkr�| dd � }q�|d k�rtd||| f ��t�|�\}
} t�|
| j| j| j| �} d| ||< t�d |� |�
d
| jd |� |� � }t�d |j|j� t�d t |�
� �� t�d
|�� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_t�d� |S )Nr
z3Starting NTLM HTTPS connection no. %d: https://%s%s�
Connection�
Keep-AliveZ
Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r
r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ
getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r )
r �headersZ
req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' sr ��
�� � �
z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| ��|||||||�S )Nr r )r r �urlopen)r �methodZurlZbodyr) ZretriesZredirectZassert_same_hostr r r r. l s
�zNTLMConnectionPool.urlopen)NNr- TT) �__name__�
__module__� __qualname__�__doc__Zschemer r, r. �
__classcell__r r r r r s I �r N)
r3 Z
__future__r Zloggingr r � r Z packages.six.moves.http_clientr r0 r" r r r r r �<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-38.pyc 0000644 00000000243 15201600076 0023117 0 ustar 00 U
��.e � @ s d S )N� r r r �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/__init__.py�<module> � site-packages/pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-38.pyc 0000644 00000020312 15201600076 0023325 0 ustar 00 U
��.e2, � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZ ddlmZ dd lmZ dd
lmZ d d lmZ zdd
lmZ W n ek
r� dZY nX e� e �Z G dd� de
�Z G dd� de �Z G dd� de�Z!ej"Z"ej#Z#ej$Z$ej%Z%ej&Z&dS )a[
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from pip._vendor.urllib3 import PoolManager
from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
� )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning�
MaxRetryError�
ProtocolError� TimeoutError�SSLError)�RequestMethods)� HTTPResponse)�Timeout)�Retry� )�_appengine_environ)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN��__name__�
__module__� __qualname__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorNr r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd
d �Z d d
� Z
dd� Z dd� Z dS )�AppEngineManagera
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
NTc C sN t s td��t� rtd��t�dt� t�| |� || _|| _ |pFt
j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.)
r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr! r r r r r r c s ��� zAppEngineManager.__init__c C s | S )Nr )r" r r r � __enter__� s zAppEngineManager.__enter__c C s dS )NFr )r" �exc_typeZexc_valZexc_tbr r r �__exit__� s zAppEngineManager.__exit__c
K s� | � ||�}zF|o |jdko |j} tj||||p2i d| jo<| | �|�| jd�}
W �nB tjk
r� } zt | | ��W 5 d } ~ X Y �n tj
k
r� } z"dt | �kr�t d| ��t
| ��W 5 d } ~ X Y n� tjk
�r } z&dt | �kr�t| || d��t
| ��W 5 d } ~ X Y n� tjk
�r6 } zt d| ��W 5 d } ~ X Y n` tjk
�rb } z t| ��W 5 d } ~ X Y n4 tjk
�r� } zt d | | ��W 5 d } ~ X Y nX | j|
fd
|i|��} |�o�| �� }
|
�rv| j�r�|j�r�t| |d ��n�| jd k�r�d
}z|j||| | d�}W n. tk
�r2 |j�r*t| |d ��| Y S X |�| � t�d||
� t ||
�}| j ||||f|||d�|��S t | � d��}|� || j|��r�|j||| | d�}t�d|� |�!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr# Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr! ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r! �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr# r! r+ r, )"� _get_retriesr+ �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z
DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr
ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retry�sleep)r" r' Zurlr- r# r! r+ r, � response_kwr( r* �eZ
http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r6 � s� �
� � ���� �
���
��� zAppEngineManager.urlopenc K s� t � r"|j�d�}|dkr"|jd= |j�d�}|dkrZ|�d�}|�d� d�|�|jd< tf t�|j �|j
|j|j d�|��}tf t�|j �|j|j |d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r- �msgr# r3 )r- r# r3 �original_response) �is_prod_appenginer# �get�split�remove�joinr �io�BytesIOZcontentZ
header_msgZ status_code)r" Z
urlfetch_respr9 Zcontent_encodingZtransfer_encodingZ encodingsr= r r r r2 � s2
��
��z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8t�dt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r
�DEFAULT_TIMEOUT�
isinstanceZ_readZ_connectr r r r/ )r" r, r r r r0 s
�z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:t�dt � |S )N)r+ �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.)
rF r Zfrom_intr! Zconnect�readr+ r r r )r" r! r+ r r r r. - s
�z AppEngineManager._get_retries)NNTT)
r r r �__doc__r r$ r& r
rE r6 r2 r0 r. r r r r r O s" �
�
r$
r )'rI Z
__future__r rC Zloggingr Z packages.six.moves.urllib.parser �
exceptionsr r r r r r
Zrequestr r* r Z util.timeoutr
Z
util.retryr � r Zgoogle.appengine.apir � ImportErrorZ getLoggerr r4 r r r Z is_appengineZis_appengine_sandboxZis_local_appenginer> r r r r r �<module> s2 (
o site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py 0000644 00000000000 15201600076 0022222 0 ustar 00 site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.py 0000644 00000040645 15201600076 0022303 0 ustar 00 """
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
"""
from __future__ import absolute_import
import platform
from ctypes.util import find_library
from ctypes import (
c_void_p,
c_int32,
c_char_p,
c_size_t,
c_byte,
c_uint32,
c_ulong,
c_long,
c_bool,
)
from ctypes import CDLL, POINTER, CFUNCTYPE
security_path = find_library("Security")
if not security_path:
raise ImportError("The library Security could not be found")
core_foundation_path = find_library("CoreFoundation")
if not core_foundation_path:
raise ImportError("The library CoreFoundation could not be found")
version = platform.mac_ver()[0]
version_info = tuple(map(int, version.split(".")))
if version_info < (10, 8):
raise OSError(
"Only OS X 10.8 and newer are supported, not %s.%s"
% (version_info[0], version_info[1])
)
Security = CDLL(security_path, use_errno=True)
CoreFoundation = CDLL(core_foundation_path, use_errno=True)
Boolean = c_bool
CFIndex = c_long
CFStringEncoding = c_uint32
CFData = c_void_p
CFString = c_void_p
CFArray = c_void_p
CFMutableArray = c_void_p
CFDictionary = c_void_p
CFError = c_void_p
CFType = c_void_p
CFTypeID = c_ulong
CFTypeRef = POINTER(CFType)
CFAllocatorRef = c_void_p
OSStatus = c_int32
CFDataRef = POINTER(CFData)
CFStringRef = POINTER(CFString)
CFArrayRef = POINTER(CFArray)
CFMutableArrayRef = POINTER(CFMutableArray)
CFDictionaryRef = POINTER(CFDictionary)
CFArrayCallBacks = c_void_p
CFDictionaryKeyCallBacks = c_void_p
CFDictionaryValueCallBacks = c_void_p
SecCertificateRef = POINTER(c_void_p)
SecExternalFormat = c_uint32
SecExternalItemType = c_uint32
SecIdentityRef = POINTER(c_void_p)
SecItemImportExportFlags = c_uint32
SecItemImportExportKeyParameters = c_void_p
SecKeychainRef = POINTER(c_void_p)
SSLProtocol = c_uint32
SSLCipherSuite = c_uint32
SSLContextRef = POINTER(c_void_p)
SecTrustRef = POINTER(c_void_p)
SSLConnectionRef = c_uint32
SecTrustResultType = c_uint32
SecTrustOptionFlags = c_uint32
SSLProtocolSide = c_uint32
SSLConnectionType = c_uint32
SSLSessionOption = c_uint32
try:
Security.SecItemImport.argtypes = [
CFDataRef,
CFStringRef,
POINTER(SecExternalFormat),
POINTER(SecExternalItemType),
SecItemImportExportFlags,
POINTER(SecItemImportExportKeyParameters),
SecKeychainRef,
POINTER(CFArrayRef),
]
Security.SecItemImport.restype = OSStatus
Security.SecCertificateGetTypeID.argtypes = []
Security.SecCertificateGetTypeID.restype = CFTypeID
Security.SecIdentityGetTypeID.argtypes = []
Security.SecIdentityGetTypeID.restype = CFTypeID
Security.SecKeyGetTypeID.argtypes = []
Security.SecKeyGetTypeID.restype = CFTypeID
Security.SecCertificateCreateWithData.argtypes = [CFAllocatorRef, CFDataRef]
Security.SecCertificateCreateWithData.restype = SecCertificateRef
Security.SecCertificateCopyData.argtypes = [SecCertificateRef]
Security.SecCertificateCopyData.restype = CFDataRef
Security.SecCopyErrorMessageString.argtypes = [OSStatus, c_void_p]
Security.SecCopyErrorMessageString.restype = CFStringRef
Security.SecIdentityCreateWithCertificate.argtypes = [
CFTypeRef,
SecCertificateRef,
POINTER(SecIdentityRef),
]
Security.SecIdentityCreateWithCertificate.restype = OSStatus
Security.SecKeychainCreate.argtypes = [
c_char_p,
c_uint32,
c_void_p,
Boolean,
c_void_p,
POINTER(SecKeychainRef),
]
Security.SecKeychainCreate.restype = OSStatus
Security.SecKeychainDelete.argtypes = [SecKeychainRef]
Security.SecKeychainDelete.restype = OSStatus
Security.SecPKCS12Import.argtypes = [
CFDataRef,
CFDictionaryRef,
POINTER(CFArrayRef),
]
Security.SecPKCS12Import.restype = OSStatus
SSLReadFunc = CFUNCTYPE(OSStatus, SSLConnectionRef, c_void_p, POINTER(c_size_t))
SSLWriteFunc = CFUNCTYPE(
OSStatus, SSLConnectionRef, POINTER(c_byte), POINTER(c_size_t)
)
Security.SSLSetIOFuncs.argtypes = [SSLContextRef, SSLReadFunc, SSLWriteFunc]
Security.SSLSetIOFuncs.restype = OSStatus
Security.SSLSetPeerID.argtypes = [SSLContextRef, c_char_p, c_size_t]
Security.SSLSetPeerID.restype = OSStatus
Security.SSLSetCertificate.argtypes = [SSLContextRef, CFArrayRef]
Security.SSLSetCertificate.restype = OSStatus
Security.SSLSetCertificateAuthorities.argtypes = [SSLContextRef, CFTypeRef, Boolean]
Security.SSLSetCertificateAuthorities.restype = OSStatus
Security.SSLSetConnection.argtypes = [SSLContextRef, SSLConnectionRef]
Security.SSLSetConnection.restype = OSStatus
Security.SSLSetPeerDomainName.argtypes = [SSLContextRef, c_char_p, c_size_t]
Security.SSLSetPeerDomainName.restype = OSStatus
Security.SSLHandshake.argtypes = [SSLContextRef]
Security.SSLHandshake.restype = OSStatus
Security.SSLRead.argtypes = [SSLContextRef, c_char_p, c_size_t, POINTER(c_size_t)]
Security.SSLRead.restype = OSStatus
Security.SSLWrite.argtypes = [SSLContextRef, c_char_p, c_size_t, POINTER(c_size_t)]
Security.SSLWrite.restype = OSStatus
Security.SSLClose.argtypes = [SSLContextRef]
Security.SSLClose.restype = OSStatus
Security.SSLGetNumberSupportedCiphers.argtypes = [SSLContextRef, POINTER(c_size_t)]
Security.SSLGetNumberSupportedCiphers.restype = OSStatus
Security.SSLGetSupportedCiphers.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite),
POINTER(c_size_t),
]
Security.SSLGetSupportedCiphers.restype = OSStatus
Security.SSLSetEnabledCiphers.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite),
c_size_t,
]
Security.SSLSetEnabledCiphers.restype = OSStatus
Security.SSLGetNumberEnabledCiphers.argtype = [SSLContextRef, POINTER(c_size_t)]
Security.SSLGetNumberEnabledCiphers.restype = OSStatus
Security.SSLGetEnabledCiphers.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite),
POINTER(c_size_t),
]
Security.SSLGetEnabledCiphers.restype = OSStatus
Security.SSLGetNegotiatedCipher.argtypes = [SSLContextRef, POINTER(SSLCipherSuite)]
Security.SSLGetNegotiatedCipher.restype = OSStatus
Security.SSLGetNegotiatedProtocolVersion.argtypes = [
SSLContextRef,
POINTER(SSLProtocol),
]
Security.SSLGetNegotiatedProtocolVersion.restype = OSStatus
Security.SSLCopyPeerTrust.argtypes = [SSLContextRef, POINTER(SecTrustRef)]
Security.SSLCopyPeerTrust.restype = OSStatus
Security.SecTrustSetAnchorCertificates.argtypes = [SecTrustRef, CFArrayRef]
Security.SecTrustSetAnchorCertificates.restype = OSStatus
Security.SecTrustSetAnchorCertificatesOnly.argstypes = [SecTrustRef, Boolean]
Security.SecTrustSetAnchorCertificatesOnly.restype = OSStatus
Security.SecTrustEvaluate.argtypes = [SecTrustRef, POINTER(SecTrustResultType)]
Security.SecTrustEvaluate.restype = OSStatus
Security.SecTrustGetCertificateCount.argtypes = [SecTrustRef]
Security.SecTrustGetCertificateCount.restype = CFIndex
Security.SecTrustGetCertificateAtIndex.argtypes = [SecTrustRef, CFIndex]
Security.SecTrustGetCertificateAtIndex.restype = SecCertificateRef
Security.SSLCreateContext.argtypes = [
CFAllocatorRef,
SSLProtocolSide,
SSLConnectionType,
]
Security.SSLCreateContext.restype = SSLContextRef
Security.SSLSetSessionOption.argtypes = [SSLContextRef, SSLSessionOption, Boolean]
Security.SSLSetSessionOption.restype = OSStatus
Security.SSLSetProtocolVersionMin.argtypes = [SSLContextRef, SSLProtocol]
Security.SSLSetProtocolVersionMin.restype = OSStatus
Security.SSLSetProtocolVersionMax.argtypes = [SSLContextRef, SSLProtocol]
Security.SSLSetProtocolVersionMax.restype = OSStatus
Security.SecCopyErrorMessageString.argtypes = [OSStatus, c_void_p]
Security.SecCopyErrorMessageString.restype = CFStringRef
Security.SSLReadFunc = SSLReadFunc
Security.SSLWriteFunc = SSLWriteFunc
Security.SSLContextRef = SSLContextRef
Security.SSLProtocol = SSLProtocol
Security.SSLCipherSuite = SSLCipherSuite
Security.SecIdentityRef = SecIdentityRef
Security.SecKeychainRef = SecKeychainRef
Security.SecTrustRef = SecTrustRef
Security.SecTrustResultType = SecTrustResultType
Security.SecExternalFormat = SecExternalFormat
Security.OSStatus = OSStatus
Security.kSecImportExportPassphrase = CFStringRef.in_dll(
Security, "kSecImportExportPassphrase"
)
Security.kSecImportItemIdentity = CFStringRef.in_dll(
Security, "kSecImportItemIdentity"
)
# CoreFoundation time!
CoreFoundation.CFRetain.argtypes = [CFTypeRef]
CoreFoundation.CFRetain.restype = CFTypeRef
CoreFoundation.CFRelease.argtypes = [CFTypeRef]
CoreFoundation.CFRelease.restype = None
CoreFoundation.CFGetTypeID.argtypes = [CFTypeRef]
CoreFoundation.CFGetTypeID.restype = CFTypeID
CoreFoundation.CFStringCreateWithCString.argtypes = [
CFAllocatorRef,
c_char_p,
CFStringEncoding,
]
CoreFoundation.CFStringCreateWithCString.restype = CFStringRef
CoreFoundation.CFStringGetCStringPtr.argtypes = [CFStringRef, CFStringEncoding]
CoreFoundation.CFStringGetCStringPtr.restype = c_char_p
CoreFoundation.CFStringGetCString.argtypes = [
CFStringRef,
c_char_p,
CFIndex,
CFStringEncoding,
]
CoreFoundation.CFStringGetCString.restype = c_bool
CoreFoundation.CFDataCreate.argtypes = [CFAllocatorRef, c_char_p, CFIndex]
CoreFoundation.CFDataCreate.restype = CFDataRef
CoreFoundation.CFDataGetLength.argtypes = [CFDataRef]
CoreFoundation.CFDataGetLength.restype = CFIndex
CoreFoundation.CFDataGetBytePtr.argtypes = [CFDataRef]
CoreFoundation.CFDataGetBytePtr.restype = c_void_p
CoreFoundation.CFDictionaryCreate.argtypes = [
CFAllocatorRef,
POINTER(CFTypeRef),
POINTER(CFTypeRef),
CFIndex,
CFDictionaryKeyCallBacks,
CFDictionaryValueCallBacks,
]
CoreFoundation.CFDictionaryCreate.restype = CFDictionaryRef
CoreFoundation.CFDictionaryGetValue.argtypes = [CFDictionaryRef, CFTypeRef]
CoreFoundation.CFDictionaryGetValue.restype = CFTypeRef
CoreFoundation.CFArrayCreate.argtypes = [
CFAllocatorRef,
POINTER(CFTypeRef),
CFIndex,
CFArrayCallBacks,
]
CoreFoundation.CFArrayCreate.restype = CFArrayRef
CoreFoundation.CFArrayCreateMutable.argtypes = [
CFAllocatorRef,
CFIndex,
CFArrayCallBacks,
]
CoreFoundation.CFArrayCreateMutable.restype = CFMutableArrayRef
CoreFoundation.CFArrayAppendValue.argtypes = [CFMutableArrayRef, c_void_p]
CoreFoundation.CFArrayAppendValue.restype = None
CoreFoundation.CFArrayGetCount.argtypes = [CFArrayRef]
CoreFoundation.CFArrayGetCount.restype = CFIndex
CoreFoundation.CFArrayGetValueAtIndex.argtypes = [CFArrayRef, CFIndex]
CoreFoundation.CFArrayGetValueAtIndex.restype = c_void_p
CoreFoundation.kCFAllocatorDefault = CFAllocatorRef.in_dll(
CoreFoundation, "kCFAllocatorDefault"
)
CoreFoundation.kCFTypeArrayCallBacks = c_void_p.in_dll(
CoreFoundation, "kCFTypeArrayCallBacks"
)
CoreFoundation.kCFTypeDictionaryKeyCallBacks = c_void_p.in_dll(
CoreFoundation, "kCFTypeDictionaryKeyCallBacks"
)
CoreFoundation.kCFTypeDictionaryValueCallBacks = c_void_p.in_dll(
CoreFoundation, "kCFTypeDictionaryValueCallBacks"
)
CoreFoundation.CFTypeRef = CFTypeRef
CoreFoundation.CFArrayRef = CFArrayRef
CoreFoundation.CFStringRef = CFStringRef
CoreFoundation.CFDictionaryRef = CFDictionaryRef
except (AttributeError):
raise ImportError("Error initializing ctypes")
class CFConst(object):
"""
A class object that acts as essentially a namespace for CoreFoundation
constants.
"""
kCFStringEncodingUTF8 = CFStringEncoding(0x08000100)
class SecurityConst(object):
"""
A class object that acts as essentially a namespace for Security constants.
"""
kSSLSessionOptionBreakOnServerAuth = 0
kSSLProtocol2 = 1
kSSLProtocol3 = 2
kTLSProtocol1 = 4
kTLSProtocol11 = 7
kTLSProtocol12 = 8
kTLSProtocol13 = 10
kTLSProtocolMaxSupported = 999
kSSLClientSide = 1
kSSLStreamType = 0
kSecFormatPEMSequence = 10
kSecTrustResultInvalid = 0
kSecTrustResultProceed = 1
# This gap is present on purpose: this was kSecTrustResultConfirm, which
# is deprecated.
kSecTrustResultDeny = 3
kSecTrustResultUnspecified = 4
kSecTrustResultRecoverableTrustFailure = 5
kSecTrustResultFatalTrustFailure = 6
kSecTrustResultOtherError = 7
errSSLProtocol = -9800
errSSLWouldBlock = -9803
errSSLClosedGraceful = -9805
errSSLClosedNoNotify = -9816
errSSLClosedAbort = -9806
errSSLXCertChainInvalid = -9807
errSSLCrypto = -9809
errSSLInternal = -9810
errSSLCertExpired = -9814
errSSLCertNotYetValid = -9815
errSSLUnknownRootCert = -9812
errSSLNoRootCert = -9813
errSSLHostNameMismatch = -9843
errSSLPeerHandshakeFail = -9824
errSSLPeerUserCancelled = -9839
errSSLWeakPeerEphemeralDHKey = -9850
errSSLServerAuthCompleted = -9841
errSSLRecordOverflow = -9847
errSecVerifyFailed = -67808
errSecNoTrustSettings = -25263
errSecItemNotFound = -25300
errSecInvalidTrustSettings = -25262
# Cipher suites. We only pick the ones our default cipher string allows.
# Source: https://developer.apple.com/documentation/security/1550981-ssl_cipher_suite_values
TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384 = 0xC02C
TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384 = 0xC030
TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256 = 0xC02B
TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 = 0xC02F
TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256 = 0xCCA9
TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256 = 0xCCA8
TLS_DHE_RSA_WITH_AES_256_GCM_SHA384 = 0x009F
TLS_DHE_RSA_WITH_AES_128_GCM_SHA256 = 0x009E
TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384 = 0xC024
TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384 = 0xC028
TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA = 0xC00A
TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA = 0xC014
TLS_DHE_RSA_WITH_AES_256_CBC_SHA256 = 0x006B
TLS_DHE_RSA_WITH_AES_256_CBC_SHA = 0x0039
TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256 = 0xC023
TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256 = 0xC027
TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA = 0xC009
TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA = 0xC013
TLS_DHE_RSA_WITH_AES_128_CBC_SHA256 = 0x0067
TLS_DHE_RSA_WITH_AES_128_CBC_SHA = 0x0033
TLS_RSA_WITH_AES_256_GCM_SHA384 = 0x009D
TLS_RSA_WITH_AES_128_GCM_SHA256 = 0x009C
TLS_RSA_WITH_AES_256_CBC_SHA256 = 0x003D
TLS_RSA_WITH_AES_128_CBC_SHA256 = 0x003C
TLS_RSA_WITH_AES_256_CBC_SHA = 0x0035
TLS_RSA_WITH_AES_128_CBC_SHA = 0x002F
TLS_AES_128_GCM_SHA256 = 0x1301
TLS_AES_256_GCM_SHA384 = 0x1302
TLS_AES_128_CCM_8_SHA256 = 0x1305
TLS_AES_128_CCM_SHA256 = 0x1304
site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py 0000644 00000027264 15201600076 0022500 0 ustar 00 """
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
"""
import base64
import ctypes
import itertools
import re
import os
import ssl
import tempfile
from .bindings import Security, CoreFoundation, CFConst
# This regular expression is used to grab PEM data out of a PEM bundle.
_PEM_CERTS_RE = re.compile(
b"-----BEGIN CERTIFICATE-----\n(.*?)\n-----END CERTIFICATE-----", re.DOTALL
)
def _cf_data_from_bytes(bytestring):
"""
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
"""
return CoreFoundation.CFDataCreate(
CoreFoundation.kCFAllocatorDefault, bytestring, len(bytestring)
)
def _cf_dictionary_from_tuples(tuples):
"""
Given a list of Python tuples, create an associated CFDictionary.
"""
dictionary_size = len(tuples)
# We need to get the dictionary keys and values out in the same order.
keys = (t[0] for t in tuples)
values = (t[1] for t in tuples)
cf_keys = (CoreFoundation.CFTypeRef * dictionary_size)(*keys)
cf_values = (CoreFoundation.CFTypeRef * dictionary_size)(*values)
return CoreFoundation.CFDictionaryCreate(
CoreFoundation.kCFAllocatorDefault,
cf_keys,
cf_values,
dictionary_size,
CoreFoundation.kCFTypeDictionaryKeyCallBacks,
CoreFoundation.kCFTypeDictionaryValueCallBacks,
)
def _cf_string_to_unicode(value):
"""
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
"""
value_as_void_p = ctypes.cast(value, ctypes.POINTER(ctypes.c_void_p))
string = CoreFoundation.CFStringGetCStringPtr(
value_as_void_p, CFConst.kCFStringEncodingUTF8
)
if string is None:
buffer = ctypes.create_string_buffer(1024)
result = CoreFoundation.CFStringGetCString(
value_as_void_p, buffer, 1024, CFConst.kCFStringEncodingUTF8
)
if not result:
raise OSError("Error copying C string from CFStringRef")
string = buffer.value
if string is not None:
string = string.decode("utf-8")
return string
def _assert_no_error(error, exception_class=None):
"""
Checks the return code and throws an exception if there is an error to
report
"""
if error == 0:
return
cf_error_string = Security.SecCopyErrorMessageString(error, None)
output = _cf_string_to_unicode(cf_error_string)
CoreFoundation.CFRelease(cf_error_string)
if output is None or output == u"":
output = u"OSStatus %s" % error
if exception_class is None:
exception_class = ssl.SSLError
raise exception_class(output)
def _cert_array_from_pem(pem_bundle):
"""
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
"""
# Normalize the PEM bundle's line endings.
pem_bundle = pem_bundle.replace(b"\r\n", b"\n")
der_certs = [
base64.b64decode(match.group(1)) for match in _PEM_CERTS_RE.finditer(pem_bundle)
]
if not der_certs:
raise ssl.SSLError("No root certificates specified")
cert_array = CoreFoundation.CFArrayCreateMutable(
CoreFoundation.kCFAllocatorDefault,
0,
ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks),
)
if not cert_array:
raise ssl.SSLError("Unable to allocate memory!")
try:
for der_bytes in der_certs:
certdata = _cf_data_from_bytes(der_bytes)
if not certdata:
raise ssl.SSLError("Unable to allocate memory!")
cert = Security.SecCertificateCreateWithData(
CoreFoundation.kCFAllocatorDefault, certdata
)
CoreFoundation.CFRelease(certdata)
if not cert:
raise ssl.SSLError("Unable to build cert object!")
CoreFoundation.CFArrayAppendValue(cert_array, cert)
CoreFoundation.CFRelease(cert)
except Exception:
# We need to free the array before the exception bubbles further.
# We only want to do that if an error occurs: otherwise, the caller
# should free.
CoreFoundation.CFRelease(cert_array)
return cert_array
def _is_cert(item):
"""
Returns True if a given CFTypeRef is a certificate.
"""
expected = Security.SecCertificateGetTypeID()
return CoreFoundation.CFGetTypeID(item) == expected
def _is_identity(item):
"""
Returns True if a given CFTypeRef is an identity.
"""
expected = Security.SecIdentityGetTypeID()
return CoreFoundation.CFGetTypeID(item) == expected
def _temporary_keychain():
"""
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
"""
# Unfortunately, SecKeychainCreate requires a path to a keychain. This
# means we cannot use mkstemp to use a generic temporary file. Instead,
# we're going to create a temporary directory and a filename to use there.
# This filename will be 8 random bytes expanded into base64. We also need
# some random bytes to password-protect the keychain we're creating, so we
# ask for 40 random bytes.
random_bytes = os.urandom(40)
filename = base64.b16encode(random_bytes[:8]).decode("utf-8")
password = base64.b16encode(random_bytes[8:]) # Must be valid UTF-8
tempdirectory = tempfile.mkdtemp()
keychain_path = os.path.join(tempdirectory, filename).encode("utf-8")
# We now want to create the keychain itself.
keychain = Security.SecKeychainRef()
status = Security.SecKeychainCreate(
keychain_path, len(password), password, False, None, ctypes.byref(keychain)
)
_assert_no_error(status)
# Having created the keychain, we want to pass it off to the caller.
return keychain, tempdirectory
def _load_items_from_file(keychain, path):
"""
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
"""
certificates = []
identities = []
result_array = None
with open(path, "rb") as f:
raw_filedata = f.read()
try:
filedata = CoreFoundation.CFDataCreate(
CoreFoundation.kCFAllocatorDefault, raw_filedata, len(raw_filedata)
)
result_array = CoreFoundation.CFArrayRef()
result = Security.SecItemImport(
filedata, # cert data
None, # Filename, leaving it out for now
None, # What the type of the file is, we don't care
None, # what's in the file, we don't care
0, # import flags
None, # key params, can include passphrase in the future
keychain, # The keychain to insert into
ctypes.byref(result_array), # Results
)
_assert_no_error(result)
# A CFArray is not very useful to us as an intermediary
# representation, so we are going to extract the objects we want
# and then free the array. We don't need to keep hold of keys: the
# keychain already has them!
result_count = CoreFoundation.CFArrayGetCount(result_array)
for index in range(result_count):
item = CoreFoundation.CFArrayGetValueAtIndex(result_array, index)
item = ctypes.cast(item, CoreFoundation.CFTypeRef)
if _is_cert(item):
CoreFoundation.CFRetain(item)
certificates.append(item)
elif _is_identity(item):
CoreFoundation.CFRetain(item)
identities.append(item)
finally:
if result_array:
CoreFoundation.CFRelease(result_array)
CoreFoundation.CFRelease(filedata)
return (identities, certificates)
def _load_client_cert_chain(keychain, *paths):
"""
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
"""
# Ok, the strategy.
#
# This relies on knowing that macOS will not give you a SecIdentityRef
# unless you have imported a key into a keychain. This is a somewhat
# artificial limitation of macOS (for example, it doesn't necessarily
# affect iOS), but there is nothing inside Security.framework that lets you
# get a SecIdentityRef without having a key in a keychain.
#
# So the policy here is we take all the files and iterate them in order.
# Each one will use SecItemImport to have one or more objects loaded from
# it. We will also point at a keychain that macOS can use to work with the
# private key.
#
# Once we have all the objects, we'll check what we actually have. If we
# already have a SecIdentityRef in hand, fab: we'll use that. Otherwise,
# we'll take the first certificate (which we assume to be our leaf) and
# ask the keychain to give us a SecIdentityRef with that cert's associated
# key.
#
# We'll then return a CFArray containing the trust chain: one
# SecIdentityRef and then zero-or-more SecCertificateRef objects. The
# responsibility for freeing this CFArray will be with the caller. This
# CFArray must remain alive for the entire connection, so in practice it
# will be stored with a single SSLSocket, along with the reference to the
# keychain.
certificates = []
identities = []
# Filter out bad paths.
paths = (path for path in paths if path)
try:
for file_path in paths:
new_identities, new_certs = _load_items_from_file(keychain, file_path)
identities.extend(new_identities)
certificates.extend(new_certs)
# Ok, we have everything. The question is: do we have an identity? If
# not, we want to grab one from the first cert we have.
if not identities:
new_identity = Security.SecIdentityRef()
status = Security.SecIdentityCreateWithCertificate(
keychain, certificates[0], ctypes.byref(new_identity)
)
_assert_no_error(status)
identities.append(new_identity)
# We now want to release the original certificate, as we no longer
# need it.
CoreFoundation.CFRelease(certificates.pop(0))
# We now need to build a new CFArray that holds the trust chain.
trust_chain = CoreFoundation.CFArrayCreateMutable(
CoreFoundation.kCFAllocatorDefault,
0,
ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks),
)
for item in itertools.chain(identities, certificates):
# ArrayAppendValue does a CFRetain on the item. That's fine,
# because the finally block will release our other refs to them.
CoreFoundation.CFArrayAppendValue(trust_chain, item)
return trust_chain
finally:
for obj in itertools.chain(identities, certificates):
CoreFoundation.CFRelease(obj)
site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.opt-1.pyc0000644 00000023727 15201600076 0027532 0 ustar 00 U
��.e�A � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m
Z
m Z m Z m
Z
mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed
��e�� d Zeeee�d ���Z e d k r�e d
e d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e
Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�z�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee
��ZTee-eAee �ee
��ZUe?eTeUge jV_He-e jV_Ie?e e
ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e
ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e
ee
�ge j]_He-e j]_Ie?e e
ee
�ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee
�ge j`_He-e j`_Ie?ee>�ee
�ge ja_He-e ja_Ie?ee>�e
ge jb_He-e jb_Ie?ee
�ge jc_de-e jc_Ie?ee>�ee
�ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/�se d�e _te/�se d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,�se d�e _�e�se d�e _�e�se d�e _�e�se d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k
�rt ed��Y nX G dd� de��Z�G dd� de��Z�dS ) ay
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.)�
� z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_
A class object that acts as essentially a namespace for CoreFoundation
constants.
i N)�__name__�
__module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.pyr � s r c @ s( e Zd ZdZdZdZdZdZdZdZ dZ
d Z dZ dZ
dZdZdZd
ZdZd Zd ZdZd
ZdZdZdZdZdZdZ dZ dZ dZ dZ dZ!dZ"dZ#dZ$d Z%d Z&d Z'd Z(d Z)d!Z*d"Z+d#Z,d$Z-d%Z.d&Z/d'Z0d(Z1d)Z2d*Z3d+Z4d,Z5d-Z6d.Z7d/Z8d0Z9d1Z:d2Z;d3Z<d4Z=d5Z>d6Z?d7Z@d8ZAd9ZBd:ZCd;ZDd<ZEd=ZFd>ZGd?ZHd@ZIdAS )B�
SecurityConstzU
A class object that acts as essentially a namespace for Security constants.
r r � � � r r i� � � � i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���i,� i0� i+� i/� i�� i�� � � i$� i(� i
� i� �k �9 i#� i'� i � i� �g �3 � � �= �< �5 �/ i i i i N)Jr r r r Z"kSSLSessionOptionBreakOnServerAuthZ
kSSLProtocol2Z
kSSLProtocol3Z
kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkTLSProtocol13ZkTLSProtocolMaxSupportedZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256r" r" r" r# r$ � s� r$ )�r Z
__future__r �platformZ ctypes.utilr Zctypesr r r r r r r
r r r
r r Z
security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ
CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ
SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ
SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ
SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ
CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s& , �� �
��
� �
����
� � �
� �
� ��
� � � �
site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.opt-1.pyc0000644 00000000264 15201600076 0027463 0 ustar 00 U
��.e � @ s d S )N� r r r �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py�<module> � pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.opt-1.pyc 0000644 00000016540 15201600076 0027641 0 ustar 00 site-packages U
��.e�. � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z e� dej
�Zdd� Zdd � Zd
d � Zdd d
�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a�
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
� N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE-----
(.*?)
-----END CERTIFICATE-----c C s t �t j| t| ��S )zv
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
)r � CFDataCreate�kCFAllocatorDefault�len)Z
bytestring� r �Z/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py�_cf_data_from_bytes s
�r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }t�tj|||tjtj�S )zK
Given a list of Python tuples, create an associated CFDictionary.
c s s | ]}|d V qdS )r Nr ��.0�tr r r
� <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr r r r r
r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r
�_cf_dictionary_from_tuples% s �r c C sn t �| t �t j��}t�|tj�}|dkrXt �d�}t� ||dtj�}|sRt
d��|j }|dk rj|� d�}|S )z�
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
Ni z'Error copying C string from CFStringRef�utf-8)
�ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r
�_cf_string_to_unicode; s& �
�
r c C s\ | dkr dS t �| d�}t|�}t�|� |dks:|dkrBd| }|dkrPtj}||��dS )z[
Checks the return code and throws an exception if there is an error to
report
r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r
�_assert_no_errorT s
r$ c C s� | � dd�} dd� t�| �D �}|s.t�d��t�tjdt� tj
��}|sTt�d��z`|D ]V}t |�}|stt�d��t �
tj|�}t�|� |s�t�d��t�||� t�|� qZW n tk
r� t�|� Y nX |S ) z�
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
s
�
c S s g | ]}t �|�d ���qS )r )�base64Z b64decode�group)r
�matchr r r
�
<listcomp>q s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)�replace�
_PEM_CERTS_RE�finditerr r! r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z
pem_bundleZ der_certsZ
cert_arrayZ der_bytesZcertdataZcertr r r
�_cert_array_from_pemi s< �
�
�
r2 c C s t �� }t�| �|kS )z=
Returns True if a given CFTypeRef is a certificate.
)r ZSecCertificateGetTypeIDr � CFGetTypeID��itemZexpectedr r r
�_is_cert� s r6 c C s t �� }t�| �|kS )z;
Returns True if a given CFTypeRef is an identity.
)r ZSecIdentityGetTypeIDr r3 r4 r r r
� _is_identity� s r7 c
C s� t �d�} t�| dd� ��d�}t�| dd� �}t�� }t j�||�� d�}t
� � }t
� |t
|�|ddt�|��}t|� ||fS )a�
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
�( N� r F)�os�urandomr& Z b16encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r. r$ )Z random_bytes�filenameZpasswordZ
tempdirectoryZ
keychain_path�keychain�statusr r r
�_temporary_keychain� s
�rC c C s g }g }d}t |d��}|�� }W 5 Q R X z�t�tj|t|��}t�� }t� |ddddd| t
� |��}t |� t�
|�} t| �D ]X}
t�||
�} t
�| tj�} t| �r�t�| � |�| � q�t| �r�t�| � |�| � q�W 5 |r�t�|� t�|� X ||fS )z�
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
N�rbr )�open�readr r r r r Z
CFArrayRefr Z
SecItemImportr r. r$ ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r6 ZCFRetain�appendr7 ) rA r= � certificates�
identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr5 r r r
�_load_items_from_file� sJ ��
rM c
G s� g }g }dd� |D �}z�|D ]&}t| |�\}}|�|� |�|� q |s�t�� }t�| |d t �
|��} t | � |� |� t�|�
d�� t�tjdt �
tj��}
t �||�D ]} t�|
| � q�|
W �S t �||�D ]}t�|� q�X dS )z�
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
c s s | ]}|r|V qd S )Nr )r
r= r r r
r $ s z*_load_client_cert_chain.<locals>.<genexpr>r N)� itertools�chainr r rM �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r. r$ rH �popr- r r/ r0 ) rA �pathsrI rJ �objZ file_pathZnew_identitiesZ new_certsZ new_identityrB Z trust_chainr5 r r r
�_load_client_cert_chain s8
�
�rT )N)�__doc__r& r rN �rer: r r< Zbindingsr r r �compile�DOTALLr+ r r r r$ r2 r6 r7 rC rM rT r r r r
�<module> s, �
-#7 site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.pyc 0000644 00000016540 15201600076 0026761 0 ustar 00 U
��.e�. � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z e� dej
�Zdd� Zdd � Zd
d � Zdd d
�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a�
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
� N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE-----
(.*?)
-----END CERTIFICATE-----c C s t �t j| t| ��S )zv
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
)r � CFDataCreate�kCFAllocatorDefault�len)Z
bytestring� r �Z/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py�_cf_data_from_bytes s
�r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }t�tj|||tjtj�S )zK
Given a list of Python tuples, create an associated CFDictionary.
c s s | ]}|d V qdS )r Nr ��.0�tr r r
� <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr r r r r
r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r
�_cf_dictionary_from_tuples% s �r c C sn t �| t �t j��}t�|tj�}|dkrXt �d�}t� ||dtj�}|sRt
d��|j }|dk rj|� d�}|S )z�
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
Ni z'Error copying C string from CFStringRef�utf-8)
�ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r
�_cf_string_to_unicode; s& �
�
r c C s\ | dkr dS t �| d�}t|�}t�|� |dks:|dkrBd| }|dkrPtj}||��dS )z[
Checks the return code and throws an exception if there is an error to
report
r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r
�_assert_no_errorT s
r$ c C s� | � dd�} dd� t�| �D �}|s.t�d��t�tjdt� tj
��}|sTt�d��z`|D ]V}t |�}|stt�d��t �
tj|�}t�|� |s�t�d��t�||� t�|� qZW n tk
r� t�|� Y nX |S ) z�
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
s
�
c S s g | ]}t �|�d ���qS )r )�base64Z b64decode�group)r
�matchr r r
�
<listcomp>q s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)�replace�
_PEM_CERTS_RE�finditerr r! r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z
pem_bundleZ der_certsZ
cert_arrayZ der_bytesZcertdataZcertr r r
�_cert_array_from_pemi s< �
�
�
r2 c C s t �� }t�| �|kS )z=
Returns True if a given CFTypeRef is a certificate.
)r ZSecCertificateGetTypeIDr � CFGetTypeID��itemZexpectedr r r
�_is_cert� s r6 c C s t �� }t�| �|kS )z;
Returns True if a given CFTypeRef is an identity.
)r ZSecIdentityGetTypeIDr r3 r4 r r r
� _is_identity� s r7 c
C s� t �d�} t�| dd� ��d�}t�| dd� �}t�� }t j�||�� d�}t
� � }t
� |t
|�|ddt�|��}t|� ||fS )a�
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
�( N� r F)�os�urandomr& Z b16encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r. r$ )Z random_bytes�filenameZpasswordZ
tempdirectoryZ
keychain_path�keychain�statusr r r
�_temporary_keychain� s
�rC c C s g }g }d}t |d��}|�� }W 5 Q R X z�t�tj|t|��}t�� }t� |ddddd| t
� |��}t |� t�
|�} t| �D ]X}
t�||
�} t
�| tj�} t| �r�t�| � |�| � q�t| �r�t�| � |�| � q�W 5 |r�t�|� t�|� X ||fS )z�
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
N�rbr )�open�readr r r r r Z
CFArrayRefr Z
SecItemImportr r. r$ ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r6 ZCFRetain�appendr7 ) rA r= � certificates�
identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr5 r r r
�_load_items_from_file� sJ ��
rM c
G s� g }g }dd� |D �}z�|D ]&}t| |�\}}|�|� |�|� q |s�t�� }t�| |d t �
|��} t | � |� |� t�|�
d�� t�tjdt �
tj��}
t �||�D ]} t�|
| � q�|
W �S t �||�D ]}t�|� q�X dS )z�
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
c s s | ]}|r|V qd S )Nr )r
r= r r r
r $ s z*_load_client_cert_chain.<locals>.<genexpr>r N)� itertools�chainr r rM �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r. r$ rH �popr- r r/ r0 ) rA �pathsrI rJ �objZ file_pathZnew_identitiesZ new_certsZ new_identityrB Z trust_chainr5 r r r
�_load_client_cert_chain s8
�
�rT )N)�__doc__r& r rN �rer: r r< Zbindingsr r r �compile�DOTALLr+ r r r r$ r2 r6 r7 rC rM rT r r r r
�<module> s, �
-#7 site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.pyc 0000644 00000000264 15201600076 0026524 0 ustar 00 U
��.e � @ s d S )N� r r r �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py�<module> � site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.pyc 0000644 00000023727 15201600076 0026573 0 ustar 00 U
��.e�A � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m
Z
m Z m Z m
Z
mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed
��e�� d Zeeee�d ���Z e d k r�e d
e d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e
Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�z�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee
��ZTee-eAee �ee
��ZUe?eTeUge jV_He-e jV_Ie?e e
ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e
ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e
ee
�ge j]_He-e j]_Ie?e e
ee
�ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee
�ge j`_He-e j`_Ie?ee>�ee
�ge ja_He-e ja_Ie?ee>�e
ge jb_He-e jb_Ie?ee
�ge jc_de-e jc_Ie?ee>�ee
�ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/�se d�e _te/�se d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,�se d�e _�e�se d�e _�e�se d�e _�e�se d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k
�rt ed��Y nX G dd� de��Z�G dd� de��Z�dS ) ay
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.)�
� z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_
A class object that acts as essentially a namespace for CoreFoundation
constants.
i N)�__name__�
__module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.pyr � s r c @ s( e Zd ZdZdZdZdZdZdZdZ dZ
d Z dZ dZ
dZdZdZd
ZdZd Zd ZdZd
ZdZdZdZdZdZdZ dZ dZ dZ dZ dZ!dZ"dZ#dZ$d Z%d Z&d Z'd Z(d Z)d!Z*d"Z+d#Z,d$Z-d%Z.d&Z/d'Z0d(Z1d)Z2d*Z3d+Z4d,Z5d-Z6d.Z7d/Z8d0Z9d1Z:d2Z;d3Z<d4Z=d5Z>d6Z?d7Z@d8ZAd9ZBd:ZCd;ZDd<ZEd=ZFd>ZGd?ZHd@ZIdAS )B�
SecurityConstzU
A class object that acts as essentially a namespace for Security constants.
r r � � � r r i� � � � i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���i,� i0� i+� i/� i�� i�� � � i$� i(� i
� i� �k �9 i#� i'� i � i� �g �3 � � �= �< �5 �/ i i i i N)Jr r r r Z"kSSLSessionOptionBreakOnServerAuthZ
kSSLProtocol2Z
kSSLProtocol3Z
kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkTLSProtocol13ZkTLSProtocolMaxSupportedZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256r" r" r" r# r$ � s� r$ )�r Z
__future__r �platformZ ctypes.utilr Zctypesr r r r r r r
r r r
r r Z
security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ
CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ
SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ
SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ
SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ
CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s& , �� �
��
� �
����
� � �
� �
� ��
� � � �
site-packages/pip/_vendor/html5lib/__init__.py 0000644 00000002212 15201600076 0015333 0 ustar 00 """
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
"""
from __future__ import absolute_import, division, unicode_literals
from .html5parser import HTMLParser, parse, parseFragment
from .treebuilders import getTreeBuilder
from .treewalkers import getTreeWalker
from .serializer import serialize
__all__ = ["HTMLParser", "parse", "parseFragment", "getTreeBuilder",
"getTreeWalker", "serialize"]
# this has to be at the top level, see how setup.py parses this
#: Distribution version number.
__version__ = "1.0.1"
site-packages/pip/_vendor/html5lib/_ihatexml.py 0000644 00000040501 15201600076 0015551 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
import warnings
from .constants import DataLossWarning
baseChar = """
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]"""
ideographic = """[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]"""
combiningCharacter = """
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309A"""
digit = """
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]"""
extender = """
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]"""
letter = " | ".join([baseChar, ideographic])
# Without the
name = " | ".join([letter, digit, ".", "-", "_", combiningCharacter,
extender])
nameFirst = " | ".join([letter, "_"])
reChar = re.compile(r"#x([\d|A-F]{4,4})")
reCharRange = re.compile(r"\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]")
def charStringToList(chars):
charRanges = [item.strip() for item in chars.split(" | ")]
rv = []
for item in charRanges:
foundMatch = False
for regexp in (reChar, reCharRange):
match = regexp.match(item)
if match is not None:
rv.append([hexToInt(item) for item in match.groups()])
if len(rv[-1]) == 1:
rv[-1] = rv[-1] * 2
foundMatch = True
break
if not foundMatch:
assert len(item) == 1
rv.append([ord(item)] * 2)
rv = normaliseCharList(rv)
return rv
def normaliseCharList(charList):
charList = sorted(charList)
for item in charList:
assert item[1] >= item[0]
rv = []
i = 0
while i < len(charList):
j = 1
rv.append(charList[i])
while i + j < len(charList) and charList[i + j][0] <= rv[-1][1] + 1:
rv[-1][1] = charList[i + j][1]
j += 1
i += j
return rv
# We don't really support characters above the BMP :(
max_unicode = int("FFFF", 16)
def missingRanges(charList):
rv = []
if charList[0] != 0:
rv.append([0, charList[0][0] - 1])
for i, item in enumerate(charList[:-1]):
rv.append([item[1] + 1, charList[i + 1][0] - 1])
if charList[-1][1] != max_unicode:
rv.append([charList[-1][1] + 1, max_unicode])
return rv
def listToRegexpStr(charList):
rv = []
for item in charList:
if item[0] == item[1]:
rv.append(escapeRegexp(chr(item[0])))
else:
rv.append(escapeRegexp(chr(item[0])) + "-" +
escapeRegexp(chr(item[1])))
return "[%s]" % "".join(rv)
def hexToInt(hex_str):
return int(hex_str, 16)
def escapeRegexp(string):
specialCharacters = (".", "^", "$", "*", "+", "?", "{", "}",
"[", "]", "|", "(", ")", "-")
for char in specialCharacters:
string = string.replace(char, "\\" + char)
return string
# output from the above
nonXmlNameBMPRegexp = re.compile('[\x00-,/:-@\\[-\\^`\\{-\xb6\xb8-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u02cf\u02d2-\u02ff\u0346-\u035f\u0362-\u0385\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482\u0487-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u0590\u05a2\u05ba\u05be\u05c0\u05c3\u05c5-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u063f\u0653-\u065f\u066a-\u066f\u06b8-\u06b9\u06bf\u06cf\u06d4\u06e9\u06ee-\u06ef\u06fa-\u0900\u0904\u093a-\u093b\u094e-\u0950\u0955-\u0957\u0964-\u0965\u0970-\u0980\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09bb\u09bd\u09c5-\u09c6\u09c9-\u09ca\u09ce-\u09d6\u09d8-\u09db\u09de\u09e4-\u09e5\u09f2-\u0a01\u0a03-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a3b\u0a3d\u0a43-\u0a46\u0a49-\u0a4a\u0a4e-\u0a58\u0a5d\u0a5f-\u0a65\u0a75-\u0a80\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abb\u0ac6\u0aca\u0ace-\u0adf\u0ae1-\u0ae5\u0af0-\u0b00\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3b\u0b44-\u0b46\u0b49-\u0b4a\u0b4e-\u0b55\u0b58-\u0b5b\u0b5e\u0b62-\u0b65\u0b70-\u0b81\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0bbd\u0bc3-\u0bc5\u0bc9\u0bce-\u0bd6\u0bd8-\u0be6\u0bf0-\u0c00\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c3d\u0c45\u0c49\u0c4e-\u0c54\u0c57-\u0c5f\u0c62-\u0c65\u0c70-\u0c81\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cbd\u0cc5\u0cc9\u0cce-\u0cd4\u0cd7-\u0cdd\u0cdf\u0ce2-\u0ce5\u0cf0-\u0d01\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d3d\u0d44-\u0d45\u0d49\u0d4e-\u0d56\u0d58-\u0d5f\u0d62-\u0d65\u0d70-\u0e00\u0e2f\u0e3b-\u0e3f\u0e4f\u0e5a-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eba\u0ebe-\u0ebf\u0ec5\u0ec7\u0ece-\u0ecf\u0eda-\u0f17\u0f1a-\u0f1f\u0f2a-\u0f34\u0f36\u0f38\u0f3a-\u0f3d\u0f48\u0f6a-\u0f70\u0f85\u0f8c-\u0f8f\u0f96\u0f98\u0fae-\u0fb0\u0fb8\u0fba-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u20cf\u20dd-\u20e0\u20e2-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3004\u3006\u3008-\u3020\u3030\u3036-\u3040\u3095-\u3098\u309b-\u309c\u309f-\u30a0\u30fb\u30ff-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
nonXmlNameFirstBMPRegexp = re.compile('[\x00-@\\[-\\^`\\{-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u0385\u0387\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u0640\u064b-\u0670\u06b8-\u06b9\u06bf\u06cf\u06d4\u06d6-\u06e4\u06e7-\u0904\u093a-\u093c\u093e-\u0957\u0962-\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09db\u09de\u09e2-\u09ef\u09f2-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a58\u0a5d\u0a5f-\u0a71\u0a75-\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abc\u0abe-\u0adf\u0ae1-\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3c\u0b3e-\u0b5b\u0b5e\u0b62-\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c5f\u0c62-\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cdd\u0cdf\u0ce2-\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d5f\u0d62-\u0e00\u0e2f\u0e31\u0e34-\u0e3f\u0e46-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eb1\u0eb4-\u0ebc\u0ebe-\u0ebf\u0ec5-\u0f3f\u0f48\u0f6a-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3006\u3008-\u3020\u302a-\u3040\u3095-\u30a0\u30fb-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
# Simpler things
nonPubidCharRegexp = re.compile("[^\x20\x0D\x0Aa-zA-Z0-9\\-'()+,./:=?;!*#@$_%]")
class InfosetFilter(object):
replacementRegexp = re.compile(r"U[\dA-F]{5,5}")
def __init__(self,
dropXmlnsLocalName=False,
dropXmlnsAttrNs=False,
preventDoubleDashComments=False,
preventDashAtCommentEnd=False,
replaceFormFeedCharacters=True,
preventSingleQuotePubid=False):
self.dropXmlnsLocalName = dropXmlnsLocalName
self.dropXmlnsAttrNs = dropXmlnsAttrNs
self.preventDoubleDashComments = preventDoubleDashComments
self.preventDashAtCommentEnd = preventDashAtCommentEnd
self.replaceFormFeedCharacters = replaceFormFeedCharacters
self.preventSingleQuotePubid = preventSingleQuotePubid
self.replaceCache = {}
def coerceAttribute(self, name, namespace=None):
if self.dropXmlnsLocalName and name.startswith("xmlns:"):
warnings.warn("Attributes cannot begin with xmlns", DataLossWarning)
return None
elif (self.dropXmlnsAttrNs and
namespace == "http://www.w3.org/2000/xmlns/"):
warnings.warn("Attributes cannot be in the xml namespace", DataLossWarning)
return None
else:
return self.toXmlName(name)
def coerceElement(self, name):
return self.toXmlName(name)
def coerceComment(self, data):
if self.preventDoubleDashComments:
while "--" in data:
warnings.warn("Comments cannot contain adjacent dashes", DataLossWarning)
data = data.replace("--", "- -")
if data.endswith("-"):
warnings.warn("Comments cannot end in a dash", DataLossWarning)
data += " "
return data
def coerceCharacters(self, data):
if self.replaceFormFeedCharacters:
for _ in range(data.count("\x0C")):
warnings.warn("Text cannot contain U+000C", DataLossWarning)
data = data.replace("\x0C", " ")
# Other non-xml characters
return data
def coercePubid(self, data):
dataOutput = data
for char in nonPubidCharRegexp.findall(data):
warnings.warn("Coercing non-XML pubid", DataLossWarning)
replacement = self.getReplacementCharacter(char)
dataOutput = dataOutput.replace(char, replacement)
if self.preventSingleQuotePubid and dataOutput.find("'") >= 0:
warnings.warn("Pubid cannot contain single quote", DataLossWarning)
dataOutput = dataOutput.replace("'", self.getReplacementCharacter("'"))
return dataOutput
def toXmlName(self, name):
nameFirst = name[0]
nameRest = name[1:]
m = nonXmlNameFirstBMPRegexp.match(nameFirst)
if m:
warnings.warn("Coercing non-XML name", DataLossWarning)
nameFirstOutput = self.getReplacementCharacter(nameFirst)
else:
nameFirstOutput = nameFirst
nameRestOutput = nameRest
replaceChars = set(nonXmlNameBMPRegexp.findall(nameRest))
for char in replaceChars:
warnings.warn("Coercing non-XML name", DataLossWarning)
replacement = self.getReplacementCharacter(char)
nameRestOutput = nameRestOutput.replace(char, replacement)
return nameFirstOutput + nameRestOutput
def getReplacementCharacter(self, char):
if char in self.replaceCache:
replacement = self.replaceCache[char]
else:
replacement = self.escapeChar(char)
return replacement
def fromXmlName(self, name):
for item in set(self.replacementRegexp.findall(name)):
name = name.replace(item, self.unescapeChar(item))
return name
def escapeChar(self, char):
replacement = "U%05X" % ord(char)
self.replaceCache[char] = replacement
return replacement
def unescapeChar(self, charcode):
return chr(int(charcode[1:], 16))
site-packages/pip/_vendor/html5lib/treewalkers/__init__.py 0000644 00000013122 15201600076 0017665 0 ustar 00 """A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to do
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method taking a tree as sole argument and
returning an iterator generating tokens.
"""
from __future__ import absolute_import, division, unicode_literals
from .. import constants
from .._utils import default_etree
__all__ = ["getTreeWalker", "pprint"]
treeWalkerCache = {}
def getTreeWalker(treeType, implementation=None, **kwargs):
"""Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
"""
treeType = treeType.lower()
if treeType not in treeWalkerCache:
if treeType == "dom":
from . import dom
treeWalkerCache[treeType] = dom.TreeWalker
elif treeType == "genshi":
from . import genshi
treeWalkerCache[treeType] = genshi.TreeWalker
elif treeType == "lxml":
from . import etree_lxml
treeWalkerCache[treeType] = etree_lxml.TreeWalker
elif treeType == "etree":
from . import etree
if implementation is None:
implementation = default_etree
# XXX: NEVER cache here, caching is done in the etree submodule
return etree.getETreeModule(implementation, **kwargs).TreeWalker
return treeWalkerCache.get(treeType)
def concatenateCharacterTokens(tokens):
pendingCharacters = []
for token in tokens:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
pendingCharacters.append(token["data"])
else:
if pendingCharacters:
yield {"type": "Characters", "data": "".join(pendingCharacters)}
pendingCharacters = []
yield token
if pendingCharacters:
yield {"type": "Characters", "data": "".join(pendingCharacters)}
def pprint(walker):
"""Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
"""
output = []
indent = 0
for token in concatenateCharacterTokens(walker):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
# tag name
if token["namespace"] and token["namespace"] != constants.namespaces["html"]:
if token["namespace"] in constants.prefixes:
ns = constants.prefixes[token["namespace"]]
else:
ns = token["namespace"]
name = "%s %s" % (ns, token["name"])
else:
name = token["name"]
output.append("%s<%s>" % (" " * indent, name))
indent += 2
# attributes (sorted for consistent ordering)
attrs = token["data"]
for (namespace, localname), value in sorted(attrs.items()):
if namespace:
if namespace in constants.prefixes:
ns = constants.prefixes[namespace]
else:
ns = namespace
name = "%s %s" % (ns, localname)
else:
name = localname
output.append("%s%s=\"%s\"" % (" " * indent, name, value))
# self-closing
if type == "EmptyTag":
indent -= 2
elif type == "EndTag":
indent -= 2
elif type == "Comment":
output.append("%s<!-- %s -->" % (" " * indent, token["data"]))
elif type == "Doctype":
if token["name"]:
if token["publicId"]:
output.append("""%s<!DOCTYPE %s "%s" "%s">""" %
(" " * indent,
token["name"],
token["publicId"],
token["systemId"] if token["systemId"] else ""))
elif token["systemId"]:
output.append("""%s<!DOCTYPE %s "" "%s">""" %
(" " * indent,
token["name"],
token["systemId"]))
else:
output.append("%s<!DOCTYPE %s>" % (" " * indent,
token["name"]))
else:
output.append("%s<!DOCTYPE >" % (" " * indent,))
elif type == "Characters":
output.append("%s\"%s\"" % (" " * indent, token["data"]))
elif type == "SpaceCharacters":
assert False, "concatenateCharacterTokens should have got rid of all Space tokens"
else:
raise ValueError("Unknown token type, %s" % type)
return "\n".join(output)
site-packages/pip/_vendor/html5lib/treewalkers/genshi.py 0000644 00000004405 15201600076 0017407 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName
from genshi.core import START, END, XML_NAMESPACE, DOCTYPE, TEXT
from genshi.core import START_NS, END_NS, START_CDATA, END_CDATA, PI, COMMENT
from . import base
from ..constants import voidElements, namespaces
class TreeWalker(base.TreeWalker):
def __iter__(self):
# Buffer the events so we can pass in the following one
previous = None
for event in self.tree:
if previous is not None:
for token in self.tokens(previous, event):
yield token
previous = event
# Don't forget the final event!
if previous is not None:
for token in self.tokens(previous, None):
yield token
def tokens(self, event, next):
kind, data, _ = event
if kind == START:
tag, attribs = data
name = tag.localname
namespace = tag.namespace
converted_attribs = {}
for k, v in attribs:
if isinstance(k, QName):
converted_attribs[(k.namespace, k.localname)] = v
else:
converted_attribs[(None, k)] = v
if namespace == namespaces["html"] and name in voidElements:
for token in self.emptyTag(namespace, name, converted_attribs,
not next or next[0] != END or
next[1] != tag):
yield token
else:
yield self.startTag(namespace, name, converted_attribs)
elif kind == END:
name = data.localname
namespace = data.namespace
if namespace != namespaces["html"] or name not in voidElements:
yield self.endTag(namespace, name)
elif kind == COMMENT:
yield self.comment(data)
elif kind == TEXT:
for token in self.text(data):
yield token
elif kind == DOCTYPE:
yield self.doctype(*data)
elif kind in (XML_NAMESPACE, DOCTYPE, START_NS, END_NS,
START_CDATA, END_CDATA, PI):
pass
else:
yield self.unknown(kind)
site-packages/pip/_vendor/html5lib/treewalkers/base.py 0000644 00000016464 15201600076 0017054 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.dom import Node
from ..constants import namespaces, voidElements, spaceCharacters
__all__ = ["DOCUMENT", "DOCTYPE", "TEXT", "ELEMENT", "COMMENT", "ENTITY", "UNKNOWN",
"TreeWalker", "NonRecursiveTreeWalker"]
DOCUMENT = Node.DOCUMENT_NODE
DOCTYPE = Node.DOCUMENT_TYPE_NODE
TEXT = Node.TEXT_NODE
ELEMENT = Node.ELEMENT_NODE
COMMENT = Node.COMMENT_NODE
ENTITY = Node.ENTITY_NODE
UNKNOWN = "<#UNKNOWN#>"
spaceCharacters = "".join(spaceCharacters)
class TreeWalker(object):
"""Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
"""
def __init__(self, tree):
"""Creates a TreeWalker
:arg tree: the tree to walk
"""
self.tree = tree
def __iter__(self):
raise NotImplementedError
def error(self, msg):
"""Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
"""
return {"type": "SerializeError", "data": msg}
def emptyTag(self, namespace, name, attrs, hasChildren=False):
"""Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
"""
yield {"type": "EmptyTag", "name": name,
"namespace": namespace,
"data": attrs}
if hasChildren:
yield self.error("Void element has children")
def startTag(self, namespace, name, attrs):
"""Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
"""
return {"type": "StartTag",
"name": name,
"namespace": namespace,
"data": attrs}
def endTag(self, namespace, name):
"""Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
"""
return {"type": "EndTag",
"name": name,
"namespace": namespace}
def text(self, data):
"""Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
"""
data = data
middle = data.lstrip(spaceCharacters)
left = data[:len(data) - len(middle)]
if left:
yield {"type": "SpaceCharacters", "data": left}
data = middle
middle = data.rstrip(spaceCharacters)
right = data[len(middle):]
if middle:
yield {"type": "Characters", "data": middle}
if right:
yield {"type": "SpaceCharacters", "data": right}
def comment(self, data):
"""Generates a Comment token
:arg data: the comment
:returns: Comment token
"""
return {"type": "Comment", "data": data}
def doctype(self, name, publicId=None, systemId=None):
"""Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
"""
return {"type": "Doctype",
"name": name,
"publicId": publicId,
"systemId": systemId}
def entity(self, name):
"""Generates an Entity token
:arg name: the entity name
:returns: an Entity token
"""
return {"type": "Entity", "name": name}
def unknown(self, nodeType):
"""Handles unknown node types"""
return self.error("Unknown node type: " + nodeType)
class NonRecursiveTreeWalker(TreeWalker):
def getNodeDetails(self, node):
raise NotImplementedError
def getFirstChild(self, node):
raise NotImplementedError
def getNextSibling(self, node):
raise NotImplementedError
def getParentNode(self, node):
raise NotImplementedError
def __iter__(self):
currentNode = self.tree
while currentNode is not None:
details = self.getNodeDetails(currentNode)
type, details = details[0], details[1:]
hasChildren = False
if type == DOCTYPE:
yield self.doctype(*details)
elif type == TEXT:
for token in self.text(*details):
yield token
elif type == ELEMENT:
namespace, name, attributes, hasChildren = details
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
for token in self.emptyTag(namespace, name, attributes,
hasChildren):
yield token
hasChildren = False
else:
yield self.startTag(namespace, name, attributes)
elif type == COMMENT:
yield self.comment(details[0])
elif type == ENTITY:
yield self.entity(details[0])
elif type == DOCUMENT:
hasChildren = True
else:
yield self.unknown(details[0])
if hasChildren:
firstChild = self.getFirstChild(currentNode)
else:
firstChild = None
if firstChild is not None:
currentNode = firstChild
else:
while currentNode is not None:
details = self.getNodeDetails(currentNode)
type, details = details[0], details[1:]
if type == ELEMENT:
namespace, name, attributes, hasChildren = details
if (namespace and namespace != namespaces["html"]) or name not in voidElements:
yield self.endTag(namespace, name)
if self.tree is currentNode:
currentNode = None
break
nextSibling = self.getNextSibling(currentNode)
if nextSibling is not None:
currentNode = nextSibling
break
else:
currentNode = self.getParentNode(currentNode)
site-packages/pip/_vendor/html5lib/treewalkers/etree.py 0000644 00000010706 15201600076 0017237 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from collections import OrderedDict
import re
from pip._vendor.six import string_types
from . import base
from .._utils import moduleFactoryFactory
tag_regexp = re.compile("{([^}]*)}(.*)")
def getETreeBuilder(ElementTreeImplementation):
ElementTree = ElementTreeImplementation
ElementTreeCommentType = ElementTree.Comment("asd").tag
class TreeWalker(base.NonRecursiveTreeWalker): # pylint:disable=unused-variable
"""Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
"""
def getNodeDetails(self, node):
if isinstance(node, tuple): # It might be the root Element
elt, _, _, flag = node
if flag in ("text", "tail"):
return base.TEXT, getattr(elt, flag)
else:
node = elt
if not(hasattr(node, "tag")):
node = node.getroot()
if node.tag in ("DOCUMENT_ROOT", "DOCUMENT_FRAGMENT"):
return (base.DOCUMENT,)
elif node.tag == "<!DOCTYPE>":
return (base.DOCTYPE, node.text,
node.get("publicId"), node.get("systemId"))
elif node.tag == ElementTreeCommentType:
return base.COMMENT, node.text
else:
assert isinstance(node.tag, string_types), type(node.tag)
# This is assumed to be an ordinary element
match = tag_regexp.match(node.tag)
if match:
namespace, tag = match.groups()
else:
namespace = None
tag = node.tag
attrs = OrderedDict()
for name, value in list(node.attrib.items()):
match = tag_regexp.match(name)
if match:
attrs[(match.group(1), match.group(2))] = value
else:
attrs[(None, name)] = value
return (base.ELEMENT, namespace, tag,
attrs, len(node) or node.text)
def getFirstChild(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
element, key, parents, flag = node, None, [], None
if flag in ("text", "tail"):
return None
else:
if element.text:
return element, key, parents, "text"
elif len(element):
parents.append(element)
return element[0], 0, parents, None
else:
return None
def getNextSibling(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
return None
if flag == "text":
if len(element):
parents.append(element)
return element[0], 0, parents, None
else:
return None
else:
if element.tail and flag != "tail":
return element, key, parents, "tail"
elif key < len(parents[-1]) - 1:
return parents[-1][key + 1], key + 1, parents, None
else:
return None
def getParentNode(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
return None
if flag == "text":
if not parents:
return element
else:
return element, key, parents, None
else:
parent = parents.pop()
if not parents:
return parent
else:
assert list(parents[-1]).count(parent) == 1
return parent, list(parents[-1]).index(parent), parents, None
return locals()
getETreeModule = moduleFactoryFactory(getETreeBuilder)
site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py 0000644 00000014245 15201600076 0020275 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from lxml import etree
from ..treebuilders.etree import tag_regexp
from . import base
from .. import _ihatexml
def ensure_str(s):
if s is None:
return None
elif isinstance(s, text_type):
return s
else:
return s.decode("ascii", "strict")
class Root(object):
def __init__(self, et):
self.elementtree = et
self.children = []
try:
if et.docinfo.internalDTD:
self.children.append(Doctype(self,
ensure_str(et.docinfo.root_name),
ensure_str(et.docinfo.public_id),
ensure_str(et.docinfo.system_url)))
except AttributeError:
pass
try:
node = et.getroot()
except AttributeError:
node = et
while node.getprevious() is not None:
node = node.getprevious()
while node is not None:
self.children.append(node)
node = node.getnext()
self.text = None
self.tail = None
def __getitem__(self, key):
return self.children[key]
def getnext(self):
return None
def __len__(self):
return 1
class Doctype(object):
def __init__(self, root_node, name, public_id, system_id):
self.root_node = root_node
self.name = name
self.public_id = public_id
self.system_id = system_id
self.text = None
self.tail = None
def getnext(self):
return self.root_node.children[1]
class FragmentRoot(Root):
def __init__(self, children):
self.children = [FragmentWrapper(self, child) for child in children]
self.text = self.tail = None
def getnext(self):
return None
class FragmentWrapper(object):
def __init__(self, fragment_root, obj):
self.root_node = fragment_root
self.obj = obj
if hasattr(self.obj, 'text'):
self.text = ensure_str(self.obj.text)
else:
self.text = None
if hasattr(self.obj, 'tail'):
self.tail = ensure_str(self.obj.tail)
else:
self.tail = None
def __getattr__(self, name):
return getattr(self.obj, name)
def getnext(self):
siblings = self.root_node.children
idx = siblings.index(self)
if idx < len(siblings) - 1:
return siblings[idx + 1]
else:
return None
def __getitem__(self, key):
return self.obj[key]
def __bool__(self):
return bool(self.obj)
def getparent(self):
return None
def __str__(self):
return str(self.obj)
def __unicode__(self):
return str(self.obj)
def __len__(self):
return len(self.obj)
class TreeWalker(base.NonRecursiveTreeWalker):
def __init__(self, tree):
# pylint:disable=redefined-variable-type
if isinstance(tree, list):
self.fragmentChildren = set(tree)
tree = FragmentRoot(tree)
else:
self.fragmentChildren = set()
tree = Root(tree)
base.NonRecursiveTreeWalker.__init__(self, tree)
self.filter = _ihatexml.InfosetFilter()
def getNodeDetails(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
return base.TEXT, ensure_str(getattr(node, key))
elif isinstance(node, Root):
return (base.DOCUMENT,)
elif isinstance(node, Doctype):
return base.DOCTYPE, node.name, node.public_id, node.system_id
elif isinstance(node, FragmentWrapper) and not hasattr(node, "tag"):
return base.TEXT, ensure_str(node.obj)
elif node.tag == etree.Comment:
return base.COMMENT, ensure_str(node.text)
elif node.tag == etree.Entity:
return base.ENTITY, ensure_str(node.text)[1:-1] # strip &;
else:
# This is assumed to be an ordinary element
match = tag_regexp.match(ensure_str(node.tag))
if match:
namespace, tag = match.groups()
else:
namespace = None
tag = ensure_str(node.tag)
attrs = {}
for name, value in list(node.attrib.items()):
name = ensure_str(name)
value = ensure_str(value)
match = tag_regexp.match(name)
if match:
attrs[(match.group(1), match.group(2))] = value
else:
attrs[(None, name)] = value
return (base.ELEMENT, namespace, self.filter.fromXmlName(tag),
attrs, len(node) > 0 or node.text)
def getFirstChild(self, node):
assert not isinstance(node, tuple), "Text nodes have no children"
assert len(node) or node.text, "Node has no children"
if node.text:
return (node, "text")
else:
return node[0]
def getNextSibling(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
if key == "text":
# XXX: we cannot use a "bool(node) and node[0] or None" construct here
# because node[0] might evaluate to False if it has no child element
if len(node):
return node[0]
else:
return None
else: # tail
return node.getnext()
return (node, "tail") if node.tail else node.getnext()
def getParentNode(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
if key == "text":
return node
# else: fallback to "normal" processing
elif node in self.fragmentChildren:
return None
return node.getparent()
site-packages/pip/_vendor/html5lib/treewalkers/dom.py 0000644 00000002605 15201600076 0016711 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.dom import Node
from . import base
class TreeWalker(base.NonRecursiveTreeWalker):
def getNodeDetails(self, node):
if node.nodeType == Node.DOCUMENT_TYPE_NODE:
return base.DOCTYPE, node.name, node.publicId, node.systemId
elif node.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE):
return base.TEXT, node.nodeValue
elif node.nodeType == Node.ELEMENT_NODE:
attrs = {}
for attr in list(node.attributes.keys()):
attr = node.getAttributeNode(attr)
if attr.namespaceURI:
attrs[(attr.namespaceURI, attr.localName)] = attr.value
else:
attrs[(None, attr.name)] = attr.value
return (base.ELEMENT, node.namespaceURI, node.nodeName,
attrs, node.hasChildNodes())
elif node.nodeType == Node.COMMENT_NODE:
return base.COMMENT, node.nodeValue
elif node.nodeType in (Node.DOCUMENT_NODE, Node.DOCUMENT_FRAGMENT_NODE):
return (base.DOCUMENT,)
else:
return base.UNKNOWN, node.nodeType
def getFirstChild(self, node):
return node.firstChild
def getNextSibling(self, node):
return node.nextSibling
def getParentNode(self, node):
return node.parentNode
site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000007436 15201600076 0025125 0 ustar 00 U
��.eR � @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z
d
d d�Z d
d � Z d d� Z
dS )a� A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to do
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method taking a tree as sole argument and
returning an iterator generating tokens.
� )�absolute_import�division�unicode_literals� )� constants)�
default_etree�
getTreeWalker�pprintNc K s� | � � } | tkr�| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkr�dd lm} |d
kr�t}|j |f|�jS t�
| �S ) a; Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
�dom� )r
�genshi)r Zlxml)�
etree_lxml�etree)r N) �lower�treeWalkerCache� r
Z
TreeWalkerr r
r r ZgetETreeModule�get)ZtreeType�implementation�kwargsr
r r
r � r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dkr,|� |d � q|rFdd�|�d�V g }|V q|rddd�|�d�V d S )N�type)�
Characters�SpaceCharacters�datar r )r r )�append�join)�tokensZpendingCharacters�tokenr r r r �concatenateCharacterTokensA s r c C sT g }d}t | �D �]6}|d }|dk�r |d rz|d tjd krz|d tjkr`tj|d }n|d }d||d f }n|d }|�dd | |f � |d
7 }|d }t|�� �D ]T\\}} }
|r�|tjkr�tj| }n|}d|| f }n| }|�d d | ||
f � q�|d
k�rH|d
8 }q|dk�r2|d
8 }q|dk�rX|�dd | |d f � q|dk�r
|d �r�|d �r�|�dd | |d |d |d �r�|d ndf � nF|d �r�|�dd | |d |d f � n|�dd | |d f � n|�dd | f � q|dk�r0|�dd | |d f � q|dk�r<qtd | ��qd �|�S ) z�Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
r r )ZStartTag�EmptyTag� namespaceZhtmlz%s %s�namez%s<%s>� r r z %s%s="%s"r ZEndTag�Commentz
%s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z
%s<!DOCTYPE >r z%s"%s"r zUnknown token type, %s�
) r r Z
namespaces�prefixesr �sorted�items�
ValueErrorr ) Zwalker�output�indentr r �nsr" Zattrsr! Z localname�valuer r r r P sn
��
�� �
)N)�__doc__Z
__future__r r r r r Z_utilsr �__all__r r r r r r r r �<module> s
, site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-38.opt-1.pyc 0000644 00000006467 15201600076 0024475 0 ustar 00 U
��.e� � @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m
Z
ddl m Z e�
d �Zd
d � Ze e�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz
{([^}]*)}(.*)c s, | }|� d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
c s. t |t�r2|\}}}}|dkr.tjt||�fS |}t|d�sD|�� }|jdkrVtjfS |jdkr|tj |j
|� d�|� d�fS |j� kr�tj |j
fS t
�|j�}|r�|�� \}}n
d }|j}t� }t|j�� �D ]>\} }
t
�| �}|�r |
||�d�|�d�f< q�|
|d | f< q�tj|||t|��p&|j
fS d S ) N��text�tail�tag)Z
DOCUMENT_ROOTZDOCUMENT_FRAGMENTz
<!DOCTYPE>ZpublicIdZsystemIdr r )�
isinstance�tupler ZTEXT�getattr�hasattrZgetrootr ZDOCUMENTZDOCTYPEr �get�COMMENT�
tag_regexp�match�groupsr �listZattrib�items�groupZELEMENT�len) �self�nodeZelt�_�flagr � namespacer Zattrs�name�value�ZElementTreeCommentType� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree.py�getNodeDetails s>
�
�z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|�rl|�|� |d d|d fS d S d S )Nr r r )r r r r �append�r r �element�key�parentsr r$ r$ r% �
getFirstChildH s
z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|�|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r
���r )r r r r' r
r( r$ r$ r% �getNextSiblingY s
z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S sh t |t�r|\}}}}nd S |dkr:|s,|S |||d fS n*|�� }|sJ|S |t|d ��|�|d fS d S )Nr r- )r r �popr �index)r r r) r* r+ r �parentr$ r$ r% �
getParentNodem s
z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__�
__module__� __qualname__�__doc__r& r, r. r2 r$ r# r$ r% �
TreeWalker s
(r7 )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementationZ ElementTreer7 r$ r# r% �getETreeBuilder s nr: )Z
__future__r r r � collectionsr �reZpip._vendor.sixr � r Z_utilsr
�compiler r: ZgetETreeModuler$ r$ r$ r% �<module> s
t site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-38.pyc 0000644 00000003500 15201600076 0023670 0 ustar 00 U
��.e � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZmZ ddlmZ ddlmZmZ G d d
� d
ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END�
XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements�
namespacesc @ s e Zd Zdd� Zdd� ZdS )�
TreeWalkerc c sX d }| j D ](}|d k r.| �||�D ]
}|V q"|}q
|d k rT| �|d �D ]
}|V qHd S )N)Ztree�tokens)�selfZprevious�event�token� r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py�__iter__
s
zTreeWalker.__iter__c c st |\}}}|t kr�|\}}|j}|j} i }
|D ]0\} } t| t�rR| |
| j| jf< q.| |
d | f< q.| td kr�|tkr�| �| ||
| p�|d tkp�|d |k�D ]
}
|
V q�n| � | ||
�V n�|tkr�|j}|j} | td ks�|tkr�| �
| |�V nz|t k�r| � |�V nb|t
k�r2| �|�D ] }
|
V �q"n>|tk�rJ| j|� V n&|tttttttfk�rdn | �|�V d S )NZhtmlr r )r Z localname� namespace�
isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr
�textr Zdoctyper r r r
r r �unknown)r r �nextZkind�data�_�tagZattribs�namer Zconverted_attribs�k�vr r r r r sH
�
�zTreeWalker.tokensN)�__name__�
__module__� __qualname__r r r r r r r s r N)Z
__future__r r r Z genshi.corer r r r r r
r r r
r r r � r Z constantsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.pyc 0000644 00000014666 15201600076 0024572 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl
m Z ddl
m Z d d
� Z
G d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)�etree� )�
tag_regexp� )�base)� _ihatexmlc C s* | d kr d S t | t�r| S | �dd�S d S )N�ascii�strict)�
isinstancer �decode)�s� r �O/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py�
ensure_str s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Rootc C s� || _ g | _z:|jjrD| j�t| t|jj�t|jj�t|jj ��� W n t
k
rZ Y nX z |� � }W n t
k
r� |}Y nX |� � d k r�|� � }q�|d k r�| j�|� |�
� }q�d | _d | _d S �N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ
system_url�AttributeErrorZgetrootZ getprevious�getnext�text�tail)�selfZet�noder r r �__init__ s,
�
z
Root.__init__c C s
| j | S r )r �r �keyr r r � __getitem__1 s zRoot.__getitem__c C s d S r r �r r r r r 4 s z Root.getnextc C s dS �Nr r r$ r r r �__len__7 s z Root.__len__N)�__name__�
__module__� __qualname__r r# r r& r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r )� root_node�namer � system_idr r )r r* r+ r r, r r r r < s zDoctype.__init__c C s | j jd S r% )r* r r$ r r r r E s zDoctype.getnextN�r' r( r) r r r r r r r ; s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0Zchildr$ r r �
<listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r$ r r J s zFragmentRoot.__init__c C s d S r r r$ r r r r N s zFragmentRoot.getnextNr- r r r r r. I s r. c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r/ c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r* �obj�hasattrr r r )r Z
fragment_rootr2 r r r r S s zFragmentWrapper.__init__c C s t | j|�S r )�getattrr2 )r r+ r r r � __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|�| �}|t|�d k r.||d S d S d S r% )r* r �index�len)r Zsiblings�idxr r r r b s
zFragmentWrapper.getnextc C s
| j | S r )r2 r! r r r r# j s zFragmentWrapper.__getitem__c C s
t | j�S r )�boolr2 r$ r r r �__bool__m s zFragmentWrapper.__bool__c C s d S r r r$ r r r � getparentp s zFragmentWrapper.getparentc C s
t | j�S r ��strr2 r$ r r r �__str__s s zFragmentWrapper.__str__c C s
t | j�S r r< r$ r r r � __unicode__v s zFragmentWrapper.__unicode__c C s
t | j�S r )r7 r2 r$ r r r r& y s zFragmentWrapper.__len__N) r' r( r) r r5 r r# r: r; r> r? r& r r r r r/ R s r/ c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tj�| |� t �
� | _ d S r ) r �list�set�fragmentChildrenr. r r
�NonRecursiveTreeWalkerr r Z
InfosetFilter�filter)r Ztreer r r r ~ s
zTreeWalker.__init__c C s� t |t�r:|\}}|dks&td| ��tjtt||��fS t |t�rLtjfS t |t �rjtj
|j |j |j
fS t |t�r�t|d�s�tjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd� fS t�t|j��}|� r�|�� \}}nd }t|j�}i }t|j � � �D ]P\}}t|�}t|�}t�|�}|�rT|||� d�|� d�f< n ||d |f< �qtj || j �!|�|t"|�dk�p�|jfS d S )N�r r �%Text nodes are text or tail, found %s�tagr ���r r )#r �tuple�AssertionErrorr
ZTEXTr r4 r ZDOCUMENTr ZDOCTYPEr+ r r, r/ r3 r2 rH r �Comment�COMMENTr ZEntityZENTITYr �match�groupsrA Zattrib�items�groupZELEMENTrE Z fromXmlNamer7 ) r r r" rN � namespacerH Zattrsr+ �valuer r r �getNodeDetails� s>
�zTreeWalker.getNodeDetailsc C sB t |t�rtd��t|�s(|js(td��|jr6|dfS |d S d S )NzText nodes have no childrenzNode has no childrenr r )r rJ rK r7 r )r r r r r �
getFirstChild� s
zTreeWalker.getFirstChildc C sb t |t�rL|\}}|dks&td| ��|dkrDt|�r>|d S d S n|�� S |jrZ|dfS |�� S )NrF rG r r r )r rJ rK r7 r r �r r r" r r r �getNextSibling� s
zTreeWalker.getNextSiblingc C sJ t |t�r4|\}}|dks&td| ��|dkrB|S n|| jkrBd S |�� S )NrF rG r )r rJ rK rC r; rV r r r �
getParentNode� s
zTreeWalker.getParentNodeN)r' r( r) r rT rU rW rX r r r r r@ } s
) r@ N)Z
__future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer � r
r r �objectr r r. r/ rD r@ r r r r �<module> s & + site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-38.opt-1.pyc 0000644 00000003500 15201600076 0024627 0 ustar 00 U
��.e � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZmZ ddlmZ ddlmZmZ G d d
� d
ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END�
XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements�
namespacesc @ s e Zd Zdd� Zdd� ZdS )�
TreeWalkerc c sX d }| j D ](}|d k r.| �||�D ]
}|V q"|}q
|d k rT| �|d �D ]
}|V qHd S )N)Ztree�tokens)�selfZprevious�event�token� r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py�__iter__
s
zTreeWalker.__iter__c c st |\}}}|t kr�|\}}|j}|j} i }
|D ]0\} } t| t�rR| |
| j| jf< q.| |
d | f< q.| td kr�|tkr�| �| ||
| p�|d tkp�|d |k�D ]
}
|
V q�n| � | ||
�V n�|tkr�|j}|j} | td ks�|tkr�| �
| |�V nz|t k�r| � |�V nb|t
k�r2| �|�D ] }
|
V �q"n>|tk�rJ| j|� V n&|tttttttfk�rdn | �|�V d S )NZhtmlr r )r Z localname� namespace�
isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr
�textr Zdoctyper r r r
r r �unknown)r r �nextZkind�data�_�tagZattribs�namer Zconverted_attribs�k�vr r r r r sH
�
�zTreeWalker.tokensN)�__name__�
__module__� __qualname__r r r r r r r s r N)Z
__future__r r r Z genshi.corer r r r r r
r r r
r r r � r Z constantsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-38.pyc 0000644 00000006633 15201600076 0023531 0 ustar 00 U
��.e� � @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m
Z
ddl m Z e�
d �Zd
d � Ze e�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz
{([^}]*)}(.*)c s, | }|� d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
c sH t |t�r2|\}}}}|dkr.tjt||�fS |}t|d�sD|�� }|jdkrVtjfS |jdkr|tj |j
|� d�|� d�fS |j� kr�tj |j
fS t |jt
�s�tt|j���t�|j�}|r�|�� \}}n
d }|j}t� }t|j�� �D ]>\} }
t�| �}|�r|
||�d�|�d�f< q�|
|d | f< q�tj|||t|��p@|j
fS d S ) N��text�tail�tag)Z
DOCUMENT_ROOTZDOCUMENT_FRAGMENTz
<!DOCTYPE>ZpublicIdZsystemIdr r )�
isinstance�tupler ZTEXT�getattr�hasattrZgetrootr ZDOCUMENTZDOCTYPEr �get�COMMENTr �AssertionError�type�
tag_regexp�match�groupsr �listZattrib�items�groupZELEMENT�len) �self�nodeZelt�_�flagr � namespacer Zattrs�name�value�ZElementTreeCommentType� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree.py�getNodeDetails s@
�
�z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|�rl|�|� |d d|d fS d S d S )Nr r r )r r r r �append�r r �element�key�parentsr! r& r& r' �
getFirstChildH s
z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|�|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r
���r )r r r r) r
r* r& r& r' �getNextSiblingY s
z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S s� t |t�r|\}}}}nd S |dkr:|s,|S |||d fS nD|�� }|sJ|S t|d ��|�dksdt�|t|d ��|�|d fS d S )Nr r/ r )r r �popr �countr �index)r r r+ r, r- r! �parentr& r& r' �
getParentNodem s
z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__�
__module__� __qualname__�__doc__r( r. r0 r5 r& r% r& r' �
TreeWalker s
(r: )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementationZ ElementTreer: r& r% r' �getETreeBuilder s nr= )Z
__future__r r r � collectionsr �reZpip._vendor.sixr � r Z_utilsr
�compiler r= ZgetETreeModuler& r& r& r' �<module> s
t site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-38.opt-1.pyc 0000644 00000015471 15201600076 0024276 0 ustar 00 U
��.e4 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d
d d d
g Z
ej Z ej
ZejZejZejZejZdZd�e �Z G dd � d e�ZG dd
� d
e�ZdS )� )�absolute_import�division�unicode_literals)�Node� )�
namespaces� voidElements�spaceCharacters�DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN�
TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sl e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z ddd�Z dd� Z
dd� ZdS ) r z}Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
c C s
|| _ dS )zCCreates a TreeWalker
:arg tree: the tree to walk
N)�tree)�selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/base.py�__init__ s zTreeWalker.__init__c C s t �d S �N��NotImplementedError)r r r r �__iter__# s zTreeWalker.__iter__c C s
d|d�S )z�Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
ZSerializeError��type�datar )r �msgr r r �error& s zTreeWalker.errorFc c s$ d|||d�V |r | � d�V dS )ar Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
ZEmptyTag�r �name� namespacer zVoid element has childrenN�r! )r r$ r# �attrs� hasChildrenr r r �emptyTag0 s �zTreeWalker.emptyTagc C s d|||d�S )z�Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
ZStartTagr" r )r r$ r# r& r r r �startTagE s
�zTreeWalker.startTagc C s d||d�S )z�Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
ZEndTag)r r# r$ r )r r$ r# r r r �endTagV s
�zTreeWalker.endTagc c sx |}|� t�}|dt|�t|� � }|r6d|d�V |}|�t�}|t|�d� }|rdd|d�V |rtd|d�V dS )at Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
NZSpaceCharactersr Z
Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �textd s
zTreeWalker.textc C s
d|d�S )zdGenerates a Comment token
:arg data: the comment
:returns: Comment token
�Commentr r )r r r r r �comment� s zTreeWalker.commentNc C s d|||d�S )z�Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
ZDoctype)r r# �publicId�systemIdr )r r# r3 r4 r r r �doctype� s
�zTreeWalker.doctypec C s
d|d�S )zjGenerates an Entity token
:arg name: the entity name
:returns: an Entity token
ZEntity)r r# r )r r# r r r �entity� s zTreeWalker.entityc C s | � d| �S )zHandles unknown node typeszUnknown node type: r% )r ZnodeTyper r r �unknown� s zTreeWalker.unknown)F)NN)�__name__�
__module__� __qualname__�__doc__r r r! r( r) r* r0 r2 r5 r6 r7 r r r r r s
&
c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r c C s t �d S r r �r Znoder r r �getNodeDetails� s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S r r r< r r r �
getFirstChild� s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S r r r< r r r �getNextSibling� s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S r r r< r r r �
getParentNode� s z$NonRecursiveTreeWalker.getParentNodec c s� | j }|d k �r�| �|�}|d |dd � }}d}|tkrJ| j|� V n�|tkrj| j|� D ]
}|V q\n�|tkr�|\}}}}|r�|td kr�|tkr�| � ||||�D ]
}|V q�d}n| �
|||�V nV|t kr�| � |d �V n<|t
k�r | �|d �V n |tk�rd}n| �|d �V |�r2| �|�} nd } | d k �rF| }q|d k r| �|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tk�r�| �||�V | j |k�r�d }q| �|�}
|
d k �r�|
}qn
| �|�}�qFqd S )Nr � FZhtmlT)r r= r r5 r r0 r
r r r( r) r r2 r r6 r
r7 r> r* r? r@ ) r Z currentNodeZdetailsr r' �tokenr$ r# Z
attributesZ
firstChildZ nextSiblingr r r r � s\
�
z NonRecursiveTreeWalker.__iter__N)r8 r9 r: r= r> r? r@ r r r r r r � s
N) Z
__future__r r r Zxml.domr Z constantsr r r �__all__Z
DOCUMENT_NODEr
ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr
Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s" �
! site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.opt-1.pyc 0000644 00000014236 15201600076 0025522 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl
m Z ddl
m Z d d
� Z
G d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)�etree� )�
tag_regexp� )�base)� _ihatexmlc C s* | d kr d S t | t�r| S | �dd�S d S )N�ascii�strict)�
isinstancer �decode)�s� r �O/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py�
ensure_str s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Rootc C s� || _ g | _z:|jjrD| j�t| t|jj�t|jj�t|jj ��� W n t
k
rZ Y nX z |� � }W n t
k
r� |}Y nX |� � d k r�|� � }q�|d k r�| j�|� |�
� }q�d | _d | _d S �N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ
system_url�AttributeErrorZgetrootZ getprevious�getnext�text�tail)�selfZet�noder r r �__init__ s,
�
z
Root.__init__c C s
| j | S r )r �r �keyr r r � __getitem__1 s zRoot.__getitem__c C s d S r r �r r r r r 4 s z Root.getnextc C s dS �Nr r r$ r r r �__len__7 s z Root.__len__N)�__name__�
__module__� __qualname__r r# r r& r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r )� root_node�namer � system_idr r )r r* r+ r r, r r r r < s zDoctype.__init__c C s | j jd S r% )r* r r$ r r r r E s zDoctype.getnextN�r' r( r) r r r r r r r ; s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0Zchildr$ r r �
<listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r$ r r J s zFragmentRoot.__init__c C s d S r r r$ r r r r N s zFragmentRoot.getnextNr- r r r r r. I s r. c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r/ c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r* �obj�hasattrr r r )r Z
fragment_rootr2 r r r r S s zFragmentWrapper.__init__c C s t | j|�S r )�getattrr2 )r r+ r r r � __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|�| �}|t|�d k r.||d S d S d S r% )r* r �index�len)r Zsiblings�idxr r r r b s
zFragmentWrapper.getnextc C s
| j | S r )r2 r! r r r r# j s zFragmentWrapper.__getitem__c C s
t | j�S r )�boolr2 r$ r r r �__bool__m s zFragmentWrapper.__bool__c C s d S r r r$ r r r � getparentp s zFragmentWrapper.getparentc C s
t | j�S r ��strr2 r$ r r r �__str__s s zFragmentWrapper.__str__c C s
t | j�S r r< r$ r r r � __unicode__v s zFragmentWrapper.__unicode__c C s
t | j�S r )r7 r2 r$ r r r r& y s zFragmentWrapper.__len__N) r' r( r) r r5 r r# r: r; r> r? r& r r r r r/ R s r/ c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tj�| |� t �
� | _ d S r ) r �list�set�fragmentChildrenr. r r
�NonRecursiveTreeWalkerr r Z
InfosetFilter�filter)r Ztreer r r r ~ s
zTreeWalker.__init__c C sz t |t�r&|\}}tjtt||��fS t |t�r8tjfS t |t�rVtj |j
|j |j fS t |t
�rzt|d�sztjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd� fS t�t|j��}|r�|�� \}}nd }t|j�}i }t|j� � �D ]P\}}t|�}t|�}t�|�}|�r>|||� d�|� d�f< n ||d |f< � q�tj || j � |�|t!|�dk�pr|jfS d S )N�tagr ���r r )"r �tupler
ZTEXTr r4 r ZDOCUMENTr ZDOCTYPEr+ r r, r/ r3 r2 rF r �Comment�COMMENTr ZEntityZENTITYr �match�groupsrA Zattrib�items�groupZELEMENTrE Z fromXmlNamer7 ) r r r" rK � namespacerF Zattrsr+ �valuer r r �getNodeDetails� s<
�zTreeWalker.getNodeDetailsc C s |j r|dfS |d S d S )Nr r )r )r r r r r �
getFirstChild� s zTreeWalker.getFirstChildc C sN t |t�r8|\}}|dkr0t|�r*|d S d S n|�� S |jrF|dfS |�� S )Nr r r )r rH r7 r r �r r r" r r r �getNextSibling� s
zTreeWalker.getNextSiblingc C s6 t |t�r |\}}|dkr.|S n|| jkr.d S |�� S )Nr )r rH rC r; rS r r r �
getParentNode� s
zTreeWalker.getParentNodeN)r' r( r) r rQ rR rT rU r r r r r@ } s
) r@ N)Z
__future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer � r
r r �objectr r r. r/ rD r@ r r r r �<module> s & + site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-38.pyc 0000644 00000003242 15201600076 0023175 0 ustar 00 U
��.e� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fkr>tj
|j fS |j tj kr�i }t
|j�� �D ]8}|�|�}|jr�|j||j|jf< q\|j|d |jf< q\tj|j|j||�� fS |j tjkr�tj|j fS |j tjtjfkr�tjfS tj |j fS d S �N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�nameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�listZ
attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENTZnodeNameZ
hasChildNodesZ COMMENT_NODE�COMMENTZ
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)�self�nodeZattrs�attr� r �H/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/dom.py�getNodeDetails s(
� zTreeWalker.getNodeDetailsc C s |j S r )Z
firstChild�r r r r r �
getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z
parentNoder r r r �
getParentNode* s zTreeWalker.getParentNodeN)�__name__�
__module__� __qualname__r r r r r r r r r s r N)
Z
__future__r r r Zxml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-38.pyc 0000644 00000015471 15201600076 0023337 0 ustar 00 U
��.e4 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d
d d d
g Z
ej Z ej
ZejZejZejZejZdZd�e �Z G dd � d e�ZG dd
� d
e�ZdS )� )�absolute_import�division�unicode_literals)�Node� )�
namespaces� voidElements�spaceCharacters�DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN�
TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sl e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z ddd�Z dd� Z
dd� ZdS ) r z}Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
c C s
|| _ dS )zCCreates a TreeWalker
:arg tree: the tree to walk
N)�tree)�selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/base.py�__init__ s zTreeWalker.__init__c C s t �d S �N��NotImplementedError)r r r r �__iter__# s zTreeWalker.__iter__c C s
d|d�S )z�Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
ZSerializeError��type�datar )r �msgr r r �error& s zTreeWalker.errorFc c s$ d|||d�V |r | � d�V dS )ar Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
ZEmptyTag�r �name� namespacer zVoid element has childrenN�r! )r r$ r# �attrs� hasChildrenr r r �emptyTag0 s �zTreeWalker.emptyTagc C s d|||d�S )z�Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
ZStartTagr" r )r r$ r# r& r r r �startTagE s
�zTreeWalker.startTagc C s d||d�S )z�Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
ZEndTag)r r# r$ r )r r$ r# r r r �endTagV s
�zTreeWalker.endTagc c sx |}|� t�}|dt|�t|� � }|r6d|d�V |}|�t�}|t|�d� }|rdd|d�V |rtd|d�V dS )at Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
NZSpaceCharactersr Z
Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �textd s
zTreeWalker.textc C s
d|d�S )zdGenerates a Comment token
:arg data: the comment
:returns: Comment token
�Commentr r )r r r r r �comment� s zTreeWalker.commentNc C s d|||d�S )z�Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
ZDoctype)r r# �publicId�systemIdr )r r# r3 r4 r r r �doctype� s
�zTreeWalker.doctypec C s
d|d�S )zjGenerates an Entity token
:arg name: the entity name
:returns: an Entity token
ZEntity)r r# r )r r# r r r �entity� s zTreeWalker.entityc C s | � d| �S )zHandles unknown node typeszUnknown node type: r% )r ZnodeTyper r r �unknown� s zTreeWalker.unknown)F)NN)�__name__�
__module__� __qualname__�__doc__r r r! r( r) r* r0 r2 r5 r6 r7 r r r r r s
&
c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r c C s t �d S r r �r Znoder r r �getNodeDetails� s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S r r r< r r r �
getFirstChild� s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S r r r< r r r �getNextSibling� s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S r r r< r r r �
getParentNode� s z$NonRecursiveTreeWalker.getParentNodec c s� | j }|d k �r�| �|�}|d |dd � }}d}|tkrJ| j|� V n�|tkrj| j|� D ]
}|V q\n�|tkr�|\}}}}|r�|td kr�|tkr�| � ||||�D ]
}|V q�d}n| �
|||�V nV|t kr�| � |d �V n<|t
k�r | �|d �V n |tk�rd}n| �|d �V |�r2| �|�} nd } | d k �rF| }q|d k r| �|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tk�r�| �||�V | j |k�r�d }q| �|�}
|
d k �r�|
}qn
| �|�}�qFqd S )Nr � FZhtmlT)r r= r r5 r r0 r
r r r( r) r r2 r r6 r
r7 r> r* r? r@ ) r Z currentNodeZdetailsr r' �tokenr$ r# Z
attributesZ
firstChildZ nextSiblingr r r r � s\
�
z NonRecursiveTreeWalker.__iter__N)r8 r9 r: r= r> r? r@ r r r r r r � s
N) Z
__future__r r r Zxml.domr Z constantsr r r �__all__Z
DOCUMENT_NODEr
ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr
Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s" �
! site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-38.pyc 0000644 00000007601 15201600076 0024160 0 ustar 00 U
��.eR � @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z
d
d d�Z d
d � Z d d� Z
dS )a� A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to do
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method taking a tree as sole argument and
returning an iterator generating tokens.
� )�absolute_import�division�unicode_literals� )� constants)�
default_etree�
getTreeWalker�pprintNc K s� | � � } | tkr�| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkr�dd lm} |d
kr�t}|j |f|�jS t�
| �S ) a; Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
�dom� )r
�genshi)r Zlxml)�
etree_lxml�etree)r N) �lower�treeWalkerCache� r
Z
TreeWalkerr r
r r ZgetETreeModule�get)ZtreeType�implementation�kwargsr
r r
r � r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dkr,|� |d � q|rFdd�|�d�V g }|V q|rddd�|�d�V d S )N�type)�
Characters�SpaceCharacters�datar r )r r )�append�join)�tokensZpendingCharacters�tokenr r r r �concatenateCharacterTokensA s r c C sb g }d}t | �D �]D}|d }|dk�r |d rz|d tjd krz|d tjkr`tj|d }n|d }d||d f }n|d }|�dd | |f � |d
7 }|d }t|�� �D ]T\\}} }
|r�|tjkr�tj| }n|}d|| f }n| }|�d d | ||
f � q�|d
k�rV|d
8 }q|dk�r2|d
8 }q|dk�rX|�dd | |d f � q|dk�r
|d �r�|d �r�|�dd | |d |d |d �r�|d ndf � nF|d �r�|�dd | |d |d f � n|�dd | |d f � n|�dd | f � q|dk�r0|�dd | |d f � q|dk�rJd �sVtd ��qtd | ��qd � |�S ) z�Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
r r )ZStartTag�EmptyTag� namespaceZhtmlz%s %s�namez%s<%s>� r r z %s%s="%s"r ZEndTag�Commentz
%s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z
%s<!DOCTYPE >r z%s"%s"r FzBconcatenateCharacterTokens should have got rid of all Space tokenszUnknown token type, %s�
)
r r Z
namespaces�prefixesr �sorted�items�AssertionError�
ValueErrorr ) Zwalker�output�indentr r �nsr" Zattrsr! Z localname�valuer r r r P sn
��
�� �
)N)�__doc__Z
__future__r r r r r Z_utilsr �__all__r r r r r r r r �<module> s
, site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-38.opt-1.pyc 0000644 00000003242 15201600076 0024134 0 ustar 00 U
��.e� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fkr>tj
|j fS |j tj kr�i }t
|j�� �D ]8}|�|�}|jr�|j||j|jf< q\|j|d |jf< q\tj|j|j||�� fS |j tjkr�tj|j fS |j tjtjfkr�tjfS tj |j fS d S �N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�nameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�listZ
attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENTZnodeNameZ
hasChildNodesZ COMMENT_NODE�COMMENTZ
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)�self�nodeZattrs�attr� r �H/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/dom.py�getNodeDetails s(
� zTreeWalker.getNodeDetailsc C s |j S r )Z
firstChild�r r r r r �
getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z
parentNoder r r r �
getParentNode* s zTreeWalker.getParentNodeN)�__name__�
__module__� __qualname__r r r r r r r r r s r N)
Z
__future__r r r Zxml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s site-packages/pip/_vendor/html5lib/constants.py 0000644 00000243076 15201600076 0015627 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import string
EOF = None
E = {
"null-character":
"Null character in input stream, replaced with U+FFFD.",
"invalid-codepoint":
"Invalid codepoint in stream.",
"incorrectly-placed-solidus":
"Solidus (/) incorrectly placed in tag.",
"incorrect-cr-newline-entity":
"Incorrect CR newline entity, replaced with LF.",
"illegal-windows-1252-entity":
"Entity used with illegal number (windows-1252 reference).",
"cant-convert-numeric-entity":
"Numeric entity couldn't be converted to character "
"(codepoint U+%(charAsInt)08x).",
"illegal-codepoint-for-numeric-entity":
"Numeric entity represents an illegal codepoint: "
"U+%(charAsInt)08x.",
"numeric-entity-without-semicolon":
"Numeric entity didn't end with ';'.",
"expected-numeric-entity-but-got-eof":
"Numeric entity expected. Got end of file instead.",
"expected-numeric-entity":
"Numeric entity expected but none found.",
"named-entity-without-semicolon":
"Named entity didn't end with ';'.",
"expected-named-entity":
"Named entity expected. Got none.",
"attributes-in-end-tag":
"End tag contains unexpected attributes.",
'self-closing-flag-on-end-tag':
"End tag contains unexpected self-closing flag.",
"expected-tag-name-but-got-right-bracket":
"Expected tag name. Got '>' instead.",
"expected-tag-name-but-got-question-mark":
"Expected tag name. Got '?' instead. (HTML doesn't "
"support processing instructions.)",
"expected-tag-name":
"Expected tag name. Got something else instead",
"expected-closing-tag-but-got-right-bracket":
"Expected closing tag. Got '>' instead. Ignoring '</>'.",
"expected-closing-tag-but-got-eof":
"Expected closing tag. Unexpected end of file.",
"expected-closing-tag-but-got-char":
"Expected closing tag. Unexpected character '%(data)s' found.",
"eof-in-tag-name":
"Unexpected end of file in the tag name.",
"expected-attribute-name-but-got-eof":
"Unexpected end of file. Expected attribute name instead.",
"eof-in-attribute-name":
"Unexpected end of file in attribute name.",
"invalid-character-in-attribute-name":
"Invalid character in attribute name",
"duplicate-attribute":
"Dropped duplicate attribute on tag.",
"expected-end-of-tag-name-but-got-eof":
"Unexpected end of file. Expected = or end of tag.",
"expected-attribute-value-but-got-eof":
"Unexpected end of file. Expected attribute value.",
"expected-attribute-value-but-got-right-bracket":
"Expected attribute value. Got '>' instead.",
'equals-in-unquoted-attribute-value':
"Unexpected = in unquoted attribute",
'unexpected-character-in-unquoted-attribute-value':
"Unexpected character in unquoted attribute",
"invalid-character-after-attribute-name":
"Unexpected character after attribute name.",
"unexpected-character-after-attribute-value":
"Unexpected character after attribute value.",
"eof-in-attribute-value-double-quote":
"Unexpected end of file in attribute value (\").",
"eof-in-attribute-value-single-quote":
"Unexpected end of file in attribute value (').",
"eof-in-attribute-value-no-quotes":
"Unexpected end of file in attribute value.",
"unexpected-EOF-after-solidus-in-tag":
"Unexpected end of file in tag. Expected >",
"unexpected-character-after-solidus-in-tag":
"Unexpected character after / in tag. Expected >",
"expected-dashes-or-doctype":
"Expected '--' or 'DOCTYPE'. Not found.",
"unexpected-bang-after-double-dash-in-comment":
"Unexpected ! after -- in comment",
"unexpected-space-after-double-dash-in-comment":
"Unexpected space after -- in comment",
"incorrect-comment":
"Incorrect comment.",
"eof-in-comment":
"Unexpected end of file in comment.",
"eof-in-comment-end-dash":
"Unexpected end of file in comment (-)",
"unexpected-dash-after-double-dash-in-comment":
"Unexpected '-' after '--' found in comment.",
"eof-in-comment-double-dash":
"Unexpected end of file in comment (--).",
"eof-in-comment-end-space-state":
"Unexpected end of file in comment.",
"eof-in-comment-end-bang-state":
"Unexpected end of file in comment.",
"unexpected-char-in-comment":
"Unexpected character in comment found.",
"need-space-after-doctype":
"No space after literal string 'DOCTYPE'.",
"expected-doctype-name-but-got-right-bracket":
"Unexpected > character. Expected DOCTYPE name.",
"expected-doctype-name-but-got-eof":
"Unexpected end of file. Expected DOCTYPE name.",
"eof-in-doctype-name":
"Unexpected end of file in DOCTYPE name.",
"eof-in-doctype":
"Unexpected end of file in DOCTYPE.",
"expected-space-or-right-bracket-in-doctype":
"Expected space or '>'. Got '%(data)s'",
"unexpected-end-of-doctype":
"Unexpected end of DOCTYPE.",
"unexpected-char-in-doctype":
"Unexpected character in DOCTYPE.",
"eof-in-innerhtml":
"XXX innerHTML EOF",
"unexpected-doctype":
"Unexpected DOCTYPE. Ignored.",
"non-html-root":
"html needs to be the first start tag.",
"expected-doctype-but-got-eof":
"Unexpected End of file. Expected DOCTYPE.",
"unknown-doctype":
"Erroneous DOCTYPE.",
"expected-doctype-but-got-chars":
"Unexpected non-space characters. Expected DOCTYPE.",
"expected-doctype-but-got-start-tag":
"Unexpected start tag (%(name)s). Expected DOCTYPE.",
"expected-doctype-but-got-end-tag":
"Unexpected end tag (%(name)s). Expected DOCTYPE.",
"end-tag-after-implied-root":
"Unexpected end tag (%(name)s) after the (implied) root element.",
"expected-named-closing-tag-but-got-eof":
"Unexpected end of file. Expected end tag (%(name)s).",
"two-heads-are-not-better-than-one":
"Unexpected start tag head in existing head. Ignored.",
"unexpected-end-tag":
"Unexpected end tag (%(name)s). Ignored.",
"unexpected-start-tag-out-of-my-head":
"Unexpected start tag (%(name)s) that can be in head. Moved.",
"unexpected-start-tag":
"Unexpected start tag (%(name)s).",
"missing-end-tag":
"Missing end tag (%(name)s).",
"missing-end-tags":
"Missing end tags (%(name)s).",
"unexpected-start-tag-implies-end-tag":
"Unexpected start tag (%(startName)s) "
"implies end tag (%(endName)s).",
"unexpected-start-tag-treated-as":
"Unexpected start tag (%(originalName)s). Treated as %(newName)s.",
"deprecated-tag":
"Unexpected start tag %(name)s. Don't use it!",
"unexpected-start-tag-ignored":
"Unexpected start tag %(name)s. Ignored.",
"expected-one-end-tag-but-got-another":
"Unexpected end tag (%(gotName)s). "
"Missing end tag (%(expectedName)s).",
"end-tag-too-early":
"End tag (%(name)s) seen too early. Expected other end tag.",
"end-tag-too-early-named":
"Unexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).",
"end-tag-too-early-ignored":
"End tag (%(name)s) seen too early. Ignored.",
"adoption-agency-1.1":
"End tag (%(name)s) violates step 1, "
"paragraph 1 of the adoption agency algorithm.",
"adoption-agency-1.2":
"End tag (%(name)s) violates step 1, "
"paragraph 2 of the adoption agency algorithm.",
"adoption-agency-1.3":
"End tag (%(name)s) violates step 1, "
"paragraph 3 of the adoption agency algorithm.",
"adoption-agency-4.4":
"End tag (%(name)s) violates step 4, "
"paragraph 4 of the adoption agency algorithm.",
"unexpected-end-tag-treated-as":
"Unexpected end tag (%(originalName)s). Treated as %(newName)s.",
"no-end-tag":
"This element (%(name)s) has no end tag.",
"unexpected-implied-end-tag-in-table":
"Unexpected implied end tag (%(name)s) in the table phase.",
"unexpected-implied-end-tag-in-table-body":
"Unexpected implied end tag (%(name)s) in the table body phase.",
"unexpected-char-implies-table-voodoo":
"Unexpected non-space characters in "
"table context caused voodoo mode.",
"unexpected-hidden-input-in-table":
"Unexpected input with type hidden in table context.",
"unexpected-form-in-table":
"Unexpected form in table context.",
"unexpected-start-tag-implies-table-voodoo":
"Unexpected start tag (%(name)s) in "
"table context caused voodoo mode.",
"unexpected-end-tag-implies-table-voodoo":
"Unexpected end tag (%(name)s) in "
"table context caused voodoo mode.",
"unexpected-cell-in-table-body":
"Unexpected table cell start tag (%(name)s) "
"in the table body phase.",
"unexpected-cell-end-tag":
"Got table cell end tag (%(name)s) "
"while required end tags are missing.",
"unexpected-end-tag-in-table-body":
"Unexpected end tag (%(name)s) in the table body phase. Ignored.",
"unexpected-implied-end-tag-in-table-row":
"Unexpected implied end tag (%(name)s) in the table row phase.",
"unexpected-end-tag-in-table-row":
"Unexpected end tag (%(name)s) in the table row phase. Ignored.",
"unexpected-select-in-select":
"Unexpected select start tag in the select phase "
"treated as select end tag.",
"unexpected-input-in-select":
"Unexpected input start tag in the select phase.",
"unexpected-start-tag-in-select":
"Unexpected start tag token (%(name)s in the select phase. "
"Ignored.",
"unexpected-end-tag-in-select":
"Unexpected end tag (%(name)s) in the select phase. Ignored.",
"unexpected-table-element-start-tag-in-select-in-table":
"Unexpected table element start tag (%(name)s) in the select in table phase.",
"unexpected-table-element-end-tag-in-select-in-table":
"Unexpected table element end tag (%(name)s) in the select in table phase.",
"unexpected-char-after-body":
"Unexpected non-space characters in the after body phase.",
"unexpected-start-tag-after-body":
"Unexpected start tag token (%(name)s)"
" in the after body phase.",
"unexpected-end-tag-after-body":
"Unexpected end tag token (%(name)s)"
" in the after body phase.",
"unexpected-char-in-frameset":
"Unexpected characters in the frameset phase. Characters ignored.",
"unexpected-start-tag-in-frameset":
"Unexpected start tag token (%(name)s)"
" in the frameset phase. Ignored.",
"unexpected-frameset-in-frameset-innerhtml":
"Unexpected end tag token (frameset) "
"in the frameset phase (innerHTML).",
"unexpected-end-tag-in-frameset":
"Unexpected end tag token (%(name)s)"
" in the frameset phase. Ignored.",
"unexpected-char-after-frameset":
"Unexpected non-space characters in the "
"after frameset phase. Ignored.",
"unexpected-start-tag-after-frameset":
"Unexpected start tag (%(name)s)"
" in the after frameset phase. Ignored.",
"unexpected-end-tag-after-frameset":
"Unexpected end tag (%(name)s)"
" in the after frameset phase. Ignored.",
"unexpected-end-tag-after-body-innerhtml":
"Unexpected end tag after body(innerHtml)",
"expected-eof-but-got-char":
"Unexpected non-space characters. Expected end of file.",
"expected-eof-but-got-start-tag":
"Unexpected start tag (%(name)s)"
". Expected end of file.",
"expected-eof-but-got-end-tag":
"Unexpected end tag (%(name)s)"
". Expected end of file.",
"eof-in-table":
"Unexpected end of file. Expected table content.",
"eof-in-select":
"Unexpected end of file. Expected select content.",
"eof-in-frameset":
"Unexpected end of file. Expected frameset content.",
"eof-in-script-in-script":
"Unexpected end of file. Expected script content.",
"eof-in-foreign-lands":
"Unexpected end of file. Expected foreign content",
"non-void-element-with-trailing-solidus":
"Trailing solidus not allowed on element %(name)s",
"unexpected-html-element-in-foreign-content":
"Element %(name)s not allowed in a non-html context",
"unexpected-end-tag-before-html":
"Unexpected end tag (%(name)s) before html.",
"unexpected-inhead-noscript-tag":
"Element %(name)s not allowed in a inhead-noscript context",
"eof-in-head-noscript":
"Unexpected end of file. Expected inhead-noscript content",
"char-in-head-noscript":
"Unexpected non-space character. Expected inhead-noscript content",
"XXX-undefined-error":
"Undefined error (this sucks and should be fixed)",
}
namespaces = {
"html": "http://www.w3.org/1999/xhtml",
"mathml": "http://www.w3.org/1998/Math/MathML",
"svg": "http://www.w3.org/2000/svg",
"xlink": "http://www.w3.org/1999/xlink",
"xml": "http://www.w3.org/XML/1998/namespace",
"xmlns": "http://www.w3.org/2000/xmlns/"
}
scopingElements = frozenset([
(namespaces["html"], "applet"),
(namespaces["html"], "caption"),
(namespaces["html"], "html"),
(namespaces["html"], "marquee"),
(namespaces["html"], "object"),
(namespaces["html"], "table"),
(namespaces["html"], "td"),
(namespaces["html"], "th"),
(namespaces["mathml"], "mi"),
(namespaces["mathml"], "mo"),
(namespaces["mathml"], "mn"),
(namespaces["mathml"], "ms"),
(namespaces["mathml"], "mtext"),
(namespaces["mathml"], "annotation-xml"),
(namespaces["svg"], "foreignObject"),
(namespaces["svg"], "desc"),
(namespaces["svg"], "title"),
])
formattingElements = frozenset([
(namespaces["html"], "a"),
(namespaces["html"], "b"),
(namespaces["html"], "big"),
(namespaces["html"], "code"),
(namespaces["html"], "em"),
(namespaces["html"], "font"),
(namespaces["html"], "i"),
(namespaces["html"], "nobr"),
(namespaces["html"], "s"),
(namespaces["html"], "small"),
(namespaces["html"], "strike"),
(namespaces["html"], "strong"),
(namespaces["html"], "tt"),
(namespaces["html"], "u")
])
specialElements = frozenset([
(namespaces["html"], "address"),
(namespaces["html"], "applet"),
(namespaces["html"], "area"),
(namespaces["html"], "article"),
(namespaces["html"], "aside"),
(namespaces["html"], "base"),
(namespaces["html"], "basefont"),
(namespaces["html"], "bgsound"),
(namespaces["html"], "blockquote"),
(namespaces["html"], "body"),
(namespaces["html"], "br"),
(namespaces["html"], "button"),
(namespaces["html"], "caption"),
(namespaces["html"], "center"),
(namespaces["html"], "col"),
(namespaces["html"], "colgroup"),
(namespaces["html"], "command"),
(namespaces["html"], "dd"),
(namespaces["html"], "details"),
(namespaces["html"], "dir"),
(namespaces["html"], "div"),
(namespaces["html"], "dl"),
(namespaces["html"], "dt"),
(namespaces["html"], "embed"),
(namespaces["html"], "fieldset"),
(namespaces["html"], "figure"),
(namespaces["html"], "footer"),
(namespaces["html"], "form"),
(namespaces["html"], "frame"),
(namespaces["html"], "frameset"),
(namespaces["html"], "h1"),
(namespaces["html"], "h2"),
(namespaces["html"], "h3"),
(namespaces["html"], "h4"),
(namespaces["html"], "h5"),
(namespaces["html"], "h6"),
(namespaces["html"], "head"),
(namespaces["html"], "header"),
(namespaces["html"], "hr"),
(namespaces["html"], "html"),
(namespaces["html"], "iframe"),
# Note that image is commented out in the spec as "this isn't an
# element that can end up on the stack, so it doesn't matter,"
(namespaces["html"], "image"),
(namespaces["html"], "img"),
(namespaces["html"], "input"),
(namespaces["html"], "isindex"),
(namespaces["html"], "li"),
(namespaces["html"], "link"),
(namespaces["html"], "listing"),
(namespaces["html"], "marquee"),
(namespaces["html"], "menu"),
(namespaces["html"], "meta"),
(namespaces["html"], "nav"),
(namespaces["html"], "noembed"),
(namespaces["html"], "noframes"),
(namespaces["html"], "noscript"),
(namespaces["html"], "object"),
(namespaces["html"], "ol"),
(namespaces["html"], "p"),
(namespaces["html"], "param"),
(namespaces["html"], "plaintext"),
(namespaces["html"], "pre"),
(namespaces["html"], "script"),
(namespaces["html"], "section"),
(namespaces["html"], "select"),
(namespaces["html"], "style"),
(namespaces["html"], "table"),
(namespaces["html"], "tbody"),
(namespaces["html"], "td"),
(namespaces["html"], "textarea"),
(namespaces["html"], "tfoot"),
(namespaces["html"], "th"),
(namespaces["html"], "thead"),
(namespaces["html"], "title"),
(namespaces["html"], "tr"),
(namespaces["html"], "ul"),
(namespaces["html"], "wbr"),
(namespaces["html"], "xmp"),
(namespaces["svg"], "foreignObject")
])
htmlIntegrationPointElements = frozenset([
(namespaces["mathml"], "annotation-xml"),
(namespaces["svg"], "foreignObject"),
(namespaces["svg"], "desc"),
(namespaces["svg"], "title")
])
mathmlTextIntegrationPointElements = frozenset([
(namespaces["mathml"], "mi"),
(namespaces["mathml"], "mo"),
(namespaces["mathml"], "mn"),
(namespaces["mathml"], "ms"),
(namespaces["mathml"], "mtext")
])
adjustSVGAttributes = {
"attributename": "attributeName",
"attributetype": "attributeType",
"basefrequency": "baseFrequency",
"baseprofile": "baseProfile",
"calcmode": "calcMode",
"clippathunits": "clipPathUnits",
"contentscripttype": "contentScriptType",
"contentstyletype": "contentStyleType",
"diffuseconstant": "diffuseConstant",
"edgemode": "edgeMode",
"externalresourcesrequired": "externalResourcesRequired",
"filterres": "filterRes",
"filterunits": "filterUnits",
"glyphref": "glyphRef",
"gradienttransform": "gradientTransform",
"gradientunits": "gradientUnits",
"kernelmatrix": "kernelMatrix",
"kernelunitlength": "kernelUnitLength",
"keypoints": "keyPoints",
"keysplines": "keySplines",
"keytimes": "keyTimes",
"lengthadjust": "lengthAdjust",
"limitingconeangle": "limitingConeAngle",
"markerheight": "markerHeight",
"markerunits": "markerUnits",
"markerwidth": "markerWidth",
"maskcontentunits": "maskContentUnits",
"maskunits": "maskUnits",
"numoctaves": "numOctaves",
"pathlength": "pathLength",
"patterncontentunits": "patternContentUnits",
"patterntransform": "patternTransform",
"patternunits": "patternUnits",
"pointsatx": "pointsAtX",
"pointsaty": "pointsAtY",
"pointsatz": "pointsAtZ",
"preservealpha": "preserveAlpha",
"preserveaspectratio": "preserveAspectRatio",
"primitiveunits": "primitiveUnits",
"refx": "refX",
"refy": "refY",
"repeatcount": "repeatCount",
"repeatdur": "repeatDur",
"requiredextensions": "requiredExtensions",
"requiredfeatures": "requiredFeatures",
"specularconstant": "specularConstant",
"specularexponent": "specularExponent",
"spreadmethod": "spreadMethod",
"startoffset": "startOffset",
"stddeviation": "stdDeviation",
"stitchtiles": "stitchTiles",
"surfacescale": "surfaceScale",
"systemlanguage": "systemLanguage",
"tablevalues": "tableValues",
"targetx": "targetX",
"targety": "targetY",
"textlength": "textLength",
"viewbox": "viewBox",
"viewtarget": "viewTarget",
"xchannelselector": "xChannelSelector",
"ychannelselector": "yChannelSelector",
"zoomandpan": "zoomAndPan"
}
adjustMathMLAttributes = {"definitionurl": "definitionURL"}
adjustForeignAttributes = {
"xlink:actuate": ("xlink", "actuate", namespaces["xlink"]),
"xlink:arcrole": ("xlink", "arcrole", namespaces["xlink"]),
"xlink:href": ("xlink", "href", namespaces["xlink"]),
"xlink:role": ("xlink", "role", namespaces["xlink"]),
"xlink:show": ("xlink", "show", namespaces["xlink"]),
"xlink:title": ("xlink", "title", namespaces["xlink"]),
"xlink:type": ("xlink", "type", namespaces["xlink"]),
"xml:base": ("xml", "base", namespaces["xml"]),
"xml:lang": ("xml", "lang", namespaces["xml"]),
"xml:space": ("xml", "space", namespaces["xml"]),
"xmlns": (None, "xmlns", namespaces["xmlns"]),
"xmlns:xlink": ("xmlns", "xlink", namespaces["xmlns"])
}
unadjustForeignAttributes = dict([((ns, local), qname) for qname, (prefix, local, ns) in
adjustForeignAttributes.items()])
spaceCharacters = frozenset([
"\t",
"\n",
"\u000C",
" ",
"\r"
])
tableInsertModeElements = frozenset([
"table",
"tbody",
"tfoot",
"thead",
"tr"
])
asciiLowercase = frozenset(string.ascii_lowercase)
asciiUppercase = frozenset(string.ascii_uppercase)
asciiLetters = frozenset(string.ascii_letters)
digits = frozenset(string.digits)
hexDigits = frozenset(string.hexdigits)
asciiUpper2Lower = dict([(ord(c), ord(c.lower()))
for c in string.ascii_uppercase])
# Heading elements need to be ordered
headingElements = (
"h1",
"h2",
"h3",
"h4",
"h5",
"h6"
)
voidElements = frozenset([
"base",
"command",
"event-source",
"link",
"meta",
"hr",
"br",
"img",
"embed",
"param",
"area",
"col",
"input",
"source",
"track"
])
cdataElements = frozenset(['title', 'textarea'])
rcdataElements = frozenset([
'style',
'script',
'xmp',
'iframe',
'noembed',
'noframes',
'noscript'
])
booleanAttributes = {
"": frozenset(["irrelevant", "itemscope"]),
"style": frozenset(["scoped"]),
"img": frozenset(["ismap"]),
"audio": frozenset(["autoplay", "controls"]),
"video": frozenset(["autoplay", "controls"]),
"script": frozenset(["defer", "async"]),
"details": frozenset(["open"]),
"datagrid": frozenset(["multiple", "disabled"]),
"command": frozenset(["hidden", "disabled", "checked", "default"]),
"hr": frozenset(["noshade"]),
"menu": frozenset(["autosubmit"]),
"fieldset": frozenset(["disabled", "readonly"]),
"option": frozenset(["disabled", "readonly", "selected"]),
"optgroup": frozenset(["disabled", "readonly"]),
"button": frozenset(["disabled", "autofocus"]),
"input": frozenset(["disabled", "readonly", "required", "autofocus", "checked", "ismap"]),
"select": frozenset(["disabled", "readonly", "autofocus", "multiple"]),
"output": frozenset(["disabled", "readonly"]),
"iframe": frozenset(["seamless"]),
}
# entitiesWindows1252 has to be _ordered_ and needs to have an index. It
# therefore can't be a frozenset.
entitiesWindows1252 = (
8364, # 0x80 0x20AC EURO SIGN
65533, # 0x81 UNDEFINED
8218, # 0x82 0x201A SINGLE LOW-9 QUOTATION MARK
402, # 0x83 0x0192 LATIN SMALL LETTER F WITH HOOK
8222, # 0x84 0x201E DOUBLE LOW-9 QUOTATION MARK
8230, # 0x85 0x2026 HORIZONTAL ELLIPSIS
8224, # 0x86 0x2020 DAGGER
8225, # 0x87 0x2021 DOUBLE DAGGER
710, # 0x88 0x02C6 MODIFIER LETTER CIRCUMFLEX ACCENT
8240, # 0x89 0x2030 PER MILLE SIGN
352, # 0x8A 0x0160 LATIN CAPITAL LETTER S WITH CARON
8249, # 0x8B 0x2039 SINGLE LEFT-POINTING ANGLE QUOTATION MARK
338, # 0x8C 0x0152 LATIN CAPITAL LIGATURE OE
65533, # 0x8D UNDEFINED
381, # 0x8E 0x017D LATIN CAPITAL LETTER Z WITH CARON
65533, # 0x8F UNDEFINED
65533, # 0x90 UNDEFINED
8216, # 0x91 0x2018 LEFT SINGLE QUOTATION MARK
8217, # 0x92 0x2019 RIGHT SINGLE QUOTATION MARK
8220, # 0x93 0x201C LEFT DOUBLE QUOTATION MARK
8221, # 0x94 0x201D RIGHT DOUBLE QUOTATION MARK
8226, # 0x95 0x2022 BULLET
8211, # 0x96 0x2013 EN DASH
8212, # 0x97 0x2014 EM DASH
732, # 0x98 0x02DC SMALL TILDE
8482, # 0x99 0x2122 TRADE MARK SIGN
353, # 0x9A 0x0161 LATIN SMALL LETTER S WITH CARON
8250, # 0x9B 0x203A SINGLE RIGHT-POINTING ANGLE QUOTATION MARK
339, # 0x9C 0x0153 LATIN SMALL LIGATURE OE
65533, # 0x9D UNDEFINED
382, # 0x9E 0x017E LATIN SMALL LETTER Z WITH CARON
376 # 0x9F 0x0178 LATIN CAPITAL LETTER Y WITH DIAERESIS
)
xmlEntities = frozenset(['lt;', 'gt;', 'amp;', 'apos;', 'quot;'])
entities = {
"AElig": "\xc6",
"AElig;": "\xc6",
"AMP": "&",
"AMP;": "&",
"Aacute": "\xc1",
"Aacute;": "\xc1",
"Abreve;": "\u0102",
"Acirc": "\xc2",
"Acirc;": "\xc2",
"Acy;": "\u0410",
"Afr;": "\U0001d504",
"Agrave": "\xc0",
"Agrave;": "\xc0",
"Alpha;": "\u0391",
"Amacr;": "\u0100",
"And;": "\u2a53",
"Aogon;": "\u0104",
"Aopf;": "\U0001d538",
"ApplyFunction;": "\u2061",
"Aring": "\xc5",
"Aring;": "\xc5",
"Ascr;": "\U0001d49c",
"Assign;": "\u2254",
"Atilde": "\xc3",
"Atilde;": "\xc3",
"Auml": "\xc4",
"Auml;": "\xc4",
"Backslash;": "\u2216",
"Barv;": "\u2ae7",
"Barwed;": "\u2306",
"Bcy;": "\u0411",
"Because;": "\u2235",
"Bernoullis;": "\u212c",
"Beta;": "\u0392",
"Bfr;": "\U0001d505",
"Bopf;": "\U0001d539",
"Breve;": "\u02d8",
"Bscr;": "\u212c",
"Bumpeq;": "\u224e",
"CHcy;": "\u0427",
"COPY": "\xa9",
"COPY;": "\xa9",
"Cacute;": "\u0106",
"Cap;": "\u22d2",
"CapitalDifferentialD;": "\u2145",
"Cayleys;": "\u212d",
"Ccaron;": "\u010c",
"Ccedil": "\xc7",
"Ccedil;": "\xc7",
"Ccirc;": "\u0108",
"Cconint;": "\u2230",
"Cdot;": "\u010a",
"Cedilla;": "\xb8",
"CenterDot;": "\xb7",
"Cfr;": "\u212d",
"Chi;": "\u03a7",
"CircleDot;": "\u2299",
"CircleMinus;": "\u2296",
"CirclePlus;": "\u2295",
"CircleTimes;": "\u2297",
"ClockwiseContourIntegral;": "\u2232",
"CloseCurlyDoubleQuote;": "\u201d",
"CloseCurlyQuote;": "\u2019",
"Colon;": "\u2237",
"Colone;": "\u2a74",
"Congruent;": "\u2261",
"Conint;": "\u222f",
"ContourIntegral;": "\u222e",
"Copf;": "\u2102",
"Coproduct;": "\u2210",
"CounterClockwiseContourIntegral;": "\u2233",
"Cross;": "\u2a2f",
"Cscr;": "\U0001d49e",
"Cup;": "\u22d3",
"CupCap;": "\u224d",
"DD;": "\u2145",
"DDotrahd;": "\u2911",
"DJcy;": "\u0402",
"DScy;": "\u0405",
"DZcy;": "\u040f",
"Dagger;": "\u2021",
"Darr;": "\u21a1",
"Dashv;": "\u2ae4",
"Dcaron;": "\u010e",
"Dcy;": "\u0414",
"Del;": "\u2207",
"Delta;": "\u0394",
"Dfr;": "\U0001d507",
"DiacriticalAcute;": "\xb4",
"DiacriticalDot;": "\u02d9",
"DiacriticalDoubleAcute;": "\u02dd",
"DiacriticalGrave;": "`",
"DiacriticalTilde;": "\u02dc",
"Diamond;": "\u22c4",
"DifferentialD;": "\u2146",
"Dopf;": "\U0001d53b",
"Dot;": "\xa8",
"DotDot;": "\u20dc",
"DotEqual;": "\u2250",
"DoubleContourIntegral;": "\u222f",
"DoubleDot;": "\xa8",
"DoubleDownArrow;": "\u21d3",
"DoubleLeftArrow;": "\u21d0",
"DoubleLeftRightArrow;": "\u21d4",
"DoubleLeftTee;": "\u2ae4",
"DoubleLongLeftArrow;": "\u27f8",
"DoubleLongLeftRightArrow;": "\u27fa",
"DoubleLongRightArrow;": "\u27f9",
"DoubleRightArrow;": "\u21d2",
"DoubleRightTee;": "\u22a8",
"DoubleUpArrow;": "\u21d1",
"DoubleUpDownArrow;": "\u21d5",
"DoubleVerticalBar;": "\u2225",
"DownArrow;": "\u2193",
"DownArrowBar;": "\u2913",
"DownArrowUpArrow;": "\u21f5",
"DownBreve;": "\u0311",
"DownLeftRightVector;": "\u2950",
"DownLeftTeeVector;": "\u295e",
"DownLeftVector;": "\u21bd",
"DownLeftVectorBar;": "\u2956",
"DownRightTeeVector;": "\u295f",
"DownRightVector;": "\u21c1",
"DownRightVectorBar;": "\u2957",
"DownTee;": "\u22a4",
"DownTeeArrow;": "\u21a7",
"Downarrow;": "\u21d3",
"Dscr;": "\U0001d49f",
"Dstrok;": "\u0110",
"ENG;": "\u014a",
"ETH": "\xd0",
"ETH;": "\xd0",
"Eacute": "\xc9",
"Eacute;": "\xc9",
"Ecaron;": "\u011a",
"Ecirc": "\xca",
"Ecirc;": "\xca",
"Ecy;": "\u042d",
"Edot;": "\u0116",
"Efr;": "\U0001d508",
"Egrave": "\xc8",
"Egrave;": "\xc8",
"Element;": "\u2208",
"Emacr;": "\u0112",
"EmptySmallSquare;": "\u25fb",
"EmptyVerySmallSquare;": "\u25ab",
"Eogon;": "\u0118",
"Eopf;": "\U0001d53c",
"Epsilon;": "\u0395",
"Equal;": "\u2a75",
"EqualTilde;": "\u2242",
"Equilibrium;": "\u21cc",
"Escr;": "\u2130",
"Esim;": "\u2a73",
"Eta;": "\u0397",
"Euml": "\xcb",
"Euml;": "\xcb",
"Exists;": "\u2203",
"ExponentialE;": "\u2147",
"Fcy;": "\u0424",
"Ffr;": "\U0001d509",
"FilledSmallSquare;": "\u25fc",
"FilledVerySmallSquare;": "\u25aa",
"Fopf;": "\U0001d53d",
"ForAll;": "\u2200",
"Fouriertrf;": "\u2131",
"Fscr;": "\u2131",
"GJcy;": "\u0403",
"GT": ">",
"GT;": ">",
"Gamma;": "\u0393",
"Gammad;": "\u03dc",
"Gbreve;": "\u011e",
"Gcedil;": "\u0122",
"Gcirc;": "\u011c",
"Gcy;": "\u0413",
"Gdot;": "\u0120",
"Gfr;": "\U0001d50a",
"Gg;": "\u22d9",
"Gopf;": "\U0001d53e",
"GreaterEqual;": "\u2265",
"GreaterEqualLess;": "\u22db",
"GreaterFullEqual;": "\u2267",
"GreaterGreater;": "\u2aa2",
"GreaterLess;": "\u2277",
"GreaterSlantEqual;": "\u2a7e",
"GreaterTilde;": "\u2273",
"Gscr;": "\U0001d4a2",
"Gt;": "\u226b",
"HARDcy;": "\u042a",
"Hacek;": "\u02c7",
"Hat;": "^",
"Hcirc;": "\u0124",
"Hfr;": "\u210c",
"HilbertSpace;": "\u210b",
"Hopf;": "\u210d",
"HorizontalLine;": "\u2500",
"Hscr;": "\u210b",
"Hstrok;": "\u0126",
"HumpDownHump;": "\u224e",
"HumpEqual;": "\u224f",
"IEcy;": "\u0415",
"IJlig;": "\u0132",
"IOcy;": "\u0401",
"Iacute": "\xcd",
"Iacute;": "\xcd",
"Icirc": "\xce",
"Icirc;": "\xce",
"Icy;": "\u0418",
"Idot;": "\u0130",
"Ifr;": "\u2111",
"Igrave": "\xcc",
"Igrave;": "\xcc",
"Im;": "\u2111",
"Imacr;": "\u012a",
"ImaginaryI;": "\u2148",
"Implies;": "\u21d2",
"Int;": "\u222c",
"Integral;": "\u222b",
"Intersection;": "\u22c2",
"InvisibleComma;": "\u2063",
"InvisibleTimes;": "\u2062",
"Iogon;": "\u012e",
"Iopf;": "\U0001d540",
"Iota;": "\u0399",
"Iscr;": "\u2110",
"Itilde;": "\u0128",
"Iukcy;": "\u0406",
"Iuml": "\xcf",
"Iuml;": "\xcf",
"Jcirc;": "\u0134",
"Jcy;": "\u0419",
"Jfr;": "\U0001d50d",
"Jopf;": "\U0001d541",
"Jscr;": "\U0001d4a5",
"Jsercy;": "\u0408",
"Jukcy;": "\u0404",
"KHcy;": "\u0425",
"KJcy;": "\u040c",
"Kappa;": "\u039a",
"Kcedil;": "\u0136",
"Kcy;": "\u041a",
"Kfr;": "\U0001d50e",
"Kopf;": "\U0001d542",
"Kscr;": "\U0001d4a6",
"LJcy;": "\u0409",
"LT": "<",
"LT;": "<",
"Lacute;": "\u0139",
"Lambda;": "\u039b",
"Lang;": "\u27ea",
"Laplacetrf;": "\u2112",
"Larr;": "\u219e",
"Lcaron;": "\u013d",
"Lcedil;": "\u013b",
"Lcy;": "\u041b",
"LeftAngleBracket;": "\u27e8",
"LeftArrow;": "\u2190",
"LeftArrowBar;": "\u21e4",
"LeftArrowRightArrow;": "\u21c6",
"LeftCeiling;": "\u2308",
"LeftDoubleBracket;": "\u27e6",
"LeftDownTeeVector;": "\u2961",
"LeftDownVector;": "\u21c3",
"LeftDownVectorBar;": "\u2959",
"LeftFloor;": "\u230a",
"LeftRightArrow;": "\u2194",
"LeftRightVector;": "\u294e",
"LeftTee;": "\u22a3",
"LeftTeeArrow;": "\u21a4",
"LeftTeeVector;": "\u295a",
"LeftTriangle;": "\u22b2",
"LeftTriangleBar;": "\u29cf",
"LeftTriangleEqual;": "\u22b4",
"LeftUpDownVector;": "\u2951",
"LeftUpTeeVector;": "\u2960",
"LeftUpVector;": "\u21bf",
"LeftUpVectorBar;": "\u2958",
"LeftVector;": "\u21bc",
"LeftVectorBar;": "\u2952",
"Leftarrow;": "\u21d0",
"Leftrightarrow;": "\u21d4",
"LessEqualGreater;": "\u22da",
"LessFullEqual;": "\u2266",
"LessGreater;": "\u2276",
"LessLess;": "\u2aa1",
"LessSlantEqual;": "\u2a7d",
"LessTilde;": "\u2272",
"Lfr;": "\U0001d50f",
"Ll;": "\u22d8",
"Lleftarrow;": "\u21da",
"Lmidot;": "\u013f",
"LongLeftArrow;": "\u27f5",
"LongLeftRightArrow;": "\u27f7",
"LongRightArrow;": "\u27f6",
"Longleftarrow;": "\u27f8",
"Longleftrightarrow;": "\u27fa",
"Longrightarrow;": "\u27f9",
"Lopf;": "\U0001d543",
"LowerLeftArrow;": "\u2199",
"LowerRightArrow;": "\u2198",
"Lscr;": "\u2112",
"Lsh;": "\u21b0",
"Lstrok;": "\u0141",
"Lt;": "\u226a",
"Map;": "\u2905",
"Mcy;": "\u041c",
"MediumSpace;": "\u205f",
"Mellintrf;": "\u2133",
"Mfr;": "\U0001d510",
"MinusPlus;": "\u2213",
"Mopf;": "\U0001d544",
"Mscr;": "\u2133",
"Mu;": "\u039c",
"NJcy;": "\u040a",
"Nacute;": "\u0143",
"Ncaron;": "\u0147",
"Ncedil;": "\u0145",
"Ncy;": "\u041d",
"NegativeMediumSpace;": "\u200b",
"NegativeThickSpace;": "\u200b",
"NegativeThinSpace;": "\u200b",
"NegativeVeryThinSpace;": "\u200b",
"NestedGreaterGreater;": "\u226b",
"NestedLessLess;": "\u226a",
"NewLine;": "\n",
"Nfr;": "\U0001d511",
"NoBreak;": "\u2060",
"NonBreakingSpace;": "\xa0",
"Nopf;": "\u2115",
"Not;": "\u2aec",
"NotCongruent;": "\u2262",
"NotCupCap;": "\u226d",
"NotDoubleVerticalBar;": "\u2226",
"NotElement;": "\u2209",
"NotEqual;": "\u2260",
"NotEqualTilde;": "\u2242\u0338",
"NotExists;": "\u2204",
"NotGreater;": "\u226f",
"NotGreaterEqual;": "\u2271",
"NotGreaterFullEqual;": "\u2267\u0338",
"NotGreaterGreater;": "\u226b\u0338",
"NotGreaterLess;": "\u2279",
"NotGreaterSlantEqual;": "\u2a7e\u0338",
"NotGreaterTilde;": "\u2275",
"NotHumpDownHump;": "\u224e\u0338",
"NotHumpEqual;": "\u224f\u0338",
"NotLeftTriangle;": "\u22ea",
"NotLeftTriangleBar;": "\u29cf\u0338",
"NotLeftTriangleEqual;": "\u22ec",
"NotLess;": "\u226e",
"NotLessEqual;": "\u2270",
"NotLessGreater;": "\u2278",
"NotLessLess;": "\u226a\u0338",
"NotLessSlantEqual;": "\u2a7d\u0338",
"NotLessTilde;": "\u2274",
"NotNestedGreaterGreater;": "\u2aa2\u0338",
"NotNestedLessLess;": "\u2aa1\u0338",
"NotPrecedes;": "\u2280",
"NotPrecedesEqual;": "\u2aaf\u0338",
"NotPrecedesSlantEqual;": "\u22e0",
"NotReverseElement;": "\u220c",
"NotRightTriangle;": "\u22eb",
"NotRightTriangleBar;": "\u29d0\u0338",
"NotRightTriangleEqual;": "\u22ed",
"NotSquareSubset;": "\u228f\u0338",
"NotSquareSubsetEqual;": "\u22e2",
"NotSquareSuperset;": "\u2290\u0338",
"NotSquareSupersetEqual;": "\u22e3",
"NotSubset;": "\u2282\u20d2",
"NotSubsetEqual;": "\u2288",
"NotSucceeds;": "\u2281",
"NotSucceedsEqual;": "\u2ab0\u0338",
"NotSucceedsSlantEqual;": "\u22e1",
"NotSucceedsTilde;": "\u227f\u0338",
"NotSuperset;": "\u2283\u20d2",
"NotSupersetEqual;": "\u2289",
"NotTilde;": "\u2241",
"NotTildeEqual;": "\u2244",
"NotTildeFullEqual;": "\u2247",
"NotTildeTilde;": "\u2249",
"NotVerticalBar;": "\u2224",
"Nscr;": "\U0001d4a9",
"Ntilde": "\xd1",
"Ntilde;": "\xd1",
"Nu;": "\u039d",
"OElig;": "\u0152",
"Oacute": "\xd3",
"Oacute;": "\xd3",
"Ocirc": "\xd4",
"Ocirc;": "\xd4",
"Ocy;": "\u041e",
"Odblac;": "\u0150",
"Ofr;": "\U0001d512",
"Ograve": "\xd2",
"Ograve;": "\xd2",
"Omacr;": "\u014c",
"Omega;": "\u03a9",
"Omicron;": "\u039f",
"Oopf;": "\U0001d546",
"OpenCurlyDoubleQuote;": "\u201c",
"OpenCurlyQuote;": "\u2018",
"Or;": "\u2a54",
"Oscr;": "\U0001d4aa",
"Oslash": "\xd8",
"Oslash;": "\xd8",
"Otilde": "\xd5",
"Otilde;": "\xd5",
"Otimes;": "\u2a37",
"Ouml": "\xd6",
"Ouml;": "\xd6",
"OverBar;": "\u203e",
"OverBrace;": "\u23de",
"OverBracket;": "\u23b4",
"OverParenthesis;": "\u23dc",
"PartialD;": "\u2202",
"Pcy;": "\u041f",
"Pfr;": "\U0001d513",
"Phi;": "\u03a6",
"Pi;": "\u03a0",
"PlusMinus;": "\xb1",
"Poincareplane;": "\u210c",
"Popf;": "\u2119",
"Pr;": "\u2abb",
"Precedes;": "\u227a",
"PrecedesEqual;": "\u2aaf",
"PrecedesSlantEqual;": "\u227c",
"PrecedesTilde;": "\u227e",
"Prime;": "\u2033",
"Product;": "\u220f",
"Proportion;": "\u2237",
"Proportional;": "\u221d",
"Pscr;": "\U0001d4ab",
"Psi;": "\u03a8",
"QUOT": "\"",
"QUOT;": "\"",
"Qfr;": "\U0001d514",
"Qopf;": "\u211a",
"Qscr;": "\U0001d4ac",
"RBarr;": "\u2910",
"REG": "\xae",
"REG;": "\xae",
"Racute;": "\u0154",
"Rang;": "\u27eb",
"Rarr;": "\u21a0",
"Rarrtl;": "\u2916",
"Rcaron;": "\u0158",
"Rcedil;": "\u0156",
"Rcy;": "\u0420",
"Re;": "\u211c",
"ReverseElement;": "\u220b",
"ReverseEquilibrium;": "\u21cb",
"ReverseUpEquilibrium;": "\u296f",
"Rfr;": "\u211c",
"Rho;": "\u03a1",
"RightAngleBracket;": "\u27e9",
"RightArrow;": "\u2192",
"RightArrowBar;": "\u21e5",
"RightArrowLeftArrow;": "\u21c4",
"RightCeiling;": "\u2309",
"RightDoubleBracket;": "\u27e7",
"RightDownTeeVector;": "\u295d",
"RightDownVector;": "\u21c2",
"RightDownVectorBar;": "\u2955",
"RightFloor;": "\u230b",
"RightTee;": "\u22a2",
"RightTeeArrow;": "\u21a6",
"RightTeeVector;": "\u295b",
"RightTriangle;": "\u22b3",
"RightTriangleBar;": "\u29d0",
"RightTriangleEqual;": "\u22b5",
"RightUpDownVector;": "\u294f",
"RightUpTeeVector;": "\u295c",
"RightUpVector;": "\u21be",
"RightUpVectorBar;": "\u2954",
"RightVector;": "\u21c0",
"RightVectorBar;": "\u2953",
"Rightarrow;": "\u21d2",
"Ropf;": "\u211d",
"RoundImplies;": "\u2970",
"Rrightarrow;": "\u21db",
"Rscr;": "\u211b",
"Rsh;": "\u21b1",
"RuleDelayed;": "\u29f4",
"SHCHcy;": "\u0429",
"SHcy;": "\u0428",
"SOFTcy;": "\u042c",
"Sacute;": "\u015a",
"Sc;": "\u2abc",
"Scaron;": "\u0160",
"Scedil;": "\u015e",
"Scirc;": "\u015c",
"Scy;": "\u0421",
"Sfr;": "\U0001d516",
"ShortDownArrow;": "\u2193",
"ShortLeftArrow;": "\u2190",
"ShortRightArrow;": "\u2192",
"ShortUpArrow;": "\u2191",
"Sigma;": "\u03a3",
"SmallCircle;": "\u2218",
"Sopf;": "\U0001d54a",
"Sqrt;": "\u221a",
"Square;": "\u25a1",
"SquareIntersection;": "\u2293",
"SquareSubset;": "\u228f",
"SquareSubsetEqual;": "\u2291",
"SquareSuperset;": "\u2290",
"SquareSupersetEqual;": "\u2292",
"SquareUnion;": "\u2294",
"Sscr;": "\U0001d4ae",
"Star;": "\u22c6",
"Sub;": "\u22d0",
"Subset;": "\u22d0",
"SubsetEqual;": "\u2286",
"Succeeds;": "\u227b",
"SucceedsEqual;": "\u2ab0",
"SucceedsSlantEqual;": "\u227d",
"SucceedsTilde;": "\u227f",
"SuchThat;": "\u220b",
"Sum;": "\u2211",
"Sup;": "\u22d1",
"Superset;": "\u2283",
"SupersetEqual;": "\u2287",
"Supset;": "\u22d1",
"THORN": "\xde",
"THORN;": "\xde",
"TRADE;": "\u2122",
"TSHcy;": "\u040b",
"TScy;": "\u0426",
"Tab;": "\t",
"Tau;": "\u03a4",
"Tcaron;": "\u0164",
"Tcedil;": "\u0162",
"Tcy;": "\u0422",
"Tfr;": "\U0001d517",
"Therefore;": "\u2234",
"Theta;": "\u0398",
"ThickSpace;": "\u205f\u200a",
"ThinSpace;": "\u2009",
"Tilde;": "\u223c",
"TildeEqual;": "\u2243",
"TildeFullEqual;": "\u2245",
"TildeTilde;": "\u2248",
"Topf;": "\U0001d54b",
"TripleDot;": "\u20db",
"Tscr;": "\U0001d4af",
"Tstrok;": "\u0166",
"Uacute": "\xda",
"Uacute;": "\xda",
"Uarr;": "\u219f",
"Uarrocir;": "\u2949",
"Ubrcy;": "\u040e",
"Ubreve;": "\u016c",
"Ucirc": "\xdb",
"Ucirc;": "\xdb",
"Ucy;": "\u0423",
"Udblac;": "\u0170",
"Ufr;": "\U0001d518",
"Ugrave": "\xd9",
"Ugrave;": "\xd9",
"Umacr;": "\u016a",
"UnderBar;": "_",
"UnderBrace;": "\u23df",
"UnderBracket;": "\u23b5",
"UnderParenthesis;": "\u23dd",
"Union;": "\u22c3",
"UnionPlus;": "\u228e",
"Uogon;": "\u0172",
"Uopf;": "\U0001d54c",
"UpArrow;": "\u2191",
"UpArrowBar;": "\u2912",
"UpArrowDownArrow;": "\u21c5",
"UpDownArrow;": "\u2195",
"UpEquilibrium;": "\u296e",
"UpTee;": "\u22a5",
"UpTeeArrow;": "\u21a5",
"Uparrow;": "\u21d1",
"Updownarrow;": "\u21d5",
"UpperLeftArrow;": "\u2196",
"UpperRightArrow;": "\u2197",
"Upsi;": "\u03d2",
"Upsilon;": "\u03a5",
"Uring;": "\u016e",
"Uscr;": "\U0001d4b0",
"Utilde;": "\u0168",
"Uuml": "\xdc",
"Uuml;": "\xdc",
"VDash;": "\u22ab",
"Vbar;": "\u2aeb",
"Vcy;": "\u0412",
"Vdash;": "\u22a9",
"Vdashl;": "\u2ae6",
"Vee;": "\u22c1",
"Verbar;": "\u2016",
"Vert;": "\u2016",
"VerticalBar;": "\u2223",
"VerticalLine;": "|",
"VerticalSeparator;": "\u2758",
"VerticalTilde;": "\u2240",
"VeryThinSpace;": "\u200a",
"Vfr;": "\U0001d519",
"Vopf;": "\U0001d54d",
"Vscr;": "\U0001d4b1",
"Vvdash;": "\u22aa",
"Wcirc;": "\u0174",
"Wedge;": "\u22c0",
"Wfr;": "\U0001d51a",
"Wopf;": "\U0001d54e",
"Wscr;": "\U0001d4b2",
"Xfr;": "\U0001d51b",
"Xi;": "\u039e",
"Xopf;": "\U0001d54f",
"Xscr;": "\U0001d4b3",
"YAcy;": "\u042f",
"YIcy;": "\u0407",
"YUcy;": "\u042e",
"Yacute": "\xdd",
"Yacute;": "\xdd",
"Ycirc;": "\u0176",
"Ycy;": "\u042b",
"Yfr;": "\U0001d51c",
"Yopf;": "\U0001d550",
"Yscr;": "\U0001d4b4",
"Yuml;": "\u0178",
"ZHcy;": "\u0416",
"Zacute;": "\u0179",
"Zcaron;": "\u017d",
"Zcy;": "\u0417",
"Zdot;": "\u017b",
"ZeroWidthSpace;": "\u200b",
"Zeta;": "\u0396",
"Zfr;": "\u2128",
"Zopf;": "\u2124",
"Zscr;": "\U0001d4b5",
"aacute": "\xe1",
"aacute;": "\xe1",
"abreve;": "\u0103",
"ac;": "\u223e",
"acE;": "\u223e\u0333",
"acd;": "\u223f",
"acirc": "\xe2",
"acirc;": "\xe2",
"acute": "\xb4",
"acute;": "\xb4",
"acy;": "\u0430",
"aelig": "\xe6",
"aelig;": "\xe6",
"af;": "\u2061",
"afr;": "\U0001d51e",
"agrave": "\xe0",
"agrave;": "\xe0",
"alefsym;": "\u2135",
"aleph;": "\u2135",
"alpha;": "\u03b1",
"amacr;": "\u0101",
"amalg;": "\u2a3f",
"amp": "&",
"amp;": "&",
"and;": "\u2227",
"andand;": "\u2a55",
"andd;": "\u2a5c",
"andslope;": "\u2a58",
"andv;": "\u2a5a",
"ang;": "\u2220",
"ange;": "\u29a4",
"angle;": "\u2220",
"angmsd;": "\u2221",
"angmsdaa;": "\u29a8",
"angmsdab;": "\u29a9",
"angmsdac;": "\u29aa",
"angmsdad;": "\u29ab",
"angmsdae;": "\u29ac",
"angmsdaf;": "\u29ad",
"angmsdag;": "\u29ae",
"angmsdah;": "\u29af",
"angrt;": "\u221f",
"angrtvb;": "\u22be",
"angrtvbd;": "\u299d",
"angsph;": "\u2222",
"angst;": "\xc5",
"angzarr;": "\u237c",
"aogon;": "\u0105",
"aopf;": "\U0001d552",
"ap;": "\u2248",
"apE;": "\u2a70",
"apacir;": "\u2a6f",
"ape;": "\u224a",
"apid;": "\u224b",
"apos;": "'",
"approx;": "\u2248",
"approxeq;": "\u224a",
"aring": "\xe5",
"aring;": "\xe5",
"ascr;": "\U0001d4b6",
"ast;": "*",
"asymp;": "\u2248",
"asympeq;": "\u224d",
"atilde": "\xe3",
"atilde;": "\xe3",
"auml": "\xe4",
"auml;": "\xe4",
"awconint;": "\u2233",
"awint;": "\u2a11",
"bNot;": "\u2aed",
"backcong;": "\u224c",
"backepsilon;": "\u03f6",
"backprime;": "\u2035",
"backsim;": "\u223d",
"backsimeq;": "\u22cd",
"barvee;": "\u22bd",
"barwed;": "\u2305",
"barwedge;": "\u2305",
"bbrk;": "\u23b5",
"bbrktbrk;": "\u23b6",
"bcong;": "\u224c",
"bcy;": "\u0431",
"bdquo;": "\u201e",
"becaus;": "\u2235",
"because;": "\u2235",
"bemptyv;": "\u29b0",
"bepsi;": "\u03f6",
"bernou;": "\u212c",
"beta;": "\u03b2",
"beth;": "\u2136",
"between;": "\u226c",
"bfr;": "\U0001d51f",
"bigcap;": "\u22c2",
"bigcirc;": "\u25ef",
"bigcup;": "\u22c3",
"bigodot;": "\u2a00",
"bigoplus;": "\u2a01",
"bigotimes;": "\u2a02",
"bigsqcup;": "\u2a06",
"bigstar;": "\u2605",
"bigtriangledown;": "\u25bd",
"bigtriangleup;": "\u25b3",
"biguplus;": "\u2a04",
"bigvee;": "\u22c1",
"bigwedge;": "\u22c0",
"bkarow;": "\u290d",
"blacklozenge;": "\u29eb",
"blacksquare;": "\u25aa",
"blacktriangle;": "\u25b4",
"blacktriangledown;": "\u25be",
"blacktriangleleft;": "\u25c2",
"blacktriangleright;": "\u25b8",
"blank;": "\u2423",
"blk12;": "\u2592",
"blk14;": "\u2591",
"blk34;": "\u2593",
"block;": "\u2588",
"bne;": "=\u20e5",
"bnequiv;": "\u2261\u20e5",
"bnot;": "\u2310",
"bopf;": "\U0001d553",
"bot;": "\u22a5",
"bottom;": "\u22a5",
"bowtie;": "\u22c8",
"boxDL;": "\u2557",
"boxDR;": "\u2554",
"boxDl;": "\u2556",
"boxDr;": "\u2553",
"boxH;": "\u2550",
"boxHD;": "\u2566",
"boxHU;": "\u2569",
"boxHd;": "\u2564",
"boxHu;": "\u2567",
"boxUL;": "\u255d",
"boxUR;": "\u255a",
"boxUl;": "\u255c",
"boxUr;": "\u2559",
"boxV;": "\u2551",
"boxVH;": "\u256c",
"boxVL;": "\u2563",
"boxVR;": "\u2560",
"boxVh;": "\u256b",
"boxVl;": "\u2562",
"boxVr;": "\u255f",
"boxbox;": "\u29c9",
"boxdL;": "\u2555",
"boxdR;": "\u2552",
"boxdl;": "\u2510",
"boxdr;": "\u250c",
"boxh;": "\u2500",
"boxhD;": "\u2565",
"boxhU;": "\u2568",
"boxhd;": "\u252c",
"boxhu;": "\u2534",
"boxminus;": "\u229f",
"boxplus;": "\u229e",
"boxtimes;": "\u22a0",
"boxuL;": "\u255b",
"boxuR;": "\u2558",
"boxul;": "\u2518",
"boxur;": "\u2514",
"boxv;": "\u2502",
"boxvH;": "\u256a",
"boxvL;": "\u2561",
"boxvR;": "\u255e",
"boxvh;": "\u253c",
"boxvl;": "\u2524",
"boxvr;": "\u251c",
"bprime;": "\u2035",
"breve;": "\u02d8",
"brvbar": "\xa6",
"brvbar;": "\xa6",
"bscr;": "\U0001d4b7",
"bsemi;": "\u204f",
"bsim;": "\u223d",
"bsime;": "\u22cd",
"bsol;": "\\",
"bsolb;": "\u29c5",
"bsolhsub;": "\u27c8",
"bull;": "\u2022",
"bullet;": "\u2022",
"bump;": "\u224e",
"bumpE;": "\u2aae",
"bumpe;": "\u224f",
"bumpeq;": "\u224f",
"cacute;": "\u0107",
"cap;": "\u2229",
"capand;": "\u2a44",
"capbrcup;": "\u2a49",
"capcap;": "\u2a4b",
"capcup;": "\u2a47",
"capdot;": "\u2a40",
"caps;": "\u2229\ufe00",
"caret;": "\u2041",
"caron;": "\u02c7",
"ccaps;": "\u2a4d",
"ccaron;": "\u010d",
"ccedil": "\xe7",
"ccedil;": "\xe7",
"ccirc;": "\u0109",
"ccups;": "\u2a4c",
"ccupssm;": "\u2a50",
"cdot;": "\u010b",
"cedil": "\xb8",
"cedil;": "\xb8",
"cemptyv;": "\u29b2",
"cent": "\xa2",
"cent;": "\xa2",
"centerdot;": "\xb7",
"cfr;": "\U0001d520",
"chcy;": "\u0447",
"check;": "\u2713",
"checkmark;": "\u2713",
"chi;": "\u03c7",
"cir;": "\u25cb",
"cirE;": "\u29c3",
"circ;": "\u02c6",
"circeq;": "\u2257",
"circlearrowleft;": "\u21ba",
"circlearrowright;": "\u21bb",
"circledR;": "\xae",
"circledS;": "\u24c8",
"circledast;": "\u229b",
"circledcirc;": "\u229a",
"circleddash;": "\u229d",
"cire;": "\u2257",
"cirfnint;": "\u2a10",
"cirmid;": "\u2aef",
"cirscir;": "\u29c2",
"clubs;": "\u2663",
"clubsuit;": "\u2663",
"colon;": ":",
"colone;": "\u2254",
"coloneq;": "\u2254",
"comma;": ",",
"commat;": "@",
"comp;": "\u2201",
"compfn;": "\u2218",
"complement;": "\u2201",
"complexes;": "\u2102",
"cong;": "\u2245",
"congdot;": "\u2a6d",
"conint;": "\u222e",
"copf;": "\U0001d554",
"coprod;": "\u2210",
"copy": "\xa9",
"copy;": "\xa9",
"copysr;": "\u2117",
"crarr;": "\u21b5",
"cross;": "\u2717",
"cscr;": "\U0001d4b8",
"csub;": "\u2acf",
"csube;": "\u2ad1",
"csup;": "\u2ad0",
"csupe;": "\u2ad2",
"ctdot;": "\u22ef",
"cudarrl;": "\u2938",
"cudarrr;": "\u2935",
"cuepr;": "\u22de",
"cuesc;": "\u22df",
"cularr;": "\u21b6",
"cularrp;": "\u293d",
"cup;": "\u222a",
"cupbrcap;": "\u2a48",
"cupcap;": "\u2a46",
"cupcup;": "\u2a4a",
"cupdot;": "\u228d",
"cupor;": "\u2a45",
"cups;": "\u222a\ufe00",
"curarr;": "\u21b7",
"curarrm;": "\u293c",
"curlyeqprec;": "\u22de",
"curlyeqsucc;": "\u22df",
"curlyvee;": "\u22ce",
"curlywedge;": "\u22cf",
"curren": "\xa4",
"curren;": "\xa4",
"curvearrowleft;": "\u21b6",
"curvearrowright;": "\u21b7",
"cuvee;": "\u22ce",
"cuwed;": "\u22cf",
"cwconint;": "\u2232",
"cwint;": "\u2231",
"cylcty;": "\u232d",
"dArr;": "\u21d3",
"dHar;": "\u2965",
"dagger;": "\u2020",
"daleth;": "\u2138",
"darr;": "\u2193",
"dash;": "\u2010",
"dashv;": "\u22a3",
"dbkarow;": "\u290f",
"dblac;": "\u02dd",
"dcaron;": "\u010f",
"dcy;": "\u0434",
"dd;": "\u2146",
"ddagger;": "\u2021",
"ddarr;": "\u21ca",
"ddotseq;": "\u2a77",
"deg": "\xb0",
"deg;": "\xb0",
"delta;": "\u03b4",
"demptyv;": "\u29b1",
"dfisht;": "\u297f",
"dfr;": "\U0001d521",
"dharl;": "\u21c3",
"dharr;": "\u21c2",
"diam;": "\u22c4",
"diamond;": "\u22c4",
"diamondsuit;": "\u2666",
"diams;": "\u2666",
"die;": "\xa8",
"digamma;": "\u03dd",
"disin;": "\u22f2",
"div;": "\xf7",
"divide": "\xf7",
"divide;": "\xf7",
"divideontimes;": "\u22c7",
"divonx;": "\u22c7",
"djcy;": "\u0452",
"dlcorn;": "\u231e",
"dlcrop;": "\u230d",
"dollar;": "$",
"dopf;": "\U0001d555",
"dot;": "\u02d9",
"doteq;": "\u2250",
"doteqdot;": "\u2251",
"dotminus;": "\u2238",
"dotplus;": "\u2214",
"dotsquare;": "\u22a1",
"doublebarwedge;": "\u2306",
"downarrow;": "\u2193",
"downdownarrows;": "\u21ca",
"downharpoonleft;": "\u21c3",
"downharpoonright;": "\u21c2",
"drbkarow;": "\u2910",
"drcorn;": "\u231f",
"drcrop;": "\u230c",
"dscr;": "\U0001d4b9",
"dscy;": "\u0455",
"dsol;": "\u29f6",
"dstrok;": "\u0111",
"dtdot;": "\u22f1",
"dtri;": "\u25bf",
"dtrif;": "\u25be",
"duarr;": "\u21f5",
"duhar;": "\u296f",
"dwangle;": "\u29a6",
"dzcy;": "\u045f",
"dzigrarr;": "\u27ff",
"eDDot;": "\u2a77",
"eDot;": "\u2251",
"eacute": "\xe9",
"eacute;": "\xe9",
"easter;": "\u2a6e",
"ecaron;": "\u011b",
"ecir;": "\u2256",
"ecirc": "\xea",
"ecirc;": "\xea",
"ecolon;": "\u2255",
"ecy;": "\u044d",
"edot;": "\u0117",
"ee;": "\u2147",
"efDot;": "\u2252",
"efr;": "\U0001d522",
"eg;": "\u2a9a",
"egrave": "\xe8",
"egrave;": "\xe8",
"egs;": "\u2a96",
"egsdot;": "\u2a98",
"el;": "\u2a99",
"elinters;": "\u23e7",
"ell;": "\u2113",
"els;": "\u2a95",
"elsdot;": "\u2a97",
"emacr;": "\u0113",
"empty;": "\u2205",
"emptyset;": "\u2205",
"emptyv;": "\u2205",
"emsp13;": "\u2004",
"emsp14;": "\u2005",
"emsp;": "\u2003",
"eng;": "\u014b",
"ensp;": "\u2002",
"eogon;": "\u0119",
"eopf;": "\U0001d556",
"epar;": "\u22d5",
"eparsl;": "\u29e3",
"eplus;": "\u2a71",
"epsi;": "\u03b5",
"epsilon;": "\u03b5",
"epsiv;": "\u03f5",
"eqcirc;": "\u2256",
"eqcolon;": "\u2255",
"eqsim;": "\u2242",
"eqslantgtr;": "\u2a96",
"eqslantless;": "\u2a95",
"equals;": "=",
"equest;": "\u225f",
"equiv;": "\u2261",
"equivDD;": "\u2a78",
"eqvparsl;": "\u29e5",
"erDot;": "\u2253",
"erarr;": "\u2971",
"escr;": "\u212f",
"esdot;": "\u2250",
"esim;": "\u2242",
"eta;": "\u03b7",
"eth": "\xf0",
"eth;": "\xf0",
"euml": "\xeb",
"euml;": "\xeb",
"euro;": "\u20ac",
"excl;": "!",
"exist;": "\u2203",
"expectation;": "\u2130",
"exponentiale;": "\u2147",
"fallingdotseq;": "\u2252",
"fcy;": "\u0444",
"female;": "\u2640",
"ffilig;": "\ufb03",
"fflig;": "\ufb00",
"ffllig;": "\ufb04",
"ffr;": "\U0001d523",
"filig;": "\ufb01",
"fjlig;": "fj",
"flat;": "\u266d",
"fllig;": "\ufb02",
"fltns;": "\u25b1",
"fnof;": "\u0192",
"fopf;": "\U0001d557",
"forall;": "\u2200",
"fork;": "\u22d4",
"forkv;": "\u2ad9",
"fpartint;": "\u2a0d",
"frac12": "\xbd",
"frac12;": "\xbd",
"frac13;": "\u2153",
"frac14": "\xbc",
"frac14;": "\xbc",
"frac15;": "\u2155",
"frac16;": "\u2159",
"frac18;": "\u215b",
"frac23;": "\u2154",
"frac25;": "\u2156",
"frac34": "\xbe",
"frac34;": "\xbe",
"frac35;": "\u2157",
"frac38;": "\u215c",
"frac45;": "\u2158",
"frac56;": "\u215a",
"frac58;": "\u215d",
"frac78;": "\u215e",
"frasl;": "\u2044",
"frown;": "\u2322",
"fscr;": "\U0001d4bb",
"gE;": "\u2267",
"gEl;": "\u2a8c",
"gacute;": "\u01f5",
"gamma;": "\u03b3",
"gammad;": "\u03dd",
"gap;": "\u2a86",
"gbreve;": "\u011f",
"gcirc;": "\u011d",
"gcy;": "\u0433",
"gdot;": "\u0121",
"ge;": "\u2265",
"gel;": "\u22db",
"geq;": "\u2265",
"geqq;": "\u2267",
"geqslant;": "\u2a7e",
"ges;": "\u2a7e",
"gescc;": "\u2aa9",
"gesdot;": "\u2a80",
"gesdoto;": "\u2a82",
"gesdotol;": "\u2a84",
"gesl;": "\u22db\ufe00",
"gesles;": "\u2a94",
"gfr;": "\U0001d524",
"gg;": "\u226b",
"ggg;": "\u22d9",
"gimel;": "\u2137",
"gjcy;": "\u0453",
"gl;": "\u2277",
"glE;": "\u2a92",
"gla;": "\u2aa5",
"glj;": "\u2aa4",
"gnE;": "\u2269",
"gnap;": "\u2a8a",
"gnapprox;": "\u2a8a",
"gne;": "\u2a88",
"gneq;": "\u2a88",
"gneqq;": "\u2269",
"gnsim;": "\u22e7",
"gopf;": "\U0001d558",
"grave;": "`",
"gscr;": "\u210a",
"gsim;": "\u2273",
"gsime;": "\u2a8e",
"gsiml;": "\u2a90",
"gt": ">",
"gt;": ">",
"gtcc;": "\u2aa7",
"gtcir;": "\u2a7a",
"gtdot;": "\u22d7",
"gtlPar;": "\u2995",
"gtquest;": "\u2a7c",
"gtrapprox;": "\u2a86",
"gtrarr;": "\u2978",
"gtrdot;": "\u22d7",
"gtreqless;": "\u22db",
"gtreqqless;": "\u2a8c",
"gtrless;": "\u2277",
"gtrsim;": "\u2273",
"gvertneqq;": "\u2269\ufe00",
"gvnE;": "\u2269\ufe00",
"hArr;": "\u21d4",
"hairsp;": "\u200a",
"half;": "\xbd",
"hamilt;": "\u210b",
"hardcy;": "\u044a",
"harr;": "\u2194",
"harrcir;": "\u2948",
"harrw;": "\u21ad",
"hbar;": "\u210f",
"hcirc;": "\u0125",
"hearts;": "\u2665",
"heartsuit;": "\u2665",
"hellip;": "\u2026",
"hercon;": "\u22b9",
"hfr;": "\U0001d525",
"hksearow;": "\u2925",
"hkswarow;": "\u2926",
"hoarr;": "\u21ff",
"homtht;": "\u223b",
"hookleftarrow;": "\u21a9",
"hookrightarrow;": "\u21aa",
"hopf;": "\U0001d559",
"horbar;": "\u2015",
"hscr;": "\U0001d4bd",
"hslash;": "\u210f",
"hstrok;": "\u0127",
"hybull;": "\u2043",
"hyphen;": "\u2010",
"iacute": "\xed",
"iacute;": "\xed",
"ic;": "\u2063",
"icirc": "\xee",
"icirc;": "\xee",
"icy;": "\u0438",
"iecy;": "\u0435",
"iexcl": "\xa1",
"iexcl;": "\xa1",
"iff;": "\u21d4",
"ifr;": "\U0001d526",
"igrave": "\xec",
"igrave;": "\xec",
"ii;": "\u2148",
"iiiint;": "\u2a0c",
"iiint;": "\u222d",
"iinfin;": "\u29dc",
"iiota;": "\u2129",
"ijlig;": "\u0133",
"imacr;": "\u012b",
"image;": "\u2111",
"imagline;": "\u2110",
"imagpart;": "\u2111",
"imath;": "\u0131",
"imof;": "\u22b7",
"imped;": "\u01b5",
"in;": "\u2208",
"incare;": "\u2105",
"infin;": "\u221e",
"infintie;": "\u29dd",
"inodot;": "\u0131",
"int;": "\u222b",
"intcal;": "\u22ba",
"integers;": "\u2124",
"intercal;": "\u22ba",
"intlarhk;": "\u2a17",
"intprod;": "\u2a3c",
"iocy;": "\u0451",
"iogon;": "\u012f",
"iopf;": "\U0001d55a",
"iota;": "\u03b9",
"iprod;": "\u2a3c",
"iquest": "\xbf",
"iquest;": "\xbf",
"iscr;": "\U0001d4be",
"isin;": "\u2208",
"isinE;": "\u22f9",
"isindot;": "\u22f5",
"isins;": "\u22f4",
"isinsv;": "\u22f3",
"isinv;": "\u2208",
"it;": "\u2062",
"itilde;": "\u0129",
"iukcy;": "\u0456",
"iuml": "\xef",
"iuml;": "\xef",
"jcirc;": "\u0135",
"jcy;": "\u0439",
"jfr;": "\U0001d527",
"jmath;": "\u0237",
"jopf;": "\U0001d55b",
"jscr;": "\U0001d4bf",
"jsercy;": "\u0458",
"jukcy;": "\u0454",
"kappa;": "\u03ba",
"kappav;": "\u03f0",
"kcedil;": "\u0137",
"kcy;": "\u043a",
"kfr;": "\U0001d528",
"kgreen;": "\u0138",
"khcy;": "\u0445",
"kjcy;": "\u045c",
"kopf;": "\U0001d55c",
"kscr;": "\U0001d4c0",
"lAarr;": "\u21da",
"lArr;": "\u21d0",
"lAtail;": "\u291b",
"lBarr;": "\u290e",
"lE;": "\u2266",
"lEg;": "\u2a8b",
"lHar;": "\u2962",
"lacute;": "\u013a",
"laemptyv;": "\u29b4",
"lagran;": "\u2112",
"lambda;": "\u03bb",
"lang;": "\u27e8",
"langd;": "\u2991",
"langle;": "\u27e8",
"lap;": "\u2a85",
"laquo": "\xab",
"laquo;": "\xab",
"larr;": "\u2190",
"larrb;": "\u21e4",
"larrbfs;": "\u291f",
"larrfs;": "\u291d",
"larrhk;": "\u21a9",
"larrlp;": "\u21ab",
"larrpl;": "\u2939",
"larrsim;": "\u2973",
"larrtl;": "\u21a2",
"lat;": "\u2aab",
"latail;": "\u2919",
"late;": "\u2aad",
"lates;": "\u2aad\ufe00",
"lbarr;": "\u290c",
"lbbrk;": "\u2772",
"lbrace;": "{",
"lbrack;": "[",
"lbrke;": "\u298b",
"lbrksld;": "\u298f",
"lbrkslu;": "\u298d",
"lcaron;": "\u013e",
"lcedil;": "\u013c",
"lceil;": "\u2308",
"lcub;": "{",
"lcy;": "\u043b",
"ldca;": "\u2936",
"ldquo;": "\u201c",
"ldquor;": "\u201e",
"ldrdhar;": "\u2967",
"ldrushar;": "\u294b",
"ldsh;": "\u21b2",
"le;": "\u2264",
"leftarrow;": "\u2190",
"leftarrowtail;": "\u21a2",
"leftharpoondown;": "\u21bd",
"leftharpoonup;": "\u21bc",
"leftleftarrows;": "\u21c7",
"leftrightarrow;": "\u2194",
"leftrightarrows;": "\u21c6",
"leftrightharpoons;": "\u21cb",
"leftrightsquigarrow;": "\u21ad",
"leftthreetimes;": "\u22cb",
"leg;": "\u22da",
"leq;": "\u2264",
"leqq;": "\u2266",
"leqslant;": "\u2a7d",
"les;": "\u2a7d",
"lescc;": "\u2aa8",
"lesdot;": "\u2a7f",
"lesdoto;": "\u2a81",
"lesdotor;": "\u2a83",
"lesg;": "\u22da\ufe00",
"lesges;": "\u2a93",
"lessapprox;": "\u2a85",
"lessdot;": "\u22d6",
"lesseqgtr;": "\u22da",
"lesseqqgtr;": "\u2a8b",
"lessgtr;": "\u2276",
"lesssim;": "\u2272",
"lfisht;": "\u297c",
"lfloor;": "\u230a",
"lfr;": "\U0001d529",
"lg;": "\u2276",
"lgE;": "\u2a91",
"lhard;": "\u21bd",
"lharu;": "\u21bc",
"lharul;": "\u296a",
"lhblk;": "\u2584",
"ljcy;": "\u0459",
"ll;": "\u226a",
"llarr;": "\u21c7",
"llcorner;": "\u231e",
"llhard;": "\u296b",
"lltri;": "\u25fa",
"lmidot;": "\u0140",
"lmoust;": "\u23b0",
"lmoustache;": "\u23b0",
"lnE;": "\u2268",
"lnap;": "\u2a89",
"lnapprox;": "\u2a89",
"lne;": "\u2a87",
"lneq;": "\u2a87",
"lneqq;": "\u2268",
"lnsim;": "\u22e6",
"loang;": "\u27ec",
"loarr;": "\u21fd",
"lobrk;": "\u27e6",
"longleftarrow;": "\u27f5",
"longleftrightarrow;": "\u27f7",
"longmapsto;": "\u27fc",
"longrightarrow;": "\u27f6",
"looparrowleft;": "\u21ab",
"looparrowright;": "\u21ac",
"lopar;": "\u2985",
"lopf;": "\U0001d55d",
"loplus;": "\u2a2d",
"lotimes;": "\u2a34",
"lowast;": "\u2217",
"lowbar;": "_",
"loz;": "\u25ca",
"lozenge;": "\u25ca",
"lozf;": "\u29eb",
"lpar;": "(",
"lparlt;": "\u2993",
"lrarr;": "\u21c6",
"lrcorner;": "\u231f",
"lrhar;": "\u21cb",
"lrhard;": "\u296d",
"lrm;": "\u200e",
"lrtri;": "\u22bf",
"lsaquo;": "\u2039",
"lscr;": "\U0001d4c1",
"lsh;": "\u21b0",
"lsim;": "\u2272",
"lsime;": "\u2a8d",
"lsimg;": "\u2a8f",
"lsqb;": "[",
"lsquo;": "\u2018",
"lsquor;": "\u201a",
"lstrok;": "\u0142",
"lt": "<",
"lt;": "<",
"ltcc;": "\u2aa6",
"ltcir;": "\u2a79",
"ltdot;": "\u22d6",
"lthree;": "\u22cb",
"ltimes;": "\u22c9",
"ltlarr;": "\u2976",
"ltquest;": "\u2a7b",
"ltrPar;": "\u2996",
"ltri;": "\u25c3",
"ltrie;": "\u22b4",
"ltrif;": "\u25c2",
"lurdshar;": "\u294a",
"luruhar;": "\u2966",
"lvertneqq;": "\u2268\ufe00",
"lvnE;": "\u2268\ufe00",
"mDDot;": "\u223a",
"macr": "\xaf",
"macr;": "\xaf",
"male;": "\u2642",
"malt;": "\u2720",
"maltese;": "\u2720",
"map;": "\u21a6",
"mapsto;": "\u21a6",
"mapstodown;": "\u21a7",
"mapstoleft;": "\u21a4",
"mapstoup;": "\u21a5",
"marker;": "\u25ae",
"mcomma;": "\u2a29",
"mcy;": "\u043c",
"mdash;": "\u2014",
"measuredangle;": "\u2221",
"mfr;": "\U0001d52a",
"mho;": "\u2127",
"micro": "\xb5",
"micro;": "\xb5",
"mid;": "\u2223",
"midast;": "*",
"midcir;": "\u2af0",
"middot": "\xb7",
"middot;": "\xb7",
"minus;": "\u2212",
"minusb;": "\u229f",
"minusd;": "\u2238",
"minusdu;": "\u2a2a",
"mlcp;": "\u2adb",
"mldr;": "\u2026",
"mnplus;": "\u2213",
"models;": "\u22a7",
"mopf;": "\U0001d55e",
"mp;": "\u2213",
"mscr;": "\U0001d4c2",
"mstpos;": "\u223e",
"mu;": "\u03bc",
"multimap;": "\u22b8",
"mumap;": "\u22b8",
"nGg;": "\u22d9\u0338",
"nGt;": "\u226b\u20d2",
"nGtv;": "\u226b\u0338",
"nLeftarrow;": "\u21cd",
"nLeftrightarrow;": "\u21ce",
"nLl;": "\u22d8\u0338",
"nLt;": "\u226a\u20d2",
"nLtv;": "\u226a\u0338",
"nRightarrow;": "\u21cf",
"nVDash;": "\u22af",
"nVdash;": "\u22ae",
"nabla;": "\u2207",
"nacute;": "\u0144",
"nang;": "\u2220\u20d2",
"nap;": "\u2249",
"napE;": "\u2a70\u0338",
"napid;": "\u224b\u0338",
"napos;": "\u0149",
"napprox;": "\u2249",
"natur;": "\u266e",
"natural;": "\u266e",
"naturals;": "\u2115",
"nbsp": "\xa0",
"nbsp;": "\xa0",
"nbump;": "\u224e\u0338",
"nbumpe;": "\u224f\u0338",
"ncap;": "\u2a43",
"ncaron;": "\u0148",
"ncedil;": "\u0146",
"ncong;": "\u2247",
"ncongdot;": "\u2a6d\u0338",
"ncup;": "\u2a42",
"ncy;": "\u043d",
"ndash;": "\u2013",
"ne;": "\u2260",
"neArr;": "\u21d7",
"nearhk;": "\u2924",
"nearr;": "\u2197",
"nearrow;": "\u2197",
"nedot;": "\u2250\u0338",
"nequiv;": "\u2262",
"nesear;": "\u2928",
"nesim;": "\u2242\u0338",
"nexist;": "\u2204",
"nexists;": "\u2204",
"nfr;": "\U0001d52b",
"ngE;": "\u2267\u0338",
"nge;": "\u2271",
"ngeq;": "\u2271",
"ngeqq;": "\u2267\u0338",
"ngeqslant;": "\u2a7e\u0338",
"nges;": "\u2a7e\u0338",
"ngsim;": "\u2275",
"ngt;": "\u226f",
"ngtr;": "\u226f",
"nhArr;": "\u21ce",
"nharr;": "\u21ae",
"nhpar;": "\u2af2",
"ni;": "\u220b",
"nis;": "\u22fc",
"nisd;": "\u22fa",
"niv;": "\u220b",
"njcy;": "\u045a",
"nlArr;": "\u21cd",
"nlE;": "\u2266\u0338",
"nlarr;": "\u219a",
"nldr;": "\u2025",
"nle;": "\u2270",
"nleftarrow;": "\u219a",
"nleftrightarrow;": "\u21ae",
"nleq;": "\u2270",
"nleqq;": "\u2266\u0338",
"nleqslant;": "\u2a7d\u0338",
"nles;": "\u2a7d\u0338",
"nless;": "\u226e",
"nlsim;": "\u2274",
"nlt;": "\u226e",
"nltri;": "\u22ea",
"nltrie;": "\u22ec",
"nmid;": "\u2224",
"nopf;": "\U0001d55f",
"not": "\xac",
"not;": "\xac",
"notin;": "\u2209",
"notinE;": "\u22f9\u0338",
"notindot;": "\u22f5\u0338",
"notinva;": "\u2209",
"notinvb;": "\u22f7",
"notinvc;": "\u22f6",
"notni;": "\u220c",
"notniva;": "\u220c",
"notnivb;": "\u22fe",
"notnivc;": "\u22fd",
"npar;": "\u2226",
"nparallel;": "\u2226",
"nparsl;": "\u2afd\u20e5",
"npart;": "\u2202\u0338",
"npolint;": "\u2a14",
"npr;": "\u2280",
"nprcue;": "\u22e0",
"npre;": "\u2aaf\u0338",
"nprec;": "\u2280",
"npreceq;": "\u2aaf\u0338",
"nrArr;": "\u21cf",
"nrarr;": "\u219b",
"nrarrc;": "\u2933\u0338",
"nrarrw;": "\u219d\u0338",
"nrightarrow;": "\u219b",
"nrtri;": "\u22eb",
"nrtrie;": "\u22ed",
"nsc;": "\u2281",
"nsccue;": "\u22e1",
"nsce;": "\u2ab0\u0338",
"nscr;": "\U0001d4c3",
"nshortmid;": "\u2224",
"nshortparallel;": "\u2226",
"nsim;": "\u2241",
"nsime;": "\u2244",
"nsimeq;": "\u2244",
"nsmid;": "\u2224",
"nspar;": "\u2226",
"nsqsube;": "\u22e2",
"nsqsupe;": "\u22e3",
"nsub;": "\u2284",
"nsubE;": "\u2ac5\u0338",
"nsube;": "\u2288",
"nsubset;": "\u2282\u20d2",
"nsubseteq;": "\u2288",
"nsubseteqq;": "\u2ac5\u0338",
"nsucc;": "\u2281",
"nsucceq;": "\u2ab0\u0338",
"nsup;": "\u2285",
"nsupE;": "\u2ac6\u0338",
"nsupe;": "\u2289",
"nsupset;": "\u2283\u20d2",
"nsupseteq;": "\u2289",
"nsupseteqq;": "\u2ac6\u0338",
"ntgl;": "\u2279",
"ntilde": "\xf1",
"ntilde;": "\xf1",
"ntlg;": "\u2278",
"ntriangleleft;": "\u22ea",
"ntrianglelefteq;": "\u22ec",
"ntriangleright;": "\u22eb",
"ntrianglerighteq;": "\u22ed",
"nu;": "\u03bd",
"num;": "#",
"numero;": "\u2116",
"numsp;": "\u2007",
"nvDash;": "\u22ad",
"nvHarr;": "\u2904",
"nvap;": "\u224d\u20d2",
"nvdash;": "\u22ac",
"nvge;": "\u2265\u20d2",
"nvgt;": ">\u20d2",
"nvinfin;": "\u29de",
"nvlArr;": "\u2902",
"nvle;": "\u2264\u20d2",
"nvlt;": "<\u20d2",
"nvltrie;": "\u22b4\u20d2",
"nvrArr;": "\u2903",
"nvrtrie;": "\u22b5\u20d2",
"nvsim;": "\u223c\u20d2",
"nwArr;": "\u21d6",
"nwarhk;": "\u2923",
"nwarr;": "\u2196",
"nwarrow;": "\u2196",
"nwnear;": "\u2927",
"oS;": "\u24c8",
"oacute": "\xf3",
"oacute;": "\xf3",
"oast;": "\u229b",
"ocir;": "\u229a",
"ocirc": "\xf4",
"ocirc;": "\xf4",
"ocy;": "\u043e",
"odash;": "\u229d",
"odblac;": "\u0151",
"odiv;": "\u2a38",
"odot;": "\u2299",
"odsold;": "\u29bc",
"oelig;": "\u0153",
"ofcir;": "\u29bf",
"ofr;": "\U0001d52c",
"ogon;": "\u02db",
"ograve": "\xf2",
"ograve;": "\xf2",
"ogt;": "\u29c1",
"ohbar;": "\u29b5",
"ohm;": "\u03a9",
"oint;": "\u222e",
"olarr;": "\u21ba",
"olcir;": "\u29be",
"olcross;": "\u29bb",
"oline;": "\u203e",
"olt;": "\u29c0",
"omacr;": "\u014d",
"omega;": "\u03c9",
"omicron;": "\u03bf",
"omid;": "\u29b6",
"ominus;": "\u2296",
"oopf;": "\U0001d560",
"opar;": "\u29b7",
"operp;": "\u29b9",
"oplus;": "\u2295",
"or;": "\u2228",
"orarr;": "\u21bb",
"ord;": "\u2a5d",
"order;": "\u2134",
"orderof;": "\u2134",
"ordf": "\xaa",
"ordf;": "\xaa",
"ordm": "\xba",
"ordm;": "\xba",
"origof;": "\u22b6",
"oror;": "\u2a56",
"orslope;": "\u2a57",
"orv;": "\u2a5b",
"oscr;": "\u2134",
"oslash": "\xf8",
"oslash;": "\xf8",
"osol;": "\u2298",
"otilde": "\xf5",
"otilde;": "\xf5",
"otimes;": "\u2297",
"otimesas;": "\u2a36",
"ouml": "\xf6",
"ouml;": "\xf6",
"ovbar;": "\u233d",
"par;": "\u2225",
"para": "\xb6",
"para;": "\xb6",
"parallel;": "\u2225",
"parsim;": "\u2af3",
"parsl;": "\u2afd",
"part;": "\u2202",
"pcy;": "\u043f",
"percnt;": "%",
"period;": ".",
"permil;": "\u2030",
"perp;": "\u22a5",
"pertenk;": "\u2031",
"pfr;": "\U0001d52d",
"phi;": "\u03c6",
"phiv;": "\u03d5",
"phmmat;": "\u2133",
"phone;": "\u260e",
"pi;": "\u03c0",
"pitchfork;": "\u22d4",
"piv;": "\u03d6",
"planck;": "\u210f",
"planckh;": "\u210e",
"plankv;": "\u210f",
"plus;": "+",
"plusacir;": "\u2a23",
"plusb;": "\u229e",
"pluscir;": "\u2a22",
"plusdo;": "\u2214",
"plusdu;": "\u2a25",
"pluse;": "\u2a72",
"plusmn": "\xb1",
"plusmn;": "\xb1",
"plussim;": "\u2a26",
"plustwo;": "\u2a27",
"pm;": "\xb1",
"pointint;": "\u2a15",
"popf;": "\U0001d561",
"pound": "\xa3",
"pound;": "\xa3",
"pr;": "\u227a",
"prE;": "\u2ab3",
"prap;": "\u2ab7",
"prcue;": "\u227c",
"pre;": "\u2aaf",
"prec;": "\u227a",
"precapprox;": "\u2ab7",
"preccurlyeq;": "\u227c",
"preceq;": "\u2aaf",
"precnapprox;": "\u2ab9",
"precneqq;": "\u2ab5",
"precnsim;": "\u22e8",
"precsim;": "\u227e",
"prime;": "\u2032",
"primes;": "\u2119",
"prnE;": "\u2ab5",
"prnap;": "\u2ab9",
"prnsim;": "\u22e8",
"prod;": "\u220f",
"profalar;": "\u232e",
"profline;": "\u2312",
"profsurf;": "\u2313",
"prop;": "\u221d",
"propto;": "\u221d",
"prsim;": "\u227e",
"prurel;": "\u22b0",
"pscr;": "\U0001d4c5",
"psi;": "\u03c8",
"puncsp;": "\u2008",
"qfr;": "\U0001d52e",
"qint;": "\u2a0c",
"qopf;": "\U0001d562",
"qprime;": "\u2057",
"qscr;": "\U0001d4c6",
"quaternions;": "\u210d",
"quatint;": "\u2a16",
"quest;": "?",
"questeq;": "\u225f",
"quot": "\"",
"quot;": "\"",
"rAarr;": "\u21db",
"rArr;": "\u21d2",
"rAtail;": "\u291c",
"rBarr;": "\u290f",
"rHar;": "\u2964",
"race;": "\u223d\u0331",
"racute;": "\u0155",
"radic;": "\u221a",
"raemptyv;": "\u29b3",
"rang;": "\u27e9",
"rangd;": "\u2992",
"range;": "\u29a5",
"rangle;": "\u27e9",
"raquo": "\xbb",
"raquo;": "\xbb",
"rarr;": "\u2192",
"rarrap;": "\u2975",
"rarrb;": "\u21e5",
"rarrbfs;": "\u2920",
"rarrc;": "\u2933",
"rarrfs;": "\u291e",
"rarrhk;": "\u21aa",
"rarrlp;": "\u21ac",
"rarrpl;": "\u2945",
"rarrsim;": "\u2974",
"rarrtl;": "\u21a3",
"rarrw;": "\u219d",
"ratail;": "\u291a",
"ratio;": "\u2236",
"rationals;": "\u211a",
"rbarr;": "\u290d",
"rbbrk;": "\u2773",
"rbrace;": "}",
"rbrack;": "]",
"rbrke;": "\u298c",
"rbrksld;": "\u298e",
"rbrkslu;": "\u2990",
"rcaron;": "\u0159",
"rcedil;": "\u0157",
"rceil;": "\u2309",
"rcub;": "}",
"rcy;": "\u0440",
"rdca;": "\u2937",
"rdldhar;": "\u2969",
"rdquo;": "\u201d",
"rdquor;": "\u201d",
"rdsh;": "\u21b3",
"real;": "\u211c",
"realine;": "\u211b",
"realpart;": "\u211c",
"reals;": "\u211d",
"rect;": "\u25ad",
"reg": "\xae",
"reg;": "\xae",
"rfisht;": "\u297d",
"rfloor;": "\u230b",
"rfr;": "\U0001d52f",
"rhard;": "\u21c1",
"rharu;": "\u21c0",
"rharul;": "\u296c",
"rho;": "\u03c1",
"rhov;": "\u03f1",
"rightarrow;": "\u2192",
"rightarrowtail;": "\u21a3",
"rightharpoondown;": "\u21c1",
"rightharpoonup;": "\u21c0",
"rightleftarrows;": "\u21c4",
"rightleftharpoons;": "\u21cc",
"rightrightarrows;": "\u21c9",
"rightsquigarrow;": "\u219d",
"rightthreetimes;": "\u22cc",
"ring;": "\u02da",
"risingdotseq;": "\u2253",
"rlarr;": "\u21c4",
"rlhar;": "\u21cc",
"rlm;": "\u200f",
"rmoust;": "\u23b1",
"rmoustache;": "\u23b1",
"rnmid;": "\u2aee",
"roang;": "\u27ed",
"roarr;": "\u21fe",
"robrk;": "\u27e7",
"ropar;": "\u2986",
"ropf;": "\U0001d563",
"roplus;": "\u2a2e",
"rotimes;": "\u2a35",
"rpar;": ")",
"rpargt;": "\u2994",
"rppolint;": "\u2a12",
"rrarr;": "\u21c9",
"rsaquo;": "\u203a",
"rscr;": "\U0001d4c7",
"rsh;": "\u21b1",
"rsqb;": "]",
"rsquo;": "\u2019",
"rsquor;": "\u2019",
"rthree;": "\u22cc",
"rtimes;": "\u22ca",
"rtri;": "\u25b9",
"rtrie;": "\u22b5",
"rtrif;": "\u25b8",
"rtriltri;": "\u29ce",
"ruluhar;": "\u2968",
"rx;": "\u211e",
"sacute;": "\u015b",
"sbquo;": "\u201a",
"sc;": "\u227b",
"scE;": "\u2ab4",
"scap;": "\u2ab8",
"scaron;": "\u0161",
"sccue;": "\u227d",
"sce;": "\u2ab0",
"scedil;": "\u015f",
"scirc;": "\u015d",
"scnE;": "\u2ab6",
"scnap;": "\u2aba",
"scnsim;": "\u22e9",
"scpolint;": "\u2a13",
"scsim;": "\u227f",
"scy;": "\u0441",
"sdot;": "\u22c5",
"sdotb;": "\u22a1",
"sdote;": "\u2a66",
"seArr;": "\u21d8",
"searhk;": "\u2925",
"searr;": "\u2198",
"searrow;": "\u2198",
"sect": "\xa7",
"sect;": "\xa7",
"semi;": ";",
"seswar;": "\u2929",
"setminus;": "\u2216",
"setmn;": "\u2216",
"sext;": "\u2736",
"sfr;": "\U0001d530",
"sfrown;": "\u2322",
"sharp;": "\u266f",
"shchcy;": "\u0449",
"shcy;": "\u0448",
"shortmid;": "\u2223",
"shortparallel;": "\u2225",
"shy": "\xad",
"shy;": "\xad",
"sigma;": "\u03c3",
"sigmaf;": "\u03c2",
"sigmav;": "\u03c2",
"sim;": "\u223c",
"simdot;": "\u2a6a",
"sime;": "\u2243",
"simeq;": "\u2243",
"simg;": "\u2a9e",
"simgE;": "\u2aa0",
"siml;": "\u2a9d",
"simlE;": "\u2a9f",
"simne;": "\u2246",
"simplus;": "\u2a24",
"simrarr;": "\u2972",
"slarr;": "\u2190",
"smallsetminus;": "\u2216",
"smashp;": "\u2a33",
"smeparsl;": "\u29e4",
"smid;": "\u2223",
"smile;": "\u2323",
"smt;": "\u2aaa",
"smte;": "\u2aac",
"smtes;": "\u2aac\ufe00",
"softcy;": "\u044c",
"sol;": "/",
"solb;": "\u29c4",
"solbar;": "\u233f",
"sopf;": "\U0001d564",
"spades;": "\u2660",
"spadesuit;": "\u2660",
"spar;": "\u2225",
"sqcap;": "\u2293",
"sqcaps;": "\u2293\ufe00",
"sqcup;": "\u2294",
"sqcups;": "\u2294\ufe00",
"sqsub;": "\u228f",
"sqsube;": "\u2291",
"sqsubset;": "\u228f",
"sqsubseteq;": "\u2291",
"sqsup;": "\u2290",
"sqsupe;": "\u2292",
"sqsupset;": "\u2290",
"sqsupseteq;": "\u2292",
"squ;": "\u25a1",
"square;": "\u25a1",
"squarf;": "\u25aa",
"squf;": "\u25aa",
"srarr;": "\u2192",
"sscr;": "\U0001d4c8",
"ssetmn;": "\u2216",
"ssmile;": "\u2323",
"sstarf;": "\u22c6",
"star;": "\u2606",
"starf;": "\u2605",
"straightepsilon;": "\u03f5",
"straightphi;": "\u03d5",
"strns;": "\xaf",
"sub;": "\u2282",
"subE;": "\u2ac5",
"subdot;": "\u2abd",
"sube;": "\u2286",
"subedot;": "\u2ac3",
"submult;": "\u2ac1",
"subnE;": "\u2acb",
"subne;": "\u228a",
"subplus;": "\u2abf",
"subrarr;": "\u2979",
"subset;": "\u2282",
"subseteq;": "\u2286",
"subseteqq;": "\u2ac5",
"subsetneq;": "\u228a",
"subsetneqq;": "\u2acb",
"subsim;": "\u2ac7",
"subsub;": "\u2ad5",
"subsup;": "\u2ad3",
"succ;": "\u227b",
"succapprox;": "\u2ab8",
"succcurlyeq;": "\u227d",
"succeq;": "\u2ab0",
"succnapprox;": "\u2aba",
"succneqq;": "\u2ab6",
"succnsim;": "\u22e9",
"succsim;": "\u227f",
"sum;": "\u2211",
"sung;": "\u266a",
"sup1": "\xb9",
"sup1;": "\xb9",
"sup2": "\xb2",
"sup2;": "\xb2",
"sup3": "\xb3",
"sup3;": "\xb3",
"sup;": "\u2283",
"supE;": "\u2ac6",
"supdot;": "\u2abe",
"supdsub;": "\u2ad8",
"supe;": "\u2287",
"supedot;": "\u2ac4",
"suphsol;": "\u27c9",
"suphsub;": "\u2ad7",
"suplarr;": "\u297b",
"supmult;": "\u2ac2",
"supnE;": "\u2acc",
"supne;": "\u228b",
"supplus;": "\u2ac0",
"supset;": "\u2283",
"supseteq;": "\u2287",
"supseteqq;": "\u2ac6",
"supsetneq;": "\u228b",
"supsetneqq;": "\u2acc",
"supsim;": "\u2ac8",
"supsub;": "\u2ad4",
"supsup;": "\u2ad6",
"swArr;": "\u21d9",
"swarhk;": "\u2926",
"swarr;": "\u2199",
"swarrow;": "\u2199",
"swnwar;": "\u292a",
"szlig": "\xdf",
"szlig;": "\xdf",
"target;": "\u2316",
"tau;": "\u03c4",
"tbrk;": "\u23b4",
"tcaron;": "\u0165",
"tcedil;": "\u0163",
"tcy;": "\u0442",
"tdot;": "\u20db",
"telrec;": "\u2315",
"tfr;": "\U0001d531",
"there4;": "\u2234",
"therefore;": "\u2234",
"theta;": "\u03b8",
"thetasym;": "\u03d1",
"thetav;": "\u03d1",
"thickapprox;": "\u2248",
"thicksim;": "\u223c",
"thinsp;": "\u2009",
"thkap;": "\u2248",
"thksim;": "\u223c",
"thorn": "\xfe",
"thorn;": "\xfe",
"tilde;": "\u02dc",
"times": "\xd7",
"times;": "\xd7",
"timesb;": "\u22a0",
"timesbar;": "\u2a31",
"timesd;": "\u2a30",
"tint;": "\u222d",
"toea;": "\u2928",
"top;": "\u22a4",
"topbot;": "\u2336",
"topcir;": "\u2af1",
"topf;": "\U0001d565",
"topfork;": "\u2ada",
"tosa;": "\u2929",
"tprime;": "\u2034",
"trade;": "\u2122",
"triangle;": "\u25b5",
"triangledown;": "\u25bf",
"triangleleft;": "\u25c3",
"trianglelefteq;": "\u22b4",
"triangleq;": "\u225c",
"triangleright;": "\u25b9",
"trianglerighteq;": "\u22b5",
"tridot;": "\u25ec",
"trie;": "\u225c",
"triminus;": "\u2a3a",
"triplus;": "\u2a39",
"trisb;": "\u29cd",
"tritime;": "\u2a3b",
"trpezium;": "\u23e2",
"tscr;": "\U0001d4c9",
"tscy;": "\u0446",
"tshcy;": "\u045b",
"tstrok;": "\u0167",
"twixt;": "\u226c",
"twoheadleftarrow;": "\u219e",
"twoheadrightarrow;": "\u21a0",
"uArr;": "\u21d1",
"uHar;": "\u2963",
"uacute": "\xfa",
"uacute;": "\xfa",
"uarr;": "\u2191",
"ubrcy;": "\u045e",
"ubreve;": "\u016d",
"ucirc": "\xfb",
"ucirc;": "\xfb",
"ucy;": "\u0443",
"udarr;": "\u21c5",
"udblac;": "\u0171",
"udhar;": "\u296e",
"ufisht;": "\u297e",
"ufr;": "\U0001d532",
"ugrave": "\xf9",
"ugrave;": "\xf9",
"uharl;": "\u21bf",
"uharr;": "\u21be",
"uhblk;": "\u2580",
"ulcorn;": "\u231c",
"ulcorner;": "\u231c",
"ulcrop;": "\u230f",
"ultri;": "\u25f8",
"umacr;": "\u016b",
"uml": "\xa8",
"uml;": "\xa8",
"uogon;": "\u0173",
"uopf;": "\U0001d566",
"uparrow;": "\u2191",
"updownarrow;": "\u2195",
"upharpoonleft;": "\u21bf",
"upharpoonright;": "\u21be",
"uplus;": "\u228e",
"upsi;": "\u03c5",
"upsih;": "\u03d2",
"upsilon;": "\u03c5",
"upuparrows;": "\u21c8",
"urcorn;": "\u231d",
"urcorner;": "\u231d",
"urcrop;": "\u230e",
"uring;": "\u016f",
"urtri;": "\u25f9",
"uscr;": "\U0001d4ca",
"utdot;": "\u22f0",
"utilde;": "\u0169",
"utri;": "\u25b5",
"utrif;": "\u25b4",
"uuarr;": "\u21c8",
"uuml": "\xfc",
"uuml;": "\xfc",
"uwangle;": "\u29a7",
"vArr;": "\u21d5",
"vBar;": "\u2ae8",
"vBarv;": "\u2ae9",
"vDash;": "\u22a8",
"vangrt;": "\u299c",
"varepsilon;": "\u03f5",
"varkappa;": "\u03f0",
"varnothing;": "\u2205",
"varphi;": "\u03d5",
"varpi;": "\u03d6",
"varpropto;": "\u221d",
"varr;": "\u2195",
"varrho;": "\u03f1",
"varsigma;": "\u03c2",
"varsubsetneq;": "\u228a\ufe00",
"varsubsetneqq;": "\u2acb\ufe00",
"varsupsetneq;": "\u228b\ufe00",
"varsupsetneqq;": "\u2acc\ufe00",
"vartheta;": "\u03d1",
"vartriangleleft;": "\u22b2",
"vartriangleright;": "\u22b3",
"vcy;": "\u0432",
"vdash;": "\u22a2",
"vee;": "\u2228",
"veebar;": "\u22bb",
"veeeq;": "\u225a",
"vellip;": "\u22ee",
"verbar;": "|",
"vert;": "|",
"vfr;": "\U0001d533",
"vltri;": "\u22b2",
"vnsub;": "\u2282\u20d2",
"vnsup;": "\u2283\u20d2",
"vopf;": "\U0001d567",
"vprop;": "\u221d",
"vrtri;": "\u22b3",
"vscr;": "\U0001d4cb",
"vsubnE;": "\u2acb\ufe00",
"vsubne;": "\u228a\ufe00",
"vsupnE;": "\u2acc\ufe00",
"vsupne;": "\u228b\ufe00",
"vzigzag;": "\u299a",
"wcirc;": "\u0175",
"wedbar;": "\u2a5f",
"wedge;": "\u2227",
"wedgeq;": "\u2259",
"weierp;": "\u2118",
"wfr;": "\U0001d534",
"wopf;": "\U0001d568",
"wp;": "\u2118",
"wr;": "\u2240",
"wreath;": "\u2240",
"wscr;": "\U0001d4cc",
"xcap;": "\u22c2",
"xcirc;": "\u25ef",
"xcup;": "\u22c3",
"xdtri;": "\u25bd",
"xfr;": "\U0001d535",
"xhArr;": "\u27fa",
"xharr;": "\u27f7",
"xi;": "\u03be",
"xlArr;": "\u27f8",
"xlarr;": "\u27f5",
"xmap;": "\u27fc",
"xnis;": "\u22fb",
"xodot;": "\u2a00",
"xopf;": "\U0001d569",
"xoplus;": "\u2a01",
"xotime;": "\u2a02",
"xrArr;": "\u27f9",
"xrarr;": "\u27f6",
"xscr;": "\U0001d4cd",
"xsqcup;": "\u2a06",
"xuplus;": "\u2a04",
"xutri;": "\u25b3",
"xvee;": "\u22c1",
"xwedge;": "\u22c0",
"yacute": "\xfd",
"yacute;": "\xfd",
"yacy;": "\u044f",
"ycirc;": "\u0177",
"ycy;": "\u044b",
"yen": "\xa5",
"yen;": "\xa5",
"yfr;": "\U0001d536",
"yicy;": "\u0457",
"yopf;": "\U0001d56a",
"yscr;": "\U0001d4ce",
"yucy;": "\u044e",
"yuml": "\xff",
"yuml;": "\xff",
"zacute;": "\u017a",
"zcaron;": "\u017e",
"zcy;": "\u0437",
"zdot;": "\u017c",
"zeetrf;": "\u2128",
"zeta;": "\u03b6",
"zfr;": "\U0001d537",
"zhcy;": "\u0436",
"zigrarr;": "\u21dd",
"zopf;": "\U0001d56b",
"zscr;": "\U0001d4cf",
"zwj;": "\u200d",
"zwnj;": "\u200c",
}
replacementCharacters = {
0x0: "\uFFFD",
0x0d: "\u000D",
0x80: "\u20AC",
0x81: "\u0081",
0x82: "\u201A",
0x83: "\u0192",
0x84: "\u201E",
0x85: "\u2026",
0x86: "\u2020",
0x87: "\u2021",
0x88: "\u02C6",
0x89: "\u2030",
0x8A: "\u0160",
0x8B: "\u2039",
0x8C: "\u0152",
0x8D: "\u008D",
0x8E: "\u017D",
0x8F: "\u008F",
0x90: "\u0090",
0x91: "\u2018",
0x92: "\u2019",
0x93: "\u201C",
0x94: "\u201D",
0x95: "\u2022",
0x96: "\u2013",
0x97: "\u2014",
0x98: "\u02DC",
0x99: "\u2122",
0x9A: "\u0161",
0x9B: "\u203A",
0x9C: "\u0153",
0x9D: "\u009D",
0x9E: "\u017E",
0x9F: "\u0178",
}
tokenTypes = {
"Doctype": 0,
"Characters": 1,
"SpaceCharacters": 2,
"StartTag": 3,
"EndTag": 4,
"EmptyTag": 5,
"Comment": 6,
"ParseError": 7
}
tagTokenTypes = frozenset([tokenTypes["StartTag"], tokenTypes["EndTag"],
tokenTypes["EmptyTag"]])
prefixes = dict([(v, k) for k, v in namespaces.items()])
prefixes["http://www.w3.org/1998/Math/MathML"] = "math"
class DataLossWarning(UserWarning):
"""Raised when the current tree is unable to represent the input data"""
pass
class _ReparseException(Exception):
pass
site-packages/pip/_vendor/html5lib/filters/__init__.py 0000644 00000000000 15201600076 0016774 0 ustar 00 site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py 0000644 00000001627 15201600076 0021775 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
from collections import OrderedDict
def _attr_key(attr):
"""Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
"""
return (attr[0][0] or ''), attr[0][1]
class Filter(base.Filter):
"""Alphabetizes attributes for elements"""
def __iter__(self):
for token in base.Filter.__iter__(self):
if token["type"] in ("StartTag", "EmptyTag"):
attrs = OrderedDict()
for name, value in sorted(token["data"].items(),
key=_attr_key):
attrs[name] = value
token["data"] = attrs
yield token
site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.py 0000644 00000005601 15201600076 0021244 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
"""Injects ``<meta charset=ENCODING>`` tag into head of document"""
def __init__(self, source, encoding):
"""Creates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
"""
base.Filter.__init__(self, source)
self.encoding = encoding
def __iter__(self):
state = "pre_head"
meta_found = (self.encoding is None)
pending = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag":
if token["name"].lower() == "head":
state = "in_head"
elif type == "EmptyTag":
if token["name"].lower() == "meta":
# replace charset with actual encoding
has_http_equiv_content_type = False
for (namespace, name), value in token["data"].items():
if namespace is not None:
continue
elif name.lower() == 'charset':
token["data"][(namespace, name)] = self.encoding
meta_found = True
break
elif name == 'http-equiv' and value.lower() == 'content-type':
has_http_equiv_content_type = True
else:
if has_http_equiv_content_type and (None, "content") in token["data"]:
token["data"][(None, "content")] = 'text/html; charset=%s' % self.encoding
meta_found = True
elif token["name"].lower() == "head" and not meta_found:
# insert meta into empty head
yield {"type": "StartTag", "name": "head",
"data": token["data"]}
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
yield {"type": "EndTag", "name": "head"}
meta_found = True
continue
elif type == "EndTag":
if token["name"].lower() == "head" and pending:
# insert meta into head (if necessary) and flush pending queue
yield pending.pop(0)
if not meta_found:
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
while pending:
yield pending.pop(0)
meta_found = True
state = "post_head"
if state == "in_head":
pending.append(token)
else:
yield token
site-packages/pip/_vendor/html5lib/filters/lint.py 0000644 00000007073 15201600076 0016224 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from . import base
from ..constants import namespaces, voidElements
from ..constants import spaceCharacters
spaceCharacters = "".join(spaceCharacters)
class Filter(base.Filter):
"""Lints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
"""
def __init__(self, source, require_matching_tags=True):
"""Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
"""
super(Filter, self).__init__(source)
self.require_matching_tags = require_matching_tags
def __iter__(self):
open_elements = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(token["data"], dict)
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert type == "EmptyTag"
else:
assert type == "StartTag"
if type == "StartTag" and self.require_matching_tags:
open_elements.append((namespace, name))
for (namespace, name), value in token["data"].items():
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(value, text_type)
elif type == "EndTag":
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert False, "Void element reported as EndTag token: %(tag)s" % {"tag": name}
elif self.require_matching_tags:
start = open_elements.pop()
assert start == (namespace, name)
elif type == "Comment":
data = token["data"]
assert isinstance(data, text_type)
elif type in ("Characters", "SpaceCharacters"):
data = token["data"]
assert isinstance(data, text_type)
assert data != ""
if type == "SpaceCharacters":
assert data.strip(spaceCharacters) == ""
elif type == "Doctype":
name = token["name"]
assert name is None or isinstance(name, text_type)
assert token["publicId"] is None or isinstance(name, text_type)
assert token["systemId"] is None or isinstance(name, text_type)
elif type == "Entity":
assert isinstance(token["name"], text_type)
elif type == "SerializerError":
assert isinstance(token["data"], text_type)
else:
assert False, "Unknown token type: %(type)s" % {"type": type}
yield token
site-packages/pip/_vendor/html5lib/filters/optionaltags.py 0000644 00000024534 15201600076 0017763 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
"""Removes optional tags from the token stream"""
def slider(self):
previous1 = previous2 = None
for token in self.source:
if previous1 is not None:
yield previous2, previous1, token
previous2 = previous1
previous1 = token
if previous1 is not None:
yield previous2, previous1, None
def __iter__(self):
for previous, token, next in self.slider():
type = token["type"]
if type == "StartTag":
if (token["data"] or
not self.is_optional_start(token["name"], previous, next)):
yield token
elif type == "EndTag":
if not self.is_optional_end(token["name"], next):
yield token
else:
yield token
def is_optional_start(self, tagname, previous, next):
type = next and next["type"] or None
if tagname in 'html':
# An html element's start tag may be omitted if the first thing
# inside the html element is not a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname == 'head':
# A head element's start tag may be omitted if the first thing
# inside the head element is an element.
# XXX: we also omit the start tag if the head element is empty
if type in ("StartTag", "EmptyTag"):
return True
elif type == "EndTag":
return next["name"] == "head"
elif tagname == 'body':
# A body element's start tag may be omitted if the first thing
# inside the body element is not a space character or a comment,
# except if the first thing inside the body element is a script
# or style element and the node immediately preceding the body
# element is a head element whose end tag has been omitted.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we do not look at the preceding event, so we never omit
# the body element's start tag if it's followed by a script or
# a style element.
return next["name"] not in ('script', 'style')
else:
return True
elif tagname == 'colgroup':
# A colgroup element's start tag may be omitted if the first thing
# inside the colgroup element is a col element, and if the element
# is not immediately preceded by another colgroup element whose
# end tag has been omitted.
if type in ("StartTag", "EmptyTag"):
# XXX: we do not look at the preceding event, so instead we never
# omit the colgroup element's end tag when it is immediately
# followed by another colgroup element. See is_optional_end.
return next["name"] == "col"
else:
return False
elif tagname == 'tbody':
# A tbody element's start tag may be omitted if the first thing
# inside the tbody element is a tr element, and if the element is
# not immediately preceded by a tbody, thead, or tfoot element
# whose end tag has been omitted.
if type == "StartTag":
# omit the thead and tfoot elements' end tag when they are
# immediately followed by a tbody element. See is_optional_end.
if previous and previous['type'] == 'EndTag' and \
previous['name'] in ('tbody', 'thead', 'tfoot'):
return False
return next["name"] == 'tr'
else:
return False
return False
def is_optional_end(self, tagname, next):
type = next and next["type"] or None
if tagname in ('html', 'head', 'body'):
# An html element's end tag may be omitted if the html element
# is not immediately followed by a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname in ('li', 'optgroup', 'tr'):
# A li element's end tag may be omitted if the li element is
# immediately followed by another li element or if there is
# no more content in the parent element.
# An optgroup element's end tag may be omitted if the optgroup
# element is immediately followed by another optgroup element,
# or if there is no more content in the parent element.
# A tr element's end tag may be omitted if the tr element is
# immediately followed by another tr element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] == tagname
else:
return type == "EndTag" or type is None
elif tagname in ('dt', 'dd'):
# A dt element's end tag may be omitted if the dt element is
# immediately followed by another dt element or a dd element.
# A dd element's end tag may be omitted if the dd element is
# immediately followed by another dd element or a dt element,
# or if there is no more content in the parent element.
if type == "StartTag":
return next["name"] in ('dt', 'dd')
elif tagname == 'dd':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'p':
# A p element's end tag may be omitted if the p element is
# immediately followed by an address, article, aside,
# blockquote, datagrid, dialog, dir, div, dl, fieldset,
# footer, form, h1, h2, h3, h4, h5, h6, header, hr, menu,
# nav, ol, p, pre, section, table, or ul, element, or if
# there is no more content in the parent element.
if type in ("StartTag", "EmptyTag"):
return next["name"] in ('address', 'article', 'aside',
'blockquote', 'datagrid', 'dialog',
'dir', 'div', 'dl', 'fieldset', 'footer',
'form', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6',
'header', 'hr', 'menu', 'nav', 'ol',
'p', 'pre', 'section', 'table', 'ul')
else:
return type == "EndTag" or type is None
elif tagname == 'option':
# An option element's end tag may be omitted if the option
# element is immediately followed by another option element,
# or if it is immediately followed by an <code>optgroup</code>
# element, or if there is no more content in the parent
# element.
if type == "StartTag":
return next["name"] in ('option', 'optgroup')
else:
return type == "EndTag" or type is None
elif tagname in ('rt', 'rp'):
# An rt element's end tag may be omitted if the rt element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
# An rp element's end tag may be omitted if the rp element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('rt', 'rp')
else:
return type == "EndTag" or type is None
elif tagname == 'colgroup':
# A colgroup element's end tag may be omitted if the colgroup
# element is not immediately followed by a space character or
# a comment.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we also look for an immediately following colgroup
# element. See is_optional_start.
return next["name"] != 'colgroup'
else:
return True
elif tagname in ('thead', 'tbody'):
# A thead element's end tag may be omitted if the thead element
# is immediately followed by a tbody or tfoot element.
# A tbody element's end tag may be omitted if the tbody element
# is immediately followed by a tbody or tfoot element, or if
# there is no more content in the parent element.
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] in ['tbody', 'tfoot']
elif tagname == 'tbody':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'tfoot':
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] == 'tbody'
else:
return type == "EndTag" or type is None
elif tagname in ('td', 'th'):
# A td element's end tag may be omitted if the td element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
# A th element's end tag may be omitted if the th element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('td', 'th')
else:
return type == "EndTag" or type is None
return False
site-packages/pip/_vendor/html5lib/filters/sanitizer.py 0000644 00000063210 15201600076 0017261 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
from xml.sax.saxutils import escape, unescape
from pip._vendor.six.moves import urllib_parse as urlparse
from . import base
from ..constants import namespaces, prefixes
__all__ = ["Filter"]
allowed_elements = frozenset((
(namespaces['html'], 'a'),
(namespaces['html'], 'abbr'),
(namespaces['html'], 'acronym'),
(namespaces['html'], 'address'),
(namespaces['html'], 'area'),
(namespaces['html'], 'article'),
(namespaces['html'], 'aside'),
(namespaces['html'], 'audio'),
(namespaces['html'], 'b'),
(namespaces['html'], 'big'),
(namespaces['html'], 'blockquote'),
(namespaces['html'], 'br'),
(namespaces['html'], 'button'),
(namespaces['html'], 'canvas'),
(namespaces['html'], 'caption'),
(namespaces['html'], 'center'),
(namespaces['html'], 'cite'),
(namespaces['html'], 'code'),
(namespaces['html'], 'col'),
(namespaces['html'], 'colgroup'),
(namespaces['html'], 'command'),
(namespaces['html'], 'datagrid'),
(namespaces['html'], 'datalist'),
(namespaces['html'], 'dd'),
(namespaces['html'], 'del'),
(namespaces['html'], 'details'),
(namespaces['html'], 'dfn'),
(namespaces['html'], 'dialog'),
(namespaces['html'], 'dir'),
(namespaces['html'], 'div'),
(namespaces['html'], 'dl'),
(namespaces['html'], 'dt'),
(namespaces['html'], 'em'),
(namespaces['html'], 'event-source'),
(namespaces['html'], 'fieldset'),
(namespaces['html'], 'figcaption'),
(namespaces['html'], 'figure'),
(namespaces['html'], 'footer'),
(namespaces['html'], 'font'),
(namespaces['html'], 'form'),
(namespaces['html'], 'header'),
(namespaces['html'], 'h1'),
(namespaces['html'], 'h2'),
(namespaces['html'], 'h3'),
(namespaces['html'], 'h4'),
(namespaces['html'], 'h5'),
(namespaces['html'], 'h6'),
(namespaces['html'], 'hr'),
(namespaces['html'], 'i'),
(namespaces['html'], 'img'),
(namespaces['html'], 'input'),
(namespaces['html'], 'ins'),
(namespaces['html'], 'keygen'),
(namespaces['html'], 'kbd'),
(namespaces['html'], 'label'),
(namespaces['html'], 'legend'),
(namespaces['html'], 'li'),
(namespaces['html'], 'm'),
(namespaces['html'], 'map'),
(namespaces['html'], 'menu'),
(namespaces['html'], 'meter'),
(namespaces['html'], 'multicol'),
(namespaces['html'], 'nav'),
(namespaces['html'], 'nextid'),
(namespaces['html'], 'ol'),
(namespaces['html'], 'output'),
(namespaces['html'], 'optgroup'),
(namespaces['html'], 'option'),
(namespaces['html'], 'p'),
(namespaces['html'], 'pre'),
(namespaces['html'], 'progress'),
(namespaces['html'], 'q'),
(namespaces['html'], 's'),
(namespaces['html'], 'samp'),
(namespaces['html'], 'section'),
(namespaces['html'], 'select'),
(namespaces['html'], 'small'),
(namespaces['html'], 'sound'),
(namespaces['html'], 'source'),
(namespaces['html'], 'spacer'),
(namespaces['html'], 'span'),
(namespaces['html'], 'strike'),
(namespaces['html'], 'strong'),
(namespaces['html'], 'sub'),
(namespaces['html'], 'sup'),
(namespaces['html'], 'table'),
(namespaces['html'], 'tbody'),
(namespaces['html'], 'td'),
(namespaces['html'], 'textarea'),
(namespaces['html'], 'time'),
(namespaces['html'], 'tfoot'),
(namespaces['html'], 'th'),
(namespaces['html'], 'thead'),
(namespaces['html'], 'tr'),
(namespaces['html'], 'tt'),
(namespaces['html'], 'u'),
(namespaces['html'], 'ul'),
(namespaces['html'], 'var'),
(namespaces['html'], 'video'),
(namespaces['mathml'], 'maction'),
(namespaces['mathml'], 'math'),
(namespaces['mathml'], 'merror'),
(namespaces['mathml'], 'mfrac'),
(namespaces['mathml'], 'mi'),
(namespaces['mathml'], 'mmultiscripts'),
(namespaces['mathml'], 'mn'),
(namespaces['mathml'], 'mo'),
(namespaces['mathml'], 'mover'),
(namespaces['mathml'], 'mpadded'),
(namespaces['mathml'], 'mphantom'),
(namespaces['mathml'], 'mprescripts'),
(namespaces['mathml'], 'mroot'),
(namespaces['mathml'], 'mrow'),
(namespaces['mathml'], 'mspace'),
(namespaces['mathml'], 'msqrt'),
(namespaces['mathml'], 'mstyle'),
(namespaces['mathml'], 'msub'),
(namespaces['mathml'], 'msubsup'),
(namespaces['mathml'], 'msup'),
(namespaces['mathml'], 'mtable'),
(namespaces['mathml'], 'mtd'),
(namespaces['mathml'], 'mtext'),
(namespaces['mathml'], 'mtr'),
(namespaces['mathml'], 'munder'),
(namespaces['mathml'], 'munderover'),
(namespaces['mathml'], 'none'),
(namespaces['svg'], 'a'),
(namespaces['svg'], 'animate'),
(namespaces['svg'], 'animateColor'),
(namespaces['svg'], 'animateMotion'),
(namespaces['svg'], 'animateTransform'),
(namespaces['svg'], 'clipPath'),
(namespaces['svg'], 'circle'),
(namespaces['svg'], 'defs'),
(namespaces['svg'], 'desc'),
(namespaces['svg'], 'ellipse'),
(namespaces['svg'], 'font-face'),
(namespaces['svg'], 'font-face-name'),
(namespaces['svg'], 'font-face-src'),
(namespaces['svg'], 'g'),
(namespaces['svg'], 'glyph'),
(namespaces['svg'], 'hkern'),
(namespaces['svg'], 'linearGradient'),
(namespaces['svg'], 'line'),
(namespaces['svg'], 'marker'),
(namespaces['svg'], 'metadata'),
(namespaces['svg'], 'missing-glyph'),
(namespaces['svg'], 'mpath'),
(namespaces['svg'], 'path'),
(namespaces['svg'], 'polygon'),
(namespaces['svg'], 'polyline'),
(namespaces['svg'], 'radialGradient'),
(namespaces['svg'], 'rect'),
(namespaces['svg'], 'set'),
(namespaces['svg'], 'stop'),
(namespaces['svg'], 'svg'),
(namespaces['svg'], 'switch'),
(namespaces['svg'], 'text'),
(namespaces['svg'], 'title'),
(namespaces['svg'], 'tspan'),
(namespaces['svg'], 'use'),
))
allowed_attributes = frozenset((
# HTML attributes
(None, 'abbr'),
(None, 'accept'),
(None, 'accept-charset'),
(None, 'accesskey'),
(None, 'action'),
(None, 'align'),
(None, 'alt'),
(None, 'autocomplete'),
(None, 'autofocus'),
(None, 'axis'),
(None, 'background'),
(None, 'balance'),
(None, 'bgcolor'),
(None, 'bgproperties'),
(None, 'border'),
(None, 'bordercolor'),
(None, 'bordercolordark'),
(None, 'bordercolorlight'),
(None, 'bottompadding'),
(None, 'cellpadding'),
(None, 'cellspacing'),
(None, 'ch'),
(None, 'challenge'),
(None, 'char'),
(None, 'charoff'),
(None, 'choff'),
(None, 'charset'),
(None, 'checked'),
(None, 'cite'),
(None, 'class'),
(None, 'clear'),
(None, 'color'),
(None, 'cols'),
(None, 'colspan'),
(None, 'compact'),
(None, 'contenteditable'),
(None, 'controls'),
(None, 'coords'),
(None, 'data'),
(None, 'datafld'),
(None, 'datapagesize'),
(None, 'datasrc'),
(None, 'datetime'),
(None, 'default'),
(None, 'delay'),
(None, 'dir'),
(None, 'disabled'),
(None, 'draggable'),
(None, 'dynsrc'),
(None, 'enctype'),
(None, 'end'),
(None, 'face'),
(None, 'for'),
(None, 'form'),
(None, 'frame'),
(None, 'galleryimg'),
(None, 'gutter'),
(None, 'headers'),
(None, 'height'),
(None, 'hidefocus'),
(None, 'hidden'),
(None, 'high'),
(None, 'href'),
(None, 'hreflang'),
(None, 'hspace'),
(None, 'icon'),
(None, 'id'),
(None, 'inputmode'),
(None, 'ismap'),
(None, 'keytype'),
(None, 'label'),
(None, 'leftspacing'),
(None, 'lang'),
(None, 'list'),
(None, 'longdesc'),
(None, 'loop'),
(None, 'loopcount'),
(None, 'loopend'),
(None, 'loopstart'),
(None, 'low'),
(None, 'lowsrc'),
(None, 'max'),
(None, 'maxlength'),
(None, 'media'),
(None, 'method'),
(None, 'min'),
(None, 'multiple'),
(None, 'name'),
(None, 'nohref'),
(None, 'noshade'),
(None, 'nowrap'),
(None, 'open'),
(None, 'optimum'),
(None, 'pattern'),
(None, 'ping'),
(None, 'point-size'),
(None, 'poster'),
(None, 'pqg'),
(None, 'preload'),
(None, 'prompt'),
(None, 'radiogroup'),
(None, 'readonly'),
(None, 'rel'),
(None, 'repeat-max'),
(None, 'repeat-min'),
(None, 'replace'),
(None, 'required'),
(None, 'rev'),
(None, 'rightspacing'),
(None, 'rows'),
(None, 'rowspan'),
(None, 'rules'),
(None, 'scope'),
(None, 'selected'),
(None, 'shape'),
(None, 'size'),
(None, 'span'),
(None, 'src'),
(None, 'start'),
(None, 'step'),
(None, 'style'),
(None, 'summary'),
(None, 'suppress'),
(None, 'tabindex'),
(None, 'target'),
(None, 'template'),
(None, 'title'),
(None, 'toppadding'),
(None, 'type'),
(None, 'unselectable'),
(None, 'usemap'),
(None, 'urn'),
(None, 'valign'),
(None, 'value'),
(None, 'variable'),
(None, 'volume'),
(None, 'vspace'),
(None, 'vrml'),
(None, 'width'),
(None, 'wrap'),
(namespaces['xml'], 'lang'),
# MathML attributes
(None, 'actiontype'),
(None, 'align'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnlines'),
(None, 'columnspacing'),
(None, 'columnspan'),
(None, 'depth'),
(None, 'display'),
(None, 'displaystyle'),
(None, 'equalcolumns'),
(None, 'equalrows'),
(None, 'fence'),
(None, 'fontstyle'),
(None, 'fontweight'),
(None, 'frame'),
(None, 'height'),
(None, 'linethickness'),
(None, 'lspace'),
(None, 'mathbackground'),
(None, 'mathcolor'),
(None, 'mathvariant'),
(None, 'mathvariant'),
(None, 'maxsize'),
(None, 'minsize'),
(None, 'other'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowlines'),
(None, 'rowspacing'),
(None, 'rowspan'),
(None, 'rspace'),
(None, 'scriptlevel'),
(None, 'selection'),
(None, 'separator'),
(None, 'stretchy'),
(None, 'width'),
(None, 'width'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'type'),
# SVG attributes
(None, 'accent-height'),
(None, 'accumulate'),
(None, 'additive'),
(None, 'alphabetic'),
(None, 'arabic-form'),
(None, 'ascent'),
(None, 'attributeName'),
(None, 'attributeType'),
(None, 'baseProfile'),
(None, 'bbox'),
(None, 'begin'),
(None, 'by'),
(None, 'calcMode'),
(None, 'cap-height'),
(None, 'class'),
(None, 'clip-path'),
(None, 'color'),
(None, 'color-rendering'),
(None, 'content'),
(None, 'cx'),
(None, 'cy'),
(None, 'd'),
(None, 'dx'),
(None, 'dy'),
(None, 'descent'),
(None, 'display'),
(None, 'dur'),
(None, 'end'),
(None, 'fill'),
(None, 'fill-opacity'),
(None, 'fill-rule'),
(None, 'font-family'),
(None, 'font-size'),
(None, 'font-stretch'),
(None, 'font-style'),
(None, 'font-variant'),
(None, 'font-weight'),
(None, 'from'),
(None, 'fx'),
(None, 'fy'),
(None, 'g1'),
(None, 'g2'),
(None, 'glyph-name'),
(None, 'gradientUnits'),
(None, 'hanging'),
(None, 'height'),
(None, 'horiz-adv-x'),
(None, 'horiz-origin-x'),
(None, 'id'),
(None, 'ideographic'),
(None, 'k'),
(None, 'keyPoints'),
(None, 'keySplines'),
(None, 'keyTimes'),
(None, 'lang'),
(None, 'marker-end'),
(None, 'marker-mid'),
(None, 'marker-start'),
(None, 'markerHeight'),
(None, 'markerUnits'),
(None, 'markerWidth'),
(None, 'mathematical'),
(None, 'max'),
(None, 'min'),
(None, 'name'),
(None, 'offset'),
(None, 'opacity'),
(None, 'orient'),
(None, 'origin'),
(None, 'overline-position'),
(None, 'overline-thickness'),
(None, 'panose-1'),
(None, 'path'),
(None, 'pathLength'),
(None, 'points'),
(None, 'preserveAspectRatio'),
(None, 'r'),
(None, 'refX'),
(None, 'refY'),
(None, 'repeatCount'),
(None, 'repeatDur'),
(None, 'requiredExtensions'),
(None, 'requiredFeatures'),
(None, 'restart'),
(None, 'rotate'),
(None, 'rx'),
(None, 'ry'),
(None, 'slope'),
(None, 'stemh'),
(None, 'stemv'),
(None, 'stop-color'),
(None, 'stop-opacity'),
(None, 'strikethrough-position'),
(None, 'strikethrough-thickness'),
(None, 'stroke'),
(None, 'stroke-dasharray'),
(None, 'stroke-dashoffset'),
(None, 'stroke-linecap'),
(None, 'stroke-linejoin'),
(None, 'stroke-miterlimit'),
(None, 'stroke-opacity'),
(None, 'stroke-width'),
(None, 'systemLanguage'),
(None, 'target'),
(None, 'text-anchor'),
(None, 'to'),
(None, 'transform'),
(None, 'type'),
(None, 'u1'),
(None, 'u2'),
(None, 'underline-position'),
(None, 'underline-thickness'),
(None, 'unicode'),
(None, 'unicode-range'),
(None, 'units-per-em'),
(None, 'values'),
(None, 'version'),
(None, 'viewBox'),
(None, 'visibility'),
(None, 'width'),
(None, 'widths'),
(None, 'x'),
(None, 'x-height'),
(None, 'x1'),
(None, 'x2'),
(namespaces['xlink'], 'actuate'),
(namespaces['xlink'], 'arcrole'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'role'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'title'),
(namespaces['xlink'], 'type'),
(namespaces['xml'], 'base'),
(namespaces['xml'], 'lang'),
(namespaces['xml'], 'space'),
(None, 'y'),
(None, 'y1'),
(None, 'y2'),
(None, 'zoomAndPan'),
))
attr_val_is_uri = frozenset((
(None, 'href'),
(None, 'src'),
(None, 'cite'),
(None, 'action'),
(None, 'longdesc'),
(None, 'poster'),
(None, 'background'),
(None, 'datasrc'),
(None, 'dynsrc'),
(None, 'lowsrc'),
(None, 'ping'),
(namespaces['xlink'], 'href'),
(namespaces['xml'], 'base'),
))
svg_attr_val_allows_ref = frozenset((
(None, 'clip-path'),
(None, 'color-profile'),
(None, 'cursor'),
(None, 'fill'),
(None, 'filter'),
(None, 'marker'),
(None, 'marker-start'),
(None, 'marker-mid'),
(None, 'marker-end'),
(None, 'mask'),
(None, 'stroke'),
))
svg_allow_local_href = frozenset((
(None, 'altGlyph'),
(None, 'animate'),
(None, 'animateColor'),
(None, 'animateMotion'),
(None, 'animateTransform'),
(None, 'cursor'),
(None, 'feImage'),
(None, 'filter'),
(None, 'linearGradient'),
(None, 'pattern'),
(None, 'radialGradient'),
(None, 'textpath'),
(None, 'tref'),
(None, 'set'),
(None, 'use')
))
allowed_css_properties = frozenset((
'azimuth',
'background-color',
'border-bottom-color',
'border-collapse',
'border-color',
'border-left-color',
'border-right-color',
'border-top-color',
'clear',
'color',
'cursor',
'direction',
'display',
'elevation',
'float',
'font',
'font-family',
'font-size',
'font-style',
'font-variant',
'font-weight',
'height',
'letter-spacing',
'line-height',
'overflow',
'pause',
'pause-after',
'pause-before',
'pitch',
'pitch-range',
'richness',
'speak',
'speak-header',
'speak-numeral',
'speak-punctuation',
'speech-rate',
'stress',
'text-align',
'text-decoration',
'text-indent',
'unicode-bidi',
'vertical-align',
'voice-family',
'volume',
'white-space',
'width',
))
allowed_css_keywords = frozenset((
'auto',
'aqua',
'black',
'block',
'blue',
'bold',
'both',
'bottom',
'brown',
'center',
'collapse',
'dashed',
'dotted',
'fuchsia',
'gray',
'green',
'!important',
'italic',
'left',
'lime',
'maroon',
'medium',
'none',
'navy',
'normal',
'nowrap',
'olive',
'pointer',
'purple',
'red',
'right',
'solid',
'silver',
'teal',
'top',
'transparent',
'underline',
'white',
'yellow',
))
allowed_svg_properties = frozenset((
'fill',
'fill-opacity',
'fill-rule',
'stroke',
'stroke-width',
'stroke-linecap',
'stroke-linejoin',
'stroke-opacity',
))
allowed_protocols = frozenset((
'ed2k',
'ftp',
'http',
'https',
'irc',
'mailto',
'news',
'gopher',
'nntp',
'telnet',
'webcal',
'xmpp',
'callto',
'feed',
'urn',
'aim',
'rsync',
'tag',
'ssh',
'sftp',
'rtsp',
'afs',
'data',
))
allowed_content_types = frozenset((
'image/png',
'image/jpeg',
'image/gif',
'image/webp',
'image/bmp',
'text/plain',
))
data_content_type = re.compile(r'''
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
''',
re.VERBOSE)
class Filter(base.Filter):
"""Sanitizes token stream of XHTML+MathML+SVG and of inline style attributes"""
def __init__(self,
source,
allowed_elements=allowed_elements,
allowed_attributes=allowed_attributes,
allowed_css_properties=allowed_css_properties,
allowed_css_keywords=allowed_css_keywords,
allowed_svg_properties=allowed_svg_properties,
allowed_protocols=allowed_protocols,
allowed_content_types=allowed_content_types,
attr_val_is_uri=attr_val_is_uri,
svg_attr_val_allows_ref=svg_attr_val_allows_ref,
svg_allow_local_href=svg_allow_local_href):
"""Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
"""
super(Filter, self).__init__(source)
self.allowed_elements = allowed_elements
self.allowed_attributes = allowed_attributes
self.allowed_css_properties = allowed_css_properties
self.allowed_css_keywords = allowed_css_keywords
self.allowed_svg_properties = allowed_svg_properties
self.allowed_protocols = allowed_protocols
self.allowed_content_types = allowed_content_types
self.attr_val_is_uri = attr_val_is_uri
self.svg_attr_val_allows_ref = svg_attr_val_allows_ref
self.svg_allow_local_href = svg_allow_local_href
def __iter__(self):
for token in base.Filter.__iter__(self):
token = self.sanitize_token(token)
if token:
yield token
# Sanitize the +html+, escaping all elements not in ALLOWED_ELEMENTS, and
# stripping out all attributes not in ALLOWED_ATTRIBUTES. Style attributes
# are parsed, and a restricted set, specified by ALLOWED_CSS_PROPERTIES and
# ALLOWED_CSS_KEYWORDS, are allowed through. attributes in ATTR_VAL_IS_URI
# are scanned, and only URI schemes specified in ALLOWED_PROTOCOLS are
# allowed.
#
# sanitize_html('<script> do_nasty_stuff() </script>')
# => <script> do_nasty_stuff() </script>
# sanitize_html('<a href="javascript: sucker();">Click here for $100</a>')
# => <a>Click here for $100</a>
def sanitize_token(self, token):
# accommodate filters which use token_type differently
token_type = token["type"]
if token_type in ("StartTag", "EndTag", "EmptyTag"):
name = token["name"]
namespace = token["namespace"]
if ((namespace, name) in self.allowed_elements or
(namespace is None and
(namespaces["html"], name) in self.allowed_elements)):
return self.allowed_token(token)
else:
return self.disallowed_token(token)
elif token_type == "Comment":
pass
else:
return token
def allowed_token(self, token):
if "data" in token:
attrs = token["data"]
attr_names = set(attrs.keys())
# Remove forbidden attributes
for to_remove in (attr_names - self.allowed_attributes):
del token["data"][to_remove]
attr_names.remove(to_remove)
# Remove attributes with disallowed URL values
for attr in (attr_names & self.attr_val_is_uri):
assert attr in attrs
# I don't have a clue where this regexp comes from or why it matches those
# characters, nor why we call unescape. I just know it's always been here.
# Should you be worried by this comment in a sanitizer? Yes. On the other hand, all
# this will do is remove *more* than it otherwise would.
val_unescaped = re.sub("[`\x00-\x20\x7f-\xa0\\s]+", '',
unescape(attrs[attr])).lower()
# remove replacement characters from unescaped characters
val_unescaped = val_unescaped.replace("\ufffd", "")
try:
uri = urlparse.urlparse(val_unescaped)
except ValueError:
uri = None
del attrs[attr]
if uri and uri.scheme:
if uri.scheme not in self.allowed_protocols:
del attrs[attr]
if uri.scheme == 'data':
m = data_content_type.match(uri.path)
if not m:
del attrs[attr]
elif m.group('content_type') not in self.allowed_content_types:
del attrs[attr]
for attr in self.svg_attr_val_allows_ref:
if attr in attrs:
attrs[attr] = re.sub(r'url\s*\(\s*[^#\s][^)]+?\)',
' ',
unescape(attrs[attr]))
if (token["name"] in self.svg_allow_local_href and
(namespaces['xlink'], 'href') in attrs and re.search(r'^\s*[^#\s].*',
attrs[(namespaces['xlink'], 'href')])):
del attrs[(namespaces['xlink'], 'href')]
if (None, 'style') in attrs:
attrs[(None, 'style')] = self.sanitize_css(attrs[(None, 'style')])
token["data"] = attrs
return token
def disallowed_token(self, token):
token_type = token["type"]
if token_type == "EndTag":
token["data"] = "</%s>" % token["name"]
elif token["data"]:
assert token_type in ("StartTag", "EmptyTag")
attrs = []
for (ns, name), v in token["data"].items():
attrs.append(' %s="%s"' % (name if ns is None else "%s:%s" % (prefixes[ns], name), escape(v)))
token["data"] = "<%s%s>" % (token["name"], ''.join(attrs))
else:
token["data"] = "<%s>" % token["name"]
if token.get("selfClosing"):
token["data"] = token["data"][:-1] + "/>"
token["type"] = "Characters"
del token["name"]
return token
def sanitize_css(self, style):
# disallow urls
style = re.compile(r'url\s*\(\s*[^\s)]+?\s*\)\s*').sub(' ', style)
# gauntlet
if not re.match(r"""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$""", style):
return ''
if not re.match(r"^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$", style):
return ''
clean = []
for prop, value in re.findall(r"([-\w]+)\s*:\s*([^:;]*)", style):
if not value:
continue
if prop.lower() in self.allowed_css_properties:
clean.append(prop + ': ' + value + ';')
elif prop.split('-')[0].lower() in ['background', 'border', 'margin',
'padding']:
for keyword in value.split():
if keyword not in self.allowed_css_keywords and \
not re.match(r"^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$", keyword): # noqa
break
else:
clean.append(prop + ': ' + value + ';')
elif prop.lower() in self.allowed_svg_properties:
clean.append(prop + ': ' + value + ';')
return ' '.join(clean)
site-packages/pip/_vendor/html5lib/filters/base.py 0000644 00000000436 15201600076 0016164 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
class Filter(object):
def __init__(self, source):
self.source = source
def __iter__(self):
return iter(self.source)
def __getattr__(self, name):
return getattr(self.source, name)
site-packages/pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-38.pyc 0000644 00000005247 15201600076 0024251 0 ustar 00 U
��.e\) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d k r&|||fV |}|}q|d k rD||d fV d S )N)�source)�selfZ previous1Z previous2�token� r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/optionaltags.py�slider s
z
Filter.sliderc c sp | � � D ]b\}}}|d }|dkrD|d s<| �|d ||�sj|V q|dkrd| �|d |�sj|V q|V qd S )N�type�StartTag�data�name�EndTag)r
�is_optional_start�is_optional_end)r �previousr
�nextr r r r �__iter__ s �zFilter.__iter__c C s� |r |d pd }|dkr |dkS |dkrJ|dkr4dS |dkr�|d dkS n�|d krx|dkr^d
S |d krr|d d kS dS nb|d
kr�|dkr�|d dkS d
S n@|dkr�|d kr�|r�|d dkr�|d dkr�d
S |d dkS d
S d
S )Nr �html��CommentZSpaceCharacters�head�r ZEmptyTagTr r �bodyFr )ZscriptZstyle�colgroup�col�tbody)r �thead�tfoot�trr )r �tagnamer r r r r r r s6
� zFilter.is_optional_startc C s |r |d pd }|dkr |dkS |dkrP|dkr<|d |kS |dkpJ|d kS �n�|dkr�|dkrl|d dkS |d kr�|dkp�|d kS d
S �np|d kr�|d kr�|d d
kS |dkp�|d kS �n@|dkr�|dkr�|d dkS |dkp�|d kS �n|dk�r |dk�r |d dkS |dk�p |d kS n�|dk�rT|dk�r8d
S |dk�rN|d dkS dS n�|dk�r�|dk�rt|d dkS |dk�r�|dk�p�|d kS d
S nf|dk�r�|dk�r�|d dkS |dk�p�|d kS n2|dk�r�|dk�r�|d dkS |dk�p�|d kS d
S )Nr )r r r r )Zli�optgroupr# r r r )Zdt�ddr& F�pr ) ZaddressZarticleZasideZ
blockquoteZdatagridZdialog�dirZdivZdlZfieldsetZfooterZformZh1Zh2Zh3Zh4Zh5Zh6�headerZhrZmenuZnavZolr' ZpreZsection�tableZul�option)r+ r% )ZrtZrpr T)r! r )r r" r r" )ZtdZthr )r r$ r r r r r r X s\
zFilter.is_optional_endN)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r s
9r N)Z
__future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/lint.cpython-38.opt-1.pyc 0000644 00000003505 15201600076 0023445 0 ustar 00 U
��.e; � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m
Z
ddlm Z d� e �Z G d d
� d
ej
�Z
d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )�
namespaces� voidElements)�spaceCharacters� c s* e Zd ZdZd� fdd� Zdd� Z� ZS )�FilterzgLints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
Tc s t t| ��|� || _dS )z�Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
N)�superr
�__init__�require_matching_tags)�self�sourcer �� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c s. g }t j�| �D �]}|d }|dkr�|d }|d }|rF|td krP|tkrPn |dkrl| jrl|�||f� |d �� D ] \\}}}qxn�|dkr�|d }|d }|r�|td kr�|tkr�n| jr�|�� }nX|d kr�|d }nF|d
kr�|d }|d kr�n,|d k�r
|d }n|d
k�rn |dk�r"n |V qd S )N�type)�StartTagZEmptyTag� namespace�nameZhtmlr �dataZEndTag�Comment)Z
Characters�SpaceCharactersr ZDoctypeZEntityZSerializerError) r r
�__iter__r r
r �append�items�pop) r Z
open_elements�tokenr r r �value�startr r r r r sF
zFilter.__iter__)T)�__name__�
__module__� __qualname__�__doc__r r �
__classcell__r r r r r
s r
N)Z
__future__r r r Zpip._vendor.sixr r r Z constantsr r
r �joinr
r r r r �<module> s
site-packages/pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-38.opt-1.pyc 0000644 00000003460 15201600076 0026472 0 ustar 00 U
��.e� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd ZdZdd� Zdd� ZdS )�Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j�| |� || _dS )ztCreates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
N)r r �__init__�encoding)�self�sourcer � r �T/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c
c s� d}| j d k}g }tj�| �D �]�}|d }|dkrL|d �� dkrHd}�nd|dk�rJ|d �� dkr�d }|d
�� D ]X\\}}} |d k r�qvqv|�� d kr�| j |d
||f< d } q�qv|d
krv| �� dkrvd }qv|r�d|d
kr�d| j |d
d< d }nP|d �� dk�r�|�s�dd|d
d�V ddd| j id�V ddd�V d }q nf|dk�r�|d �� dk�r�|�r�|�d�V |�s�ddd| j id�V |�r�|�d�V �q�d }d}|dk�r�|�|� q |V q d S )NZpre_head�typeZStartTag�name�headZin_headZEmptyTag�metaF�data�charsetTz
http-equivz content-type)NZcontentztext/html; charset=%s)r r r )Nr ZEndTag)r r r Z post_head)r r r �__iter__�lower�items�pop�append)
r
�stateZ
meta_foundZpending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r
r s^
��
�
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r N)Z
__future__r r r � r r r r r r
�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000244 15201600076 0024233 0 ustar 00 U
��.e � @ s d S )N� r r r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/__init__.py�<module> � site-packages/pip/_vendor/html5lib/filters/__pycache__/lint.cpython-38.pyc 0000644 00000005046 15201600076 0022510 0 ustar 00 U
��.e; � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m
Z
ddlm Z d� e �Z G d d
� d
ej
�Z
d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )�
namespaces� voidElements)�spaceCharacters� c s* e Zd ZdZd� fdd� Zdd� Z� ZS )�FilterzgLints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
Tc s t t| ��|� || _dS )z�Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
N)�superr
�__init__�require_matching_tags)�self�sourcer �� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c sD g }t j�| �D �],}|d }|dk�rF|d }|d }|d ksNt|t�sNt�|dksZt�t|t�sht�|dkstt�t|d t�s�t�|r�|td kr�|tkr�|dks�t�n |d ks�t�|d kr�| j r�|�
||f� |d � � D ]`\\}}}|d k�st|t��st�|dk�st�t|t��s$t�|dk�s2t�t|t�s�t�q�n�|d
k�r|d }|d }|d k�szt|t��szt�|dk�s�t�t|t��s�t�|dk�s�t�|�r�|td k�r�|tk�r�d �s�td d
|i ��n"| j �r8|� � }|||fk�s8t��n6|dk�r(|d }t|t��s8t��n|dk�rx|d }t|t��sJt�|dk�sXt�|dk�r8|�
t�dk�s8t�n�|dk�r�|d }|d k�s�t|t��s�t�|d d k�s�t|t��s�t�|d d k�s8t|t��s8t�nV|dk�rt|d t��s8t�n6|dk�r"t|d t��s8t�nd �s8tdd|i ��|V qd S )N�type)�StartTag�EmptyTag� namespace�namer �dataZhtmlr r ZEndTagFz.Void element reported as EndTag token: %(tag)s�tag�Comment)Z
Characters�SpaceCharactersr ZDoctypeZpublicIdZsystemIdZEntityZSerializerErrorz Unknown token type: %(type)s)r r
�__iter__�
isinstancer �AssertionError�dictr r
r �append�items�pop�stripr ) r Z
open_elements�tokenr r r �value�startr r r r r sl
zFilter.__iter__)T)�__name__�
__module__� __qualname__�__doc__r r �
__classcell__r r r r r
s r
N)Z
__future__r r r Zpip._vendor.sixr r r Z constantsr r
r �joinr
r r r r �<module> s
site-packages/pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-38.pyc 0000644 00000037615 15201600076 0023561 0 ustar 00 U
��.e�f � D @ s> d dl mZmZmZ d dlZd dlmZmZ d dlm Z
ddl m Z ddl
mZmZ d gZeed
d fed
d fed
d
fed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
d fed
d fed
d fed
d fed
d fed
d!fed
d"fed
d#fed
d$fed
d%fed
d&fed
d'fed
d(fed
d)fed
d*fed
d+fed
d,fed
d-fed
d.fed
d/fed
d0fed
d1fed
d2fed
d3fed
d4fed
d5fed
d6fed
d7fed
d8fed
d9fed
d:fed
d;fed
d<fed
d=fed
d>fed
d?fed
d@fed
dAfed
dBfed
dCfed
dDfed
dEfed
dFfed
dGfed
dHfed
dIfed
dJfed
dKfed
dLfed
dMfed
dNfed
dOfed
dPfed
dQfed
dRfed
dSfed
dTfed
dUfed
dVfed
dWfed
dXfed
dYfed
dZfed
d[fed
d\fed
d]fed
d^fed
d_fed
d`fed
dafed
dbfed
dcfed
ddfed
defed
dffed
dgfed
dhfed
difed
djfed
dkfed
dlfed
dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fed� d fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Zed�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7e�d8 �d9f�d:d��d;�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dFd�d�dG�dH�dI�dJ�dK�dK�dL�dM�dN�dO�dO�dO�dP�dQ�d�dR�dS�dT�dU�dV�d6�d6e�dW �dXfe�dW �dYfe�dW �dZf�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dhdɐdidːdj�dk�dl�dm�dn�do�dp�dq�d@�drdސds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d�d�d��d�d�d��d��d��d��d�d�d��d��d��d��d��d��d�d��d�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d(�d��d��d��d,�d��d��d��d��d��d��d��ddÐdĐdŐd6�dƐdǐdȐdɐd�e�dW �d�fe�dW �d�fe�dW �dXfe�dW �d�fe�dW �dYfe�dW d�fe�dW �dZfe�d8 �d�fe�d8 �d9fe�d8 �d�f�dАdѐdҐdӐfC�Zed�d!d�d�d��d d�d�d�d��d
e�dW �dXfe�d8 �d�ff
�Ze�dԃZe�dՃZe�dփZe�d׃Ze�dZe�dكZe�dڃZe� �d�ej �Z G �d�d � d e j �Z dS (� � )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )�
namespaces�prefixes�Filter�html�a�abbrZacronymZaddressZareaZarticleZasideZaudio�bZbigZ
blockquote�brZbuttonZcanvasZcaption�center�cite�code�colZcolgroupZcommandZdatagridZdatalistZdd�delZdetailsZdfnZdialog�dirZdivZdlZdtZemz event-sourceZfieldsetZ
figcaptionZfigureZfooter�font�form�headerZh1Zh2Zh3Zh4Zh5Zh6Zhr�iZimg�inputZinsZkeygenZkbd�labelZlegendZli�m�mapZmenuZmeterZmulticolZnavZnextidZol�outputZoptgroupZoption�pZpreZprogress�q�sZsampZsectionZselectZsmallZsound�sourceZspacer�spanZstrikeZstrong�subZsup�tableZtbodyZtdZtextarea�timeZtfootZthZtheadZtrZtt�uZul�varZvideoZmathmlZmactionZmathZmerrorZmfrac�miZ
mmultiscriptsZmn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ
munderover�noneZsvg�animate� animateColor�
animateMotion�animateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez
font-face-src�gZglyphZhkern�linearGradient�line�markerZmetadataz
missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stopZswitch�text�titleZtspan�use)Nr )NZaccept)Nzaccept-charset)NZ accesskey)N�action)NZalign)NZalt)NZ autocomplete)NZ autofocus)NZaxis)N�
background)NZbalance)NZbgcolor)NZ bgproperties)N�border)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ
bottompadding)NZ cellpadding)NZ cellspacing)NZch)NZ challenge)N�char)NZcharoff)NZchoff)N�charset)N�checked)Nr )N�class)N�clear)N�color)NZcols)NZcolspan)NZcompact)NZcontenteditable)NZcontrols)NZcoords)N�data)NZdatafld)NZ datapagesize)NZdatasrc)NZdatetime)N�default)NZdelay)Nr )NZdisabled)NZ draggable)NZdynsrc)NZenctype)N�end)NZface)N�for)Nr )N�frame)NZ
galleryimg)NZgutter)NZheaders)N�height)NZ hidefocus)NZhidden)NZhigh)N�href)NZhreflang)NZhspace)NZicon)N�id)NZ inputmode)NZismap)NZkeytype)Nr )NZ leftspacing)N�lang)N�list)NZlongdesc)NZloop)NZ loopcount)NZloopend)NZ loopstart)NZlow)NZlowsrc)N�max)NZ maxlength)NZmedia)N�method)N�min)NZmultiple)N�name)NZnohref)NZnoshade)N�nowrap)N�open)NZoptimum�N�pattern)NZping)Nz
point-size)NZposter)NZpqg)NZpreload)N�prompt)NZ
radiogroup)N�readonly)NZrel)Nz
repeat-max)Nz
repeat-min)N�replace)NZrequired)NZrev)NZ rightspacing)NZrows)NZrowspan)NZrules)NZscope)NZselected)N�shape)N�size)Nr& )N�src)N�start)N�step�N�style)NZsummary)N�suppress)NZtabindex)N�target)N�template)Nr< )NZ
toppadding)N�type)NZ unselectable)NZusemap)N�urn)NZvalign)N�value)NZvariable)N�volume)NZvspace)NZvrml)N�width)NZwrapZxmlrO )NZ
actiontype)NZ columnalign)NZ columnlines)NZ
columnspacing)NZ
columnspan)N�depth)N�display)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ
fontweight)NZ
linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)N�maxsize)NZminsize)N�other)NZrowalign)NZrowlines)NZ
rowspacing)NZrspace)NZ scriptlevel)NZ selection)NZ separator)NZstretchy�xlinkrM Zshowrf )Nz
accent-height)N�
accumulate)NZadditive)NZ
alphabetic)Nz arabic-form)NZascent)NZ
attributeName)NZ
attributeType)NZ baseProfile)NZbbox)NZbegin)NZby)NZcalcMode)Nz
cap-height�Nz clip-path)Nzcolor-rendering)NZcontent)NZcx)NZcy)N�d)NZdx)NZdy)NZdescent)NZdur�N�fill)N� fill-opacity)N� fill-rule)N� font-family)N� font-size)Nz font-stretch)N�
font-style)N� font-variant)N� font-weight)N�from)NZfx)NZfy)NZg1)NZg2)Nz
glyph-name)NZ
gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)N�k)NZ keyPoints)NZ
keySplines)NZkeyTimes�Nz
marker-end�Nz
marker-mid�Nz marker-start)NZ markerHeight)NZ markerUnits)NZ markerWidth)NZ mathematical)N�offset)NZopacity)NZorient)N�origin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nr7 )NZ
pathLength)NZpoints)NZpreserveAspectRatio)N�r)NZrefX)NZrefY)NZ repeatCount)NZ repeatDur)NZrequiredExtensions)NZrequiredFeatures)NZrestart)N�rotate)N�rx)NZry)NZslope)NZstemh)NZstemv)Nz
stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thickness�N�stroke)Nzstroke-dasharray)Nzstroke-dashoffset)N�stroke-linecap)N�stroke-linejoin)Nzstroke-miterlimit)N�stroke-opacity)N� stroke-width)NZsystemLanguage)Nz text-anchor)N�to)NZ transform)NZu1)NZu2)Nzunderline-position)Nzunderline-thickness)NZunicode)Nz
unicode-range)Nz units-per-em)N�values)N�version)NZviewBox)NZ
visibility)NZwidths)N�x)Nzx-height)NZx1)NZx2ZactuateZarcroleZroler Zspace)N�y)NZy1)NZy2)NZ
zoomAndPan) rq )Nz
color-profile�N�cursorrs �N�filter)Nr6 r� r r~ )N�maskr� ))NZaltGlyph)Nr/ )Nr0 )Nr1 )Nr2 r� )NZfeImager� )Nr4 rW )Nr8 )NZtextpath)NZtref)Nr9 )Nr= ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorrE rF r� � directionrl Z elevation�floatr rw rx ry rz r{ rL zletter-spacingz line-heightZoverflow�pausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz
speak-numeralzspeak-punctuationz speech-rateZstressz
text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyri z white-spacerj )'�autoZaquaZblack�blockZblueZboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgrayZgreenz
!importantZitalic�leftZlimeZmaroonZmediumr. ZnavyZnormalrU ZoliveZpointerZpurpleZred�rightZsolidZsilverZteal�topZ transparentZ underlineZwhiteZyellow)rt ru rv r� r� r� r� r� )Zed2kZftpZhttpZhttpsZircZmailtoZnewsZgopherZnntpZtelnetZwebcalZxmppZcalltoZfeedrg ZaimZrsync�tagZsshZsftpZrtspZafsrG )z image/pngz
image/jpegz image/gifz
image/webpz image/bmpz
text/plainaL
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
c
s^ e Zd ZdZeeeeee e
e e e
f
� fdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z� ZS )r
zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc sP t t| ��|� || _|| _|| _|| _|| _|| _|| _ | | _
|
| _ | | _ dS )aS Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
N)
�superr
�__init__�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfr% r� r� r� r� r� r� r� r� r� r� �� __class__� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyr� � s +zFilter.__init__c c s* t j�| �D ]}| �|�}|r |V q d S )N)r r
�__iter__�sanitize_token)r� �tokenr� r� r� r� � s
zFilter.__iter__c C sp |d }|dkr^|d }|d }||f| j ksH|d krRtd |f| j krR| �|�S | �|�S n|dkrhn|S d S )Nrf )�StartTag�EndTag�EmptyTagrT � namespacer �Comment)r� r �
allowed_token�disallowed_token)r� r� �
token_typerT r� r� r� r� r�
s ��
zFilter.sanitize_tokenc C s� d|k�r�|d }t |�� �}|| j D ]}|d |= |�|� q(|| j@ D ]�}||ks\t�t�ddt|| ��� � }|�
dd�}zt � |�}W n t k
r� d }||= Y nX |rL|j
rL|j
| jkr�||= |j
dkrLt�|j�}|s�||= qL|�d�| jkrL||= qL| jD ]*}||k�r t�ddt|| ��||< �q |d | jk�r�td d
f|k�r�t�d |td d
f ��r�|td d
f= d |k�r�| �|d �|d < ||d< |S )
NrG u
[` - - \s]+� u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\)� rT ro rM z ^\s*[^#\s].*ra )r9 �keysr� �remover� �AssertionError�rer' r �lowerr[ �urlparse�
ValueErrorZschemer� �data_content_type�matchr7 �groupr� r� r� r �search� sanitize_css) r� r� �attrsZ
attr_namesZ to_remove�attrZ
val_unescapedZurir r� r� r� r� sX
�
� ���
zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�|dks6t �g }|d �� D ]:\\}}}|�d|d krd|ndt| |f t|�f � qFd |d d
�|�f |d< nd |d |d< |�d �r�|d d d
� d |d< d|d< |d= |S )Nrf r� z</%s>rT rG )r� r� z %s="%s"z%s:%sz<%s%s>r� z<%s>Z selfClosing���z/>Z
Characters)r� �items�appendr r �join�get)r� r� r� r� �nsrT �vr� r� r� r� Q s 0
zFilter.disallowed_tokenc C s� t �d��d|�}t �d|�s"dS t �d|�s2dS g }t �d|�D ]�\}}|sPqB|�� | jkrv|�|d | d � qB|�d �d
�� d kr�|�� D ] }|| j kr�t �d |�s� q�q�|�|d | d � qB|�� | j
krB|�|d | d � qBd� |�S )
Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r� z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r� z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r )r? r@ ZmarginZpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) r� �compiler' r� �findallr� r� r� �splitr� r� r� )r� rb ZcleanZproprh �keywordr� r� r� r� e s*
�zFilter.sanitize_css)�__name__�
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r� r� r� r� r
� s" �72) Z
__future__r r r r� Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r� r� r Z constantsr r �__all__� frozensetr� r� r� r� r� r� r� r� r� r� r� �VERBOSEr� r
r� r� r� r� �<module> s
� � % � � � K�
1
*
� site-packages/pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.opt-1.pyc 0000644 00000002406 15201600076 0027216 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ ddlmZ d dlmZ dd� ZG dd� dej �Z d S )
� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc C s | d d pd| d d fS )z�Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
r � r � )�attrr r �W/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py� _attr_key s r c @ s e Zd ZdZdd� ZdS )�Filterz$Alphabetizes attributes for elementsc c s\ t j�| �D ]J}|d dkrPt� }t|d �� td�D ]\}}|||< q6||d< |V q d S )N�type)ZStartTagZEmptyTag�data)�key)r r
�__iter__r �sorted�itemsr )�self�tokenZattrs�name�valuer r r r s �
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
s r
N)
Z
__future__r r r r r � collectionsr r r
r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-38.pyc 0000644 00000003460 15201600076 0025533 0 ustar 00 U
��.e� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd ZdZdd� Zdd� ZdS )�Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j�| |� || _dS )ztCreates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
N)r r �__init__�encoding)�self�sourcer � r �T/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c
c s� d}| j d k}g }tj�| �D �]�}|d }|dkrL|d �� dkrHd}�nd|dk�rJ|d �� dkr�d }|d
�� D ]X\\}}} |d k r�qvqv|�� d kr�| j |d
||f< d } q�qv|d
krv| �� dkrvd }qv|r�d|d
kr�d| j |d
d< d }nP|d �� dk�r�|�s�dd|d
d�V ddd| j id�V ddd�V d }q nf|dk�r�|d �� dk�r�|�r�|�d�V |�s�ddd| j id�V |�r�|�d�V �q�d }d}|dk�r�|�|� q |V q d S )NZpre_head�typeZStartTag�name�headZin_headZEmptyTag�metaF�data�charsetTz
http-equivz content-type)NZcontentztext/html; charset=%s)r r r )Nr ZEndTag)r r r Z post_head)r r r �__iter__�lower�items�pop�append)
r
�stateZ
meta_foundZpending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r
r s^
��
�
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r N)Z
__future__r r r � r r r r r r
�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-38.opt-1.pyc 0000644 00000037520 15201600076 0024513 0 ustar 00 U
��.e�f � D @ s> d dl mZmZmZ d dlZd dlmZmZ d dlm Z
ddl m Z ddl
mZmZ d gZeed
d fed
d fed
d
fed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
d fed
d fed
d fed
d fed
d fed
d!fed
d"fed
d#fed
d$fed
d%fed
d&fed
d'fed
d(fed
d)fed
d*fed
d+fed
d,fed
d-fed
d.fed
d/fed
d0fed
d1fed
d2fed
d3fed
d4fed
d5fed
d6fed
d7fed
d8fed
d9fed
d:fed
d;fed
d<fed
d=fed
d>fed
d?fed
d@fed
dAfed
dBfed
dCfed
dDfed
dEfed
dFfed
dGfed
dHfed
dIfed
dJfed
dKfed
dLfed
dMfed
dNfed
dOfed
dPfed
dQfed
dRfed
dSfed
dTfed
dUfed
dVfed
dWfed
dXfed
dYfed
dZfed
d[fed
d\fed
d]fed
d^fed
d_fed
d`fed
dafed
dbfed
dcfed
ddfed
defed
dffed
dgfed
dhfed
difed
djfed
dkfed
dlfed
dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fed� d fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Zed�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7e�d8 �d9f�d:d��d;�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dFd�d�dG�dH�dI�dJ�dK�dK�dL�dM�dN�dO�dO�dO�dP�dQ�d�dR�dS�dT�dU�dV�d6�d6e�dW �dXfe�dW �dYfe�dW �dZf�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dhdɐdidːdj�dk�dl�dm�dn�do�dp�dq�d@�drdސds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d�d�d��d�d�d��d��d��d��d�d�d��d��d��d��d��d��d�d��d�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d(�d��d��d��d,�d��d��d��d��d��d��d��ddÐdĐdŐd6�dƐdǐdȐdɐd�e�dW �d�fe�dW �d�fe�dW �dXfe�dW �d�fe�dW �dYfe�dW d�fe�dW �dZfe�d8 �d�fe�d8 �d9fe�d8 �d�f�dАdѐdҐdӐfC�Zed�d!d�d�d��d d�d�d�d��d
e�dW �dXfe�d8 �d�ff
�Ze�dԃZe�dՃZe�dփZe�d׃Ze�dZe�dكZe�dڃZe� �d�ej �Z G �d�d � d e j �Z dS (� � )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )�
namespaces�prefixes�Filter�html�a�abbrZacronymZaddressZareaZarticleZasideZaudio�bZbigZ
blockquote�brZbuttonZcanvasZcaption�center�cite�code�colZcolgroupZcommandZdatagridZdatalistZdd�delZdetailsZdfnZdialog�dirZdivZdlZdtZemz event-sourceZfieldsetZ
figcaptionZfigureZfooter�font�form�headerZh1Zh2Zh3Zh4Zh5Zh6Zhr�iZimg�inputZinsZkeygenZkbd�labelZlegendZli�m�mapZmenuZmeterZmulticolZnavZnextidZol�outputZoptgroupZoption�pZpreZprogress�q�sZsampZsectionZselectZsmallZsound�sourceZspacer�spanZstrikeZstrong�subZsup�tableZtbodyZtdZtextarea�timeZtfootZthZtheadZtrZtt�uZul�varZvideoZmathmlZmactionZmathZmerrorZmfrac�miZ
mmultiscriptsZmn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ
munderover�noneZsvg�animate� animateColor�
animateMotion�animateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez
font-face-src�gZglyphZhkern�linearGradient�line�markerZmetadataz
missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stopZswitch�text�titleZtspan�use)Nr )NZaccept)Nzaccept-charset)NZ accesskey)N�action)NZalign)NZalt)NZ autocomplete)NZ autofocus)NZaxis)N�
background)NZbalance)NZbgcolor)NZ bgproperties)N�border)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ
bottompadding)NZ cellpadding)NZ cellspacing)NZch)NZ challenge)N�char)NZcharoff)NZchoff)N�charset)N�checked)Nr )N�class)N�clear)N�color)NZcols)NZcolspan)NZcompact)NZcontenteditable)NZcontrols)NZcoords)N�data)NZdatafld)NZ datapagesize)NZdatasrc)NZdatetime)N�default)NZdelay)Nr )NZdisabled)NZ draggable)NZdynsrc)NZenctype)N�end)NZface)N�for)Nr )N�frame)NZ
galleryimg)NZgutter)NZheaders)N�height)NZ hidefocus)NZhidden)NZhigh)N�href)NZhreflang)NZhspace)NZicon)N�id)NZ inputmode)NZismap)NZkeytype)Nr )NZ leftspacing)N�lang)N�list)NZlongdesc)NZloop)NZ loopcount)NZloopend)NZ loopstart)NZlow)NZlowsrc)N�max)NZ maxlength)NZmedia)N�method)N�min)NZmultiple)N�name)NZnohref)NZnoshade)N�nowrap)N�open)NZoptimum�N�pattern)NZping)Nz
point-size)NZposter)NZpqg)NZpreload)N�prompt)NZ
radiogroup)N�readonly)NZrel)Nz
repeat-max)Nz
repeat-min)N�replace)NZrequired)NZrev)NZ rightspacing)NZrows)NZrowspan)NZrules)NZscope)NZselected)N�shape)N�size)Nr& )N�src)N�start)N�step�N�style)NZsummary)N�suppress)NZtabindex)N�target)N�template)Nr< )NZ
toppadding)N�type)NZ unselectable)NZusemap)N�urn)NZvalign)N�value)NZvariable)N�volume)NZvspace)NZvrml)N�width)NZwrapZxmlrO )NZ
actiontype)NZ columnalign)NZ columnlines)NZ
columnspacing)NZ
columnspan)N�depth)N�display)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ
fontweight)NZ
linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)N�maxsize)NZminsize)N�other)NZrowalign)NZrowlines)NZ
rowspacing)NZrspace)NZ scriptlevel)NZ selection)NZ separator)NZstretchy�xlinkrM Zshowrf )Nz
accent-height)N�
accumulate)NZadditive)NZ
alphabetic)Nz arabic-form)NZascent)NZ
attributeName)NZ
attributeType)NZ baseProfile)NZbbox)NZbegin)NZby)NZcalcMode)Nz
cap-height�Nz clip-path)Nzcolor-rendering)NZcontent)NZcx)NZcy)N�d)NZdx)NZdy)NZdescent)NZdur�N�fill)N� fill-opacity)N� fill-rule)N� font-family)N� font-size)Nz font-stretch)N�
font-style)N� font-variant)N� font-weight)N�from)NZfx)NZfy)NZg1)NZg2)Nz
glyph-name)NZ
gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)N�k)NZ keyPoints)NZ
keySplines)NZkeyTimes�Nz
marker-end�Nz
marker-mid�Nz marker-start)NZ markerHeight)NZ markerUnits)NZ markerWidth)NZ mathematical)N�offset)NZopacity)NZorient)N�origin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nr7 )NZ
pathLength)NZpoints)NZpreserveAspectRatio)N�r)NZrefX)NZrefY)NZ repeatCount)NZ repeatDur)NZrequiredExtensions)NZrequiredFeatures)NZrestart)N�rotate)N�rx)NZry)NZslope)NZstemh)NZstemv)Nz
stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thickness�N�stroke)Nzstroke-dasharray)Nzstroke-dashoffset)N�stroke-linecap)N�stroke-linejoin)Nzstroke-miterlimit)N�stroke-opacity)N� stroke-width)NZsystemLanguage)Nz text-anchor)N�to)NZ transform)NZu1)NZu2)Nzunderline-position)Nzunderline-thickness)NZunicode)Nz
unicode-range)Nz units-per-em)N�values)N�version)NZviewBox)NZ
visibility)NZwidths)N�x)Nzx-height)NZx1)NZx2ZactuateZarcroleZroler Zspace)N�y)NZy1)NZy2)NZ
zoomAndPan) rq )Nz
color-profile�N�cursorrs �N�filter)Nr6 r� r r~ )N�maskr� ))NZaltGlyph)Nr/ )Nr0 )Nr1 )Nr2 r� )NZfeImager� )Nr4 rW )Nr8 )NZtextpath)NZtref)Nr9 )Nr= ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorrE rF r� � directionrl Z elevation�floatr rw rx ry rz r{ rL zletter-spacingz line-heightZoverflow�pausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz
speak-numeralzspeak-punctuationz speech-rateZstressz
text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyri z white-spacerj )'�autoZaquaZblack�blockZblueZboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgrayZgreenz
!importantZitalic�leftZlimeZmaroonZmediumr. ZnavyZnormalrU ZoliveZpointerZpurpleZred�rightZsolidZsilverZteal�topZ transparentZ underlineZwhiteZyellow)rt ru rv r� r� r� r� r� )Zed2kZftpZhttpZhttpsZircZmailtoZnewsZgopherZnntpZtelnetZwebcalZxmppZcalltoZfeedrg ZaimZrsync�tagZsshZsftpZrtspZafsrG )z image/pngz
image/jpegz image/gifz
image/webpz image/bmpz
text/plainaL
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
c
s^ e Zd ZdZeeeeee e
e e e
f
� fdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z� ZS )r
zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc sP t t| ��|� || _|| _|| _|| _|| _|| _|| _ | | _
|
| _ | | _ dS )aS Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
N)
�superr
�__init__�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfr% r� r� r� r� r� r� r� r� r� r� �� __class__� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyr� � s +zFilter.__init__c c s* t j�| �D ]}| �|�}|r |V q d S )N)r r
�__iter__�sanitize_token)r� �tokenr� r� r� r� � s
zFilter.__iter__c C sp |d }|dkr^|d }|d }||f| j ksH|d krRtd |f| j krR| �|�S | �|�S n|dkrhn|S d S )Nrf )ZStartTag�EndTagZEmptyTagrT � namespacer �Comment)r� r �
allowed_token�disallowed_token)r� r� �
token_typerT r� r� r� r� r�
s ��
zFilter.sanitize_tokenc C s� d|k�r�|d }t |�� �}|| j D ]}|d |= |�|� q(|| j@ D ]�}t�ddt|| ���� }|� dd�}zt
�
|�}W n t k
r� d }||= Y nX |rL|j rL|j | j
kr�||= |j dkrLt�|j�}|s�||= qL|�d�| jkrL||= qL| jD ]*}||k�r t�ddt|| ��||< �q |d | jk�rvtd d
f|k�rvt�d |td d
f ��rv|td d
f= d |k�r�| �|d �|d < ||d< |S )
NrG u
[` - - \s]+� u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\)� rT ro rM z ^\s*[^#\s].*ra )r9 �keysr� �remover� �rer' r �lowerr[ �urlparse�
ValueErrorZschemer� �data_content_type�matchr7 �groupr� r� r� r �search� sanitize_css) r� r� �attrsZ
attr_namesZ to_remove�attrZ
val_unescapedZurir r� r� r� r� sV
�
� ���
zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�g }|d � � D ]:\\}}}|�d|d krX|ndt| |f t|�f � q:d|d d �|�f |d< nd
|d |d< |�d �r�|d d d � d
|d< d|d< |d= |S )Nrf r� z</%s>rT rG z %s="%s"z%s:%sz<%s%s>r� z<%s>Z selfClosing���z/>Z
Characters)�items�appendr r �join�get)r� r� r� r� �nsrT �vr� r� r� r� Q s 0
zFilter.disallowed_tokenc C s� t �d��d|�}t �d|�s"dS t �d|�s2dS g }t �d|�D ]�\}}|sPqB|�� | jkrv|�|d | d � qB|�d �d
�� d kr�|�� D ] }|| j kr�t �d |�s� q�q�|�|d | d � qB|�� | j
krB|�|d | d � qBd� |�S )
Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r� z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r� z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r )r? r@ ZmarginZpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) r� �compiler' r� �findallr� r� r� �splitr� r� r� )r� rb ZcleanZproprh �keywordr� r� r� r� e s*
�zFilter.sanitize_css)�__name__�
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r� r� r� r� r
� s" �72) Z
__future__r r r r� Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r� r� r Z constantsr r �__all__� frozensetr� r� r� r� r� r� r� r� r� r� r� �VERBOSEr� r
r� r� r� r� �<module> s
� � % � � � K�
1
*
� site-packages/pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.pyc 0000644 00000002406 15201600076 0026257 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ ddlmZ d dlmZ dd� ZG dd� dej �Z d S )
� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc C s | d d pd| d d fS )z�Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
r � r � )�attrr r �W/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py� _attr_key s r c @ s e Zd ZdZdd� ZdS )�Filterz$Alphabetizes attributes for elementsc c s\ t j�| �D ]J}|d dkrPt� }t|d �� td�D ]\}}|||< q6||d< |V q d S )N�type)ZStartTagZEmptyTag�data)�key)r r
�__iter__r �sorted�itemsr )�self�tokenZattrs�name�valuer r r r s �
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
s r
N)
Z
__future__r r r r r � collectionsr r r
r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/base.cpython-38.opt-1.pyc 0000644 00000001502 15201600076 0023404 0 ustar 00 U
��.e � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s
|| _ d S �N)�source)�selfr � r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/base.py�__init__ s zFilter.__init__c C s
t | j�S r )�iterr )r r r r
�__iter__ s zFilter.__iter__c C s t | j|�S r )�getattrr )r �namer r r
� __getattr__ s zFilter.__getattr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)Z
__future__r r r �objectr r r r r
�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-38.opt-1.pyc 0000644 00000002464 15201600076 0024636 0 ustar 00 U
��.e� � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d�
e �Z e� de �Z G d d
� d
ej
�Z
d d � ZdS )
� )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s, e Zd ZdZeddgee� �Zdd� ZdS )�FilterzACollapses whitespace except in pre, textarea, and script elementsZpreZtextareac c s� d}t j�| �D ]�}|d }|dkr@|s6|d | jkr@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s�|d
kr�t|d �|d< |V qd S ) Nr �typeZStartTag�namer ZEndTagZSpaceCharacters�data� Z
Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�selfZpreserve�tokenr � r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s � �
zFilter.__iter__N) �__name__�
__module__� __qualname__�__doc__� frozenset�listr r r r r r r r s r c C s t �d| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )Z
__future__r r r �rer
r Z constantsr r �join�compiler r r r r r r �<module> s
site-packages/pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-38.opt-1.pyc 0000644 00000005247 15201600076 0025210 0 ustar 00 U
��.e\) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d k r&|||fV |}|}q|d k rD||d fV d S )N)�source)�selfZ previous1Z previous2�token� r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/optionaltags.py�slider s
z
Filter.sliderc c sp | � � D ]b\}}}|d }|dkrD|d s<| �|d ||�sj|V q|dkrd| �|d |�sj|V q|V qd S )N�type�StartTag�data�name�EndTag)r
�is_optional_start�is_optional_end)r �previousr
�nextr r r r �__iter__ s �zFilter.__iter__c C s� |r |d pd }|dkr |dkS |dkrJ|dkr4dS |dkr�|d dkS n�|d krx|dkr^d
S |d krr|d d kS dS nb|d
kr�|dkr�|d dkS d
S n@|dkr�|d kr�|r�|d dkr�|d dkr�d
S |d dkS d
S d
S )Nr �html��CommentZSpaceCharacters�head�r ZEmptyTagTr r �bodyFr )ZscriptZstyle�colgroup�col�tbody)r �thead�tfoot�trr )r �tagnamer r r r r r r s6
� zFilter.is_optional_startc C s |r |d pd }|dkr |dkS |dkrP|dkr<|d |kS |dkpJ|d kS �n�|dkr�|dkrl|d dkS |d kr�|dkp�|d kS d
S �np|d kr�|d kr�|d d
kS |dkp�|d kS �n@|dkr�|dkr�|d dkS |dkp�|d kS �n|dk�r |dk�r |d dkS |dk�p |d kS n�|dk�rT|dk�r8d
S |dk�rN|d dkS dS n�|dk�r�|dk�rt|d dkS |dk�r�|dk�p�|d kS d
S nf|dk�r�|dk�r�|d dkS |dk�p�|d kS n2|dk�r�|dk�r�|d dkS |dk�p�|d kS d
S )Nr )r r r r )Zli�optgroupr# r r r )Zdt�ddr& F�pr ) ZaddressZarticleZasideZ
blockquoteZdatagridZdialog�dirZdivZdlZfieldsetZfooterZformZh1Zh2Zh3Zh4Zh5Zh6�headerZhrZmenuZnavZolr' ZpreZsection�tableZul�option)r+ r% )ZrtZrpr T)r! r )r r" r r" )ZtdZthr )r r$ r r r r r r X s\
zFilter.is_optional_endN)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r s
9r N)Z
__future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-38.pyc 0000644 00000002464 15201600076 0023677 0 ustar 00 U
��.e� � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d�
e �Z e� de �Z G d d
� d
ej
�Z
d d � ZdS )
� )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s, e Zd ZdZeddgee� �Zdd� ZdS )�FilterzACollapses whitespace except in pre, textarea, and script elementsZpreZtextareac c s� d}t j�| �D ]�}|d }|dkr@|s6|d | jkr@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s�|d
kr�t|d �|d< |V qd S ) Nr �typeZStartTag�namer ZEndTagZSpaceCharacters�data� Z
Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�selfZpreserve�tokenr � r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s � �
zFilter.__iter__N) �__name__�
__module__� __qualname__�__doc__� frozenset�listr r r r r r r r s r c C s t �d| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )Z
__future__r r r �rer
r Z constantsr r �join�compiler r r r r r r �<module> s
site-packages/pip/_vendor/html5lib/filters/__pycache__/base.cpython-38.pyc 0000644 00000001502 15201600076 0022445 0 ustar 00 U
��.e � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s
|| _ d S �N)�source)�selfr � r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/base.py�__init__ s zFilter.__init__c C s
t | j�S r )�iterr )r r r r
�__iter__ s zFilter.__iter__c C s t | j|�S r )�getattrr )r �namer r r
� __getattr__ s zFilter.__getattr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)Z
__future__r r r �objectr r r r r
�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-38.pyc 0000644 00000000244 15201600076 0023274 0 ustar 00 U
��.e � @ s d S )N� r r r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/__init__.py�<module> � site-packages/pip/_vendor/html5lib/filters/whitespace.py 0000644 00000002276 15201600076 0017412 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
from . import base
from ..constants import rcdataElements, spaceCharacters
spaceCharacters = "".join(spaceCharacters)
SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)
class Filter(base.Filter):
"""Collapses whitespace except in pre, textarea, and script elements"""
spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))
def __iter__(self):
preserve = 0
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag" \
and (preserve or token["name"] in self.spacePreserveElements):
preserve += 1
elif type == "EndTag" and preserve:
preserve -= 1
elif not preserve and type == "SpaceCharacters" and token["data"]:
# Test on token["data"] above to not introduce spaces where there were not
token["data"] = " "
elif not preserve and type == "Characters":
token["data"] = collapse_spaces(token["data"])
yield token
def collapse_spaces(text):
return SPACES_REGEX.sub(' ', text)
site-packages/pip/_vendor/html5lib/_inputstream.py 0000644 00000077450 15201600076 0016326 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type, binary_type
from pip._vendor.six.moves import http_client, urllib
import codecs
import re
from pip._vendor import webencodings
from .constants import EOF, spaceCharacters, asciiLetters, asciiUppercase
from .constants import _ReparseException
from . import _utils
from io import StringIO
try:
from io import BytesIO
except ImportError:
BytesIO = StringIO
# Non-unicode versions of constants for use in the pre-parser
spaceCharactersBytes = frozenset([item.encode("ascii") for item in spaceCharacters])
asciiLettersBytes = frozenset([item.encode("ascii") for item in asciiLetters])
asciiUppercaseBytes = frozenset([item.encode("ascii") for item in asciiUppercase])
spacesAngleBrackets = spaceCharactersBytes | frozenset([b">", b"<"])
invalid_unicode_no_surrogate = "[\u0001-\u0008\u000B\u000E-\u001F\u007F-\u009F\uFDD0-\uFDEF\uFFFE\uFFFF\U0001FFFE\U0001FFFF\U0002FFFE\U0002FFFF\U0003FFFE\U0003FFFF\U0004FFFE\U0004FFFF\U0005FFFE\U0005FFFF\U0006FFFE\U0006FFFF\U0007FFFE\U0007FFFF\U0008FFFE\U0008FFFF\U0009FFFE\U0009FFFF\U000AFFFE\U000AFFFF\U000BFFFE\U000BFFFF\U000CFFFE\U000CFFFF\U000DFFFE\U000DFFFF\U000EFFFE\U000EFFFF\U000FFFFE\U000FFFFF\U0010FFFE\U0010FFFF]" # noqa
if _utils.supports_lone_surrogates:
# Use one extra step of indirection and create surrogates with
# eval. Not using this indirection would introduce an illegal
# unicode literal on platforms not supporting such lone
# surrogates.
assert invalid_unicode_no_surrogate[-1] == "]" and invalid_unicode_no_surrogate.count("]") == 1
invalid_unicode_re = re.compile(invalid_unicode_no_surrogate[:-1] +
eval('"\\uD800-\\uDFFF"') + # pylint:disable=eval-used
"]")
else:
invalid_unicode_re = re.compile(invalid_unicode_no_surrogate)
non_bmp_invalid_codepoints = set([0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE,
0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF,
0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE,
0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF,
0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE,
0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF,
0x10FFFE, 0x10FFFF])
ascii_punctuation_re = re.compile("[\u0009-\u000D\u0020-\u002F\u003A-\u0040\u005C\u005B-\u0060\u007B-\u007E]")
# Cache for charsUntil()
charsUntilRegEx = {}
class BufferedStream(object):
"""Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
"""
def __init__(self, stream):
self.stream = stream
self.buffer = []
self.position = [-1, 0] # chunk number, offset
def tell(self):
pos = 0
for chunk in self.buffer[:self.position[0]]:
pos += len(chunk)
pos += self.position[1]
return pos
def seek(self, pos):
assert pos <= self._bufferedBytes()
offset = pos
i = 0
while len(self.buffer[i]) < offset:
offset -= len(self.buffer[i])
i += 1
self.position = [i, offset]
def read(self, bytes):
if not self.buffer:
return self._readStream(bytes)
elif (self.position[0] == len(self.buffer) and
self.position[1] == len(self.buffer[-1])):
return self._readStream(bytes)
else:
return self._readFromBuffer(bytes)
def _bufferedBytes(self):
return sum([len(item) for item in self.buffer])
def _readStream(self, bytes):
data = self.stream.read(bytes)
self.buffer.append(data)
self.position[0] += 1
self.position[1] = len(data)
return data
def _readFromBuffer(self, bytes):
remainingBytes = bytes
rv = []
bufferIndex = self.position[0]
bufferOffset = self.position[1]
while bufferIndex < len(self.buffer) and remainingBytes != 0:
assert remainingBytes > 0
bufferedData = self.buffer[bufferIndex]
if remainingBytes <= len(bufferedData) - bufferOffset:
bytesToRead = remainingBytes
self.position = [bufferIndex, bufferOffset + bytesToRead]
else:
bytesToRead = len(bufferedData) - bufferOffset
self.position = [bufferIndex, len(bufferedData)]
bufferIndex += 1
rv.append(bufferedData[bufferOffset:bufferOffset + bytesToRead])
remainingBytes -= bytesToRead
bufferOffset = 0
if remainingBytes:
rv.append(self._readStream(remainingBytes))
return b"".join(rv)
def HTMLInputStream(source, **kwargs):
# Work around Python bug #20007: read(0) closes the connection.
# http://bugs.python.org/issue20007
if (isinstance(source, http_client.HTTPResponse) or
# Also check for addinfourl wrapping HTTPResponse
(isinstance(source, urllib.response.addbase) and
isinstance(source.fp, http_client.HTTPResponse))):
isUnicode = False
elif hasattr(source, "read"):
isUnicode = isinstance(source.read(0), text_type)
else:
isUnicode = isinstance(source, text_type)
if isUnicode:
encodings = [x for x in kwargs if x.endswith("_encoding")]
if encodings:
raise TypeError("Cannot set an encoding with a unicode input, set %r" % encodings)
return HTMLUnicodeInputStream(source, **kwargs)
else:
return HTMLBinaryInputStream(source, **kwargs)
class HTMLUnicodeInputStream(object):
"""Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
"""
_defaultChunkSize = 10240
def __init__(self, source):
"""Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
"""
if not _utils.supports_lone_surrogates:
# Such platforms will have already checked for such
# surrogate errors, so no need to do this checking.
self.reportCharacterErrors = None
elif len("\U0010FFFF") == 1:
self.reportCharacterErrors = self.characterErrorsUCS4
else:
self.reportCharacterErrors = self.characterErrorsUCS2
# List of where new lines occur
self.newLines = [0]
self.charEncoding = (lookupEncoding("utf-8"), "certain")
self.dataStream = self.openStream(source)
self.reset()
def reset(self):
self.chunk = ""
self.chunkSize = 0
self.chunkOffset = 0
self.errors = []
# number of (complete) lines in previous chunks
self.prevNumLines = 0
# number of columns in the last line of the previous chunk
self.prevNumCols = 0
# Deal with CR LF and surrogates split over chunk boundaries
self._bufferedCharacter = None
def openStream(self, source):
"""Produces a file object from source.
source can be either a file object, local filename or a string.
"""
# Already a file object
if hasattr(source, 'read'):
stream = source
else:
stream = StringIO(source)
return stream
def _position(self, offset):
chunk = self.chunk
nLines = chunk.count('\n', 0, offset)
positionLine = self.prevNumLines + nLines
lastLinePos = chunk.rfind('\n', 0, offset)
if lastLinePos == -1:
positionColumn = self.prevNumCols + offset
else:
positionColumn = offset - (lastLinePos + 1)
return (positionLine, positionColumn)
def position(self):
"""Returns (line, col) of the current position in the stream."""
line, col = self._position(self.chunkOffset)
return (line + 1, col)
def char(self):
""" Read one character from the stream or queue if available. Return
EOF when EOF is reached.
"""
# Read a new chunk from the input stream if necessary
if self.chunkOffset >= self.chunkSize:
if not self.readChunk():
return EOF
chunkOffset = self.chunkOffset
char = self.chunk[chunkOffset]
self.chunkOffset = chunkOffset + 1
return char
def readChunk(self, chunkSize=None):
if chunkSize is None:
chunkSize = self._defaultChunkSize
self.prevNumLines, self.prevNumCols = self._position(self.chunkSize)
self.chunk = ""
self.chunkSize = 0
self.chunkOffset = 0
data = self.dataStream.read(chunkSize)
# Deal with CR LF and surrogates broken across chunks
if self._bufferedCharacter:
data = self._bufferedCharacter + data
self._bufferedCharacter = None
elif not data:
# We have no more data, bye-bye stream
return False
if len(data) > 1:
lastv = ord(data[-1])
if lastv == 0x0D or 0xD800 <= lastv <= 0xDBFF:
self._bufferedCharacter = data[-1]
data = data[:-1]
if self.reportCharacterErrors:
self.reportCharacterErrors(data)
# Replace invalid characters
data = data.replace("\r\n", "\n")
data = data.replace("\r", "\n")
self.chunk = data
self.chunkSize = len(data)
return True
def characterErrorsUCS4(self, data):
for _ in range(len(invalid_unicode_re.findall(data))):
self.errors.append("invalid-codepoint")
def characterErrorsUCS2(self, data):
# Someone picked the wrong compile option
# You lose
skip = False
for match in invalid_unicode_re.finditer(data):
if skip:
continue
codepoint = ord(match.group())
pos = match.start()
# Pretty sure there should be endianness issues here
if _utils.isSurrogatePair(data[pos:pos + 2]):
# We have a surrogate pair!
char_val = _utils.surrogatePairToCodepoint(data[pos:pos + 2])
if char_val in non_bmp_invalid_codepoints:
self.errors.append("invalid-codepoint")
skip = True
elif (codepoint >= 0xD800 and codepoint <= 0xDFFF and
pos == len(data) - 1):
self.errors.append("invalid-codepoint")
else:
skip = False
self.errors.append("invalid-codepoint")
def charsUntil(self, characters, opposite=False):
""" Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
"""
# Use a cache of regexps to find the required characters
try:
chars = charsUntilRegEx[(characters, opposite)]
except KeyError:
if __debug__:
for c in characters:
assert(ord(c) < 128)
regex = "".join(["\\x%02x" % ord(c) for c in characters])
if not opposite:
regex = "^%s" % regex
chars = charsUntilRegEx[(characters, opposite)] = re.compile("[%s]+" % regex)
rv = []
while True:
# Find the longest matching prefix
m = chars.match(self.chunk, self.chunkOffset)
if m is None:
# If nothing matched, and it wasn't because we ran out of chunk,
# then stop
if self.chunkOffset != self.chunkSize:
break
else:
end = m.end()
# If not the whole chunk matched, return everything
# up to the part that didn't match
if end != self.chunkSize:
rv.append(self.chunk[self.chunkOffset:end])
self.chunkOffset = end
break
# If the whole remainder of the chunk matched,
# use it all and read the next chunk
rv.append(self.chunk[self.chunkOffset:])
if not self.readChunk():
# Reached EOF
break
r = "".join(rv)
return r
def unget(self, char):
# Only one character is allowed to be ungotten at once - it must
# be consumed again before any further call to unget
if char is not None:
if self.chunkOffset == 0:
# unget is called quite rarely, so it's a good idea to do
# more work here if it saves a bit of work in the frequently
# called char and charsUntil.
# So, just prepend the ungotten character onto the current
# chunk:
self.chunk = char + self.chunk
self.chunkSize += 1
else:
self.chunkOffset -= 1
assert self.chunk[self.chunkOffset] == char
class HTMLBinaryInputStream(HTMLUnicodeInputStream):
"""Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
"""
def __init__(self, source, override_encoding=None, transport_encoding=None,
same_origin_parent_encoding=None, likely_encoding=None,
default_encoding="windows-1252", useChardet=True):
"""Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
"""
# Raw Stream - for unicode objects this will encode to utf-8 and set
# self.charEncoding as appropriate
self.rawStream = self.openStream(source)
HTMLUnicodeInputStream.__init__(self, self.rawStream)
# Encoding Information
# Number of bytes to use when looking for a meta element with
# encoding information
self.numBytesMeta = 1024
# Number of bytes to use when using detecting encoding using chardet
self.numBytesChardet = 100
# Things from args
self.override_encoding = override_encoding
self.transport_encoding = transport_encoding
self.same_origin_parent_encoding = same_origin_parent_encoding
self.likely_encoding = likely_encoding
self.default_encoding = default_encoding
# Determine encoding
self.charEncoding = self.determineEncoding(useChardet)
assert self.charEncoding[0] is not None
# Call superclass
self.reset()
def reset(self):
self.dataStream = self.charEncoding[0].codec_info.streamreader(self.rawStream, 'replace')
HTMLUnicodeInputStream.reset(self)
def openStream(self, source):
"""Produces a file object from source.
source can be either a file object, local filename or a string.
"""
# Already a file object
if hasattr(source, 'read'):
stream = source
else:
stream = BytesIO(source)
try:
stream.seek(stream.tell())
except: # pylint:disable=bare-except
stream = BufferedStream(stream)
return stream
def determineEncoding(self, chardet=True):
# BOMs take precedence over everything
# This will also read past the BOM if present
charEncoding = self.detectBOM(), "certain"
if charEncoding[0] is not None:
return charEncoding
# If we've been overriden, we've been overriden
charEncoding = lookupEncoding(self.override_encoding), "certain"
if charEncoding[0] is not None:
return charEncoding
# Now check the transport layer
charEncoding = lookupEncoding(self.transport_encoding), "certain"
if charEncoding[0] is not None:
return charEncoding
# Look for meta elements with encoding information
charEncoding = self.detectEncodingMeta(), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Parent document encoding
charEncoding = lookupEncoding(self.same_origin_parent_encoding), "tentative"
if charEncoding[0] is not None and not charEncoding[0].name.startswith("utf-16"):
return charEncoding
# "likely" encoding
charEncoding = lookupEncoding(self.likely_encoding), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Guess with chardet, if available
if chardet:
try:
from pip._vendor.chardet.universaldetector import UniversalDetector
except ImportError:
pass
else:
buffers = []
detector = UniversalDetector()
while not detector.done:
buffer = self.rawStream.read(self.numBytesChardet)
assert isinstance(buffer, bytes)
if not buffer:
break
buffers.append(buffer)
detector.feed(buffer)
detector.close()
encoding = lookupEncoding(detector.result['encoding'])
self.rawStream.seek(0)
if encoding is not None:
return encoding, "tentative"
# Try the default encoding
charEncoding = lookupEncoding(self.default_encoding), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Fallback to html5lib's default if even that hasn't worked
return lookupEncoding("windows-1252"), "tentative"
def changeEncoding(self, newEncoding):
assert self.charEncoding[1] != "certain"
newEncoding = lookupEncoding(newEncoding)
if newEncoding is None:
return
if newEncoding.name in ("utf-16be", "utf-16le"):
newEncoding = lookupEncoding("utf-8")
assert newEncoding is not None
elif newEncoding == self.charEncoding[0]:
self.charEncoding = (self.charEncoding[0], "certain")
else:
self.rawStream.seek(0)
self.charEncoding = (newEncoding, "certain")
self.reset()
raise _ReparseException("Encoding changed from %s to %s" % (self.charEncoding[0], newEncoding))
def detectBOM(self):
"""Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return None"""
bomDict = {
codecs.BOM_UTF8: 'utf-8',
codecs.BOM_UTF16_LE: 'utf-16le', codecs.BOM_UTF16_BE: 'utf-16be',
codecs.BOM_UTF32_LE: 'utf-32le', codecs.BOM_UTF32_BE: 'utf-32be'
}
# Go to beginning of file and read in 4 bytes
string = self.rawStream.read(4)
assert isinstance(string, bytes)
# Try detecting the BOM using bytes from the string
encoding = bomDict.get(string[:3]) # UTF-8
seek = 3
if not encoding:
# Need to detect UTF-32 before UTF-16
encoding = bomDict.get(string) # UTF-32
seek = 4
if not encoding:
encoding = bomDict.get(string[:2]) # UTF-16
seek = 2
# Set the read position past the BOM if one was found, otherwise
# set it to the start of the stream
if encoding:
self.rawStream.seek(seek)
return lookupEncoding(encoding)
else:
self.rawStream.seek(0)
return None
def detectEncodingMeta(self):
"""Report the encoding declared by the meta element
"""
buffer = self.rawStream.read(self.numBytesMeta)
assert isinstance(buffer, bytes)
parser = EncodingParser(buffer)
self.rawStream.seek(0)
encoding = parser.getEncoding()
if encoding is not None and encoding.name in ("utf-16be", "utf-16le"):
encoding = lookupEncoding("utf-8")
return encoding
class EncodingBytes(bytes):
"""String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raised"""
def __new__(self, value):
assert isinstance(value, bytes)
return bytes.__new__(self, value.lower())
def __init__(self, value):
# pylint:disable=unused-argument
self._position = -1
def __iter__(self):
return self
def __next__(self):
p = self._position = self._position + 1
if p >= len(self):
raise StopIteration
elif p < 0:
raise TypeError
return self[p:p + 1]
def next(self):
# Py2 compat
return self.__next__()
def previous(self):
p = self._position
if p >= len(self):
raise StopIteration
elif p < 0:
raise TypeError
self._position = p = p - 1
return self[p:p + 1]
def setPosition(self, position):
if self._position >= len(self):
raise StopIteration
self._position = position
def getPosition(self):
if self._position >= len(self):
raise StopIteration
if self._position >= 0:
return self._position
else:
return None
position = property(getPosition, setPosition)
def getCurrentByte(self):
return self[self.position:self.position + 1]
currentByte = property(getCurrentByte)
def skip(self, chars=spaceCharactersBytes):
"""Skip past a list of characters"""
p = self.position # use property for the error-checking
while p < len(self):
c = self[p:p + 1]
if c not in chars:
self._position = p
return c
p += 1
self._position = p
return None
def skipUntil(self, chars):
p = self.position
while p < len(self):
c = self[p:p + 1]
if c in chars:
self._position = p
return c
p += 1
self._position = p
return None
def matchBytes(self, bytes):
"""Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone"""
p = self.position
data = self[p:p + len(bytes)]
rv = data.startswith(bytes)
if rv:
self.position += len(bytes)
return rv
def jumpTo(self, bytes):
"""Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the match"""
newPosition = self[self.position:].find(bytes)
if newPosition > -1:
# XXX: This is ugly, but I can't see a nicer way to fix this.
if self._position == -1:
self._position = 0
self._position += (newPosition + len(bytes) - 1)
return True
else:
raise StopIteration
class EncodingParser(object):
"""Mini parser for detecting character encoding from meta elements"""
def __init__(self, data):
"""string - the data to work on for encoding detection"""
self.data = EncodingBytes(data)
self.encoding = None
def getEncoding(self):
methodDispatch = (
(b"<!--", self.handleComment),
(b"<meta", self.handleMeta),
(b"</", self.handlePossibleEndTag),
(b"<!", self.handleOther),
(b"<?", self.handleOther),
(b"<", self.handlePossibleStartTag))
for _ in self.data:
keepParsing = True
for key, method in methodDispatch:
if self.data.matchBytes(key):
try:
keepParsing = method()
break
except StopIteration:
keepParsing = False
break
if not keepParsing:
break
return self.encoding
def handleComment(self):
"""Skip over comments"""
return self.data.jumpTo(b"-->")
def handleMeta(self):
if self.data.currentByte not in spaceCharactersBytes:
# if we have <meta not followed by a space so just keep going
return True
# We have a valid meta element we want to search for attributes
hasPragma = False
pendingEncoding = None
while True:
# Try to find the next attribute after the current position
attr = self.getAttribute()
if attr is None:
return True
else:
if attr[0] == b"http-equiv":
hasPragma = attr[1] == b"content-type"
if hasPragma and pendingEncoding is not None:
self.encoding = pendingEncoding
return False
elif attr[0] == b"charset":
tentativeEncoding = attr[1]
codec = lookupEncoding(tentativeEncoding)
if codec is not None:
self.encoding = codec
return False
elif attr[0] == b"content":
contentParser = ContentAttrParser(EncodingBytes(attr[1]))
tentativeEncoding = contentParser.parse()
if tentativeEncoding is not None:
codec = lookupEncoding(tentativeEncoding)
if codec is not None:
if hasPragma:
self.encoding = codec
return False
else:
pendingEncoding = codec
def handlePossibleStartTag(self):
return self.handlePossibleTag(False)
def handlePossibleEndTag(self):
next(self.data)
return self.handlePossibleTag(True)
def handlePossibleTag(self, endTag):
data = self.data
if data.currentByte not in asciiLettersBytes:
# If the next byte is not an ascii letter either ignore this
# fragment (possible start tag case) or treat it according to
# handleOther
if endTag:
data.previous()
self.handleOther()
return True
c = data.skipUntil(spacesAngleBrackets)
if c == b"<":
# return to the first step in the overall "two step" algorithm
# reprocessing the < byte
data.previous()
else:
# Read all attributes
attr = self.getAttribute()
while attr is not None:
attr = self.getAttribute()
return True
def handleOther(self):
return self.data.jumpTo(b">")
def getAttribute(self):
"""Return a name,value pair for the next attribute in the stream,
if one is found, or None"""
data = self.data
# Step 1 (skip chars)
c = data.skip(spaceCharactersBytes | frozenset([b"/"]))
assert c is None or len(c) == 1
# Step 2
if c in (b">", None):
return None
# Step 3
attrName = []
attrValue = []
# Step 4 attribute name
while True:
if c == b"=" and attrName:
break
elif c in spaceCharactersBytes:
# Step 6!
c = data.skip()
break
elif c in (b"/", b">"):
return b"".join(attrName), b""
elif c in asciiUppercaseBytes:
attrName.append(c.lower())
elif c is None:
return None
else:
attrName.append(c)
# Step 5
c = next(data)
# Step 7
if c != b"=":
data.previous()
return b"".join(attrName), b""
# Step 8
next(data)
# Step 9
c = data.skip()
# Step 10
if c in (b"'", b'"'):
# 10.1
quoteChar = c
while True:
# 10.2
c = next(data)
# 10.3
if c == quoteChar:
next(data)
return b"".join(attrName), b"".join(attrValue)
# 10.4
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
# 10.5
else:
attrValue.append(c)
elif c == b">":
return b"".join(attrName), b""
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
elif c is None:
return None
else:
attrValue.append(c)
# Step 11
while True:
c = next(data)
if c in spacesAngleBrackets:
return b"".join(attrName), b"".join(attrValue)
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
elif c is None:
return None
else:
attrValue.append(c)
class ContentAttrParser(object):
def __init__(self, data):
assert isinstance(data, bytes)
self.data = data
def parse(self):
try:
# Check if the attr name is charset
# otherwise return
self.data.jumpTo(b"charset")
self.data.position += 1
self.data.skip()
if not self.data.currentByte == b"=":
# If there is no = sign keep looking for attrs
return None
self.data.position += 1
self.data.skip()
# Look for an encoding between matching quote marks
if self.data.currentByte in (b'"', b"'"):
quoteMark = self.data.currentByte
self.data.position += 1
oldPosition = self.data.position
if self.data.jumpTo(quoteMark):
return self.data[oldPosition:self.data.position]
else:
return None
else:
# Unquoted value
oldPosition = self.data.position
try:
self.data.skipUntil(spaceCharactersBytes)
return self.data[oldPosition:self.data.position]
except StopIteration:
# Return the whole remaining value
return self.data[oldPosition:]
except StopIteration:
return None
def lookupEncoding(encoding):
"""Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding."""
if isinstance(encoding, binary_type):
try:
encoding = encoding.decode("ascii")
except UnicodeDecodeError:
return None
if encoding is not None:
try:
return webencodings.lookup(encoding)
except AttributeError:
return None
else:
return None
site-packages/pip/_vendor/html5lib/_trie/__init__.py 0000644 00000000441 15201600076 0016437 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from .py import Trie as PyTrie
Trie = PyTrie
# pylint:disable=wrong-import-position
try:
from .datrie import Trie as DATrie
except ImportError:
pass
else:
Trie = DATrie
# pylint:enable=wrong-import-position
site-packages/pip/_vendor/html5lib/_trie/py.py 0000644 00000003357 15201600076 0015341 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from bisect import bisect_left
from ._base import Trie as ABCTrie
class Trie(ABCTrie):
def __init__(self, data):
if not all(isinstance(x, text_type) for x in data.keys()):
raise TypeError("All keys must be strings")
self._data = data
self._keys = sorted(data.keys())
self._cachestr = ""
self._cachepoints = (0, len(data))
def __contains__(self, key):
return key in self._data
def __len__(self):
return len(self._data)
def __iter__(self):
return iter(self._data)
def __getitem__(self, key):
return self._data[key]
def keys(self, prefix=None):
if prefix is None or prefix == "" or not self._keys:
return set(self._keys)
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
start = i = bisect_left(self._keys, prefix, lo, hi)
else:
start = i = bisect_left(self._keys, prefix)
keys = set()
if start == len(self._keys):
return keys
while self._keys[i].startswith(prefix):
keys.add(self._keys[i])
i += 1
self._cachestr = prefix
self._cachepoints = (start, i)
return keys
def has_keys_with_prefix(self, prefix):
if prefix in self._data:
return True
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
i = bisect_left(self._keys, prefix, lo, hi)
else:
i = bisect_left(self._keys, prefix)
if i == len(self._keys):
return False
return self._keys[i].startswith(prefix)
site-packages/pip/_vendor/html5lib/_trie/datrie.py 0000644 00000002232 15201600076 0016150 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from datrie import Trie as DATrie
from pip._vendor.six import text_type
from ._base import Trie as ABCTrie
class Trie(ABCTrie):
def __init__(self, data):
chars = set()
for key in data.keys():
if not isinstance(key, text_type):
raise TypeError("All keys must be strings")
for char in key:
chars.add(char)
self._data = DATrie("".join(chars))
for key, value in data.items():
self._data[key] = value
def __contains__(self, key):
return key in self._data
def __len__(self):
return len(self._data)
def __iter__(self):
raise NotImplementedError()
def __getitem__(self, key):
return self._data[key]
def keys(self, prefix=None):
return self._data.keys(prefix)
def has_keys_with_prefix(self, prefix):
return self._data.has_keys_with_prefix(prefix)
def longest_prefix(self, prefix):
return self._data.longest_prefix(prefix)
def longest_prefix_item(self, prefix):
return self._data.longest_prefix_item(prefix)
site-packages/pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-38.pyc 0000644 00000003040 15201600076 0022235 0 ustar 00 U
��.e� � @ sZ d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d
� Z� ZS ) �Triez Abstract base class for triesNc s0 t t| ��� }� d kr t|�S � fdd�|D �S )Nc s h | ]}|� � �r|�qS � )�
startswith)�.0�x��prefixr �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/_base.py� <setcomp> s
z Trie.keys.<locals>.<setcomp>)�superr �keys�set)�selfr r �� __class__r r
r s z Trie.keysc C s" | � � D ]}|�|�r dS qdS )NTF)r r )r r �keyr r r
�has_keys_with_prefix s
zTrie.has_keys_with_prefixc C sT || kr |S t dt|�d �D ](}|d | � | kr |d | � S q t|��d S )N� )�range�len�KeyError)r r �ir r r
�longest_prefix s zTrie.longest_prefixc C s | � |�}|| | fS )N)r )r r Zlprefixr r r
�longest_prefix_item& s
zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__�__doc__r r r r �
__classcell__r r r r
r s
r N) Z
__future__r r r Zcollections.abcr � ImportError� collectionsr r r r r
�<module> s
site-packages/pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-38.opt-1.pyc 0000644 00000003721 15201600076 0023401 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ
G dd� de
�ZdS )� )�absolute_import�division�unicode_literals)�Trie)� text_type� c @ sV e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z dd� Z
dd� Z d S )r c C sj t � }|�� D ]*}t|t�s$td��|D ]}|�|� q(qtd�|��| _|� � D ]\}}|| j|< qRd S )NzAll keys must be strings� )
�set�keys�
isinstancer � TypeError�add�DATrie�join�_data�items)�self�data�chars�key�char�value� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/datrie.py�__init__
s
z
Trie.__init__c C s
|| j kS �N�r �r r r r r � __contains__ s zTrie.__contains__c C s
t | j�S r )�lenr �r r r r �__len__ s z Trie.__len__c C s
t � �d S r )�NotImplementedErrorr r r r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r r r � __getitem__ s zTrie.__getitem__Nc C s | j �|�S r )r r
�r �prefixr r r r
" s z Trie.keysc C s | j �|�S r )r �has_keys_with_prefixr% r r r r' % s zTrie.has_keys_with_prefixc C s | j �|�S r )r �longest_prefixr% r r r r( ( s zTrie.longest_prefixc C s | j �|�S r )r �longest_prefix_itemr% r r r r) + s zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__r r r! r# r$ r
r' r( r) r r r r r s
r N) Z
__future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000605 15201600076 0023666 0 ustar 00 U
��.e! � @ sR d dl mZmZmZ ddlmZ eZzddlmZ W n e k
rH Y nX eZdS )� )�absolute_import�division�unicode_literals� )�TrieN)
Z
__future__r r r �pyr ZPyTrieZdatrieZDATrie� ImportError� r r �G/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/__init__.py�<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/py.cpython-38.pyc 0000644 00000004261 15201600076 0021622 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z
G dd� de
�Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z d S )r c C sJ t dd� |�� D ��s td��|| _t|�� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S �N)�
isinstancer )�.0�x� r
�A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/py.py� <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar
r
r �__init__
s z
Trie.__init__c C s
|| j kS r �r �r �keyr
r
r � __contains__ s zTrie.__contains__c C s
t | j�S r )r r �r r
r
r �__len__ s z Trie.__len__c C s
t | j�S r )�iterr r! r
r
r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r
r
r � __getitem__ s zTrie.__getitem__Nc C s� |d ks|dks| j s t| j �S |�| j�rL| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krt|S | j | �|�r�|�| j | � |d7 }qt|| _||f| _|S )Nr r )r �set�
startswithr r r r �add)r �prefix�lo�hi�start�ir r
r
r r s
z Trie.keysc C sd || j krdS |�| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| �|�S )NTF)r r' r r r r r )r r) r* r+ r- r
r
r �has_keys_with_prefix6 s
zTrie.has_keys_with_prefix)N)
�__name__�
__module__� __qualname__r r r" r$ r% r r. r
r
r
r r s
r N) Z
__future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier
r
r
r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/py.cpython-38.opt-1.pyc 0000644 00000004261 15201600076 0022561 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z
G dd� de
�Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z d S )r c C sJ t dd� |�� D ��s td��|| _t|�� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S �N)�
isinstancer )�.0�x� r
�A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/py.py� <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar
r
r �__init__
s z
Trie.__init__c C s
|| j kS r �r �r �keyr
r
r � __contains__ s zTrie.__contains__c C s
t | j�S r )r r �r r
r
r �__len__ s z Trie.__len__c C s
t | j�S r )�iterr r! r
r
r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r
r
r � __getitem__ s zTrie.__getitem__Nc C s� |d ks|dks| j s t| j �S |�| j�rL| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krt|S | j | �|�r�|�| j | � |d7 }qt|| _||f| _|S )Nr r )r �set�
startswithr r r r �add)r �prefix�lo�hi�start�ir r
r
r r s
z Trie.keysc C sd || j krdS |�| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| �|�S )NTF)r r' r r r r r )r r) r* r+ r- r
r
r �has_keys_with_prefix6 s
zTrie.has_keys_with_prefix)N)
�__name__�
__module__� __qualname__r r r" r$ r% r r. r
r
r
r r s
r N) Z
__future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier
r
r
r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-38.pyc 0000644 00000003721 15201600076 0022442 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ
G dd� de
�ZdS )� )�absolute_import�division�unicode_literals)�Trie)� text_type� c @ sV e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z dd� Z
dd� Z d S )r c C sj t � }|�� D ]*}t|t�s$td��|D ]}|�|� q(qtd�|��| _|� � D ]\}}|| j|< qRd S )NzAll keys must be strings� )
�set�keys�
isinstancer � TypeError�add�DATrie�join�_data�items)�self�data�chars�key�char�value� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/datrie.py�__init__
s
z
Trie.__init__c C s
|| j kS �N�r �r r r r r � __contains__ s zTrie.__contains__c C s
t | j�S r )�lenr �r r r r �__len__ s z Trie.__len__c C s
t � �d S r )�NotImplementedErrorr r r r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r r r � __getitem__ s zTrie.__getitem__Nc C s | j �|�S r )r r
�r �prefixr r r r
" s z Trie.keysc C s | j �|�S r )r �has_keys_with_prefixr% r r r r' % s zTrie.has_keys_with_prefixc C s | j �|�S r )r �longest_prefixr% r r r r( ( s zTrie.longest_prefixc C s | j �|�S r )r �longest_prefix_itemr% r r r r) + s zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__r r r! r# r$ r
r' r( r) r r r r r s
r N) Z
__future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-38.opt-1.pyc 0000644 00000003040 15201600076 0023174 0 ustar 00 U
��.e� � @ sZ d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d
� Z� ZS ) �Triez Abstract base class for triesNc s0 t t| ��� }� d kr t|�S � fdd�|D �S )Nc s h | ]}|� � �r|�qS � )�
startswith)�.0�x��prefixr �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/_base.py� <setcomp> s
z Trie.keys.<locals>.<setcomp>)�superr �keys�set)�selfr r �� __class__r r
r s z Trie.keysc C s" | � � D ]}|�|�r dS qdS )NTF)r r )r r �keyr r r
�has_keys_with_prefix s
zTrie.has_keys_with_prefixc C sT || kr |S t dt|�d �D ](}|d | � | kr |d | � S q t|��d S )N� )�range�len�KeyError)r r �ir r r
�longest_prefix s zTrie.longest_prefixc C s | � |�}|| | fS )N)r )r r Zlprefixr r r
�longest_prefix_item& s
zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__�__doc__r r r r �
__classcell__r r r r
r s
r N) Z
__future__r r r Zcollections.abcr � ImportError� collectionsr r r r r
�<module> s
site-packages/pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-38.pyc 0000644 00000000605 15201600076 0022727 0 ustar 00 U
��.e! � @ sR d dl mZmZmZ ddlmZ eZzddlmZ W n e k
rH Y nX eZdS )� )�absolute_import�division�unicode_literals� )�TrieN)
Z
__future__r r r �pyr ZPyTrieZdatrieZDATrie� ImportError� r r �G/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/__init__.py�<module> s site-packages/pip/_vendor/html5lib/_trie/_base.py 0000644 00000001765 15201600076 0015763 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
try:
from collections.abc import Mapping
except ImportError: # Python 2.7
from collections import Mapping
class Trie(Mapping):
"""Abstract base class for tries"""
def keys(self, prefix=None):
# pylint:disable=arguments-differ
keys = super(Trie, self).keys()
if prefix is None:
return set(keys)
return {x for x in keys if x.startswith(prefix)}
def has_keys_with_prefix(self, prefix):
for key in self.keys():
if key.startswith(prefix):
return True
return False
def longest_prefix(self, prefix):
if prefix in self:
return prefix
for i in range(1, len(prefix) + 1):
if prefix[:-i] in self:
return prefix[:-i]
raise KeyError(prefix)
def longest_prefix_item(self, prefix):
lprefix = self.longest_prefix(prefix)
return (lprefix, self[lprefix])
site-packages/pip/_vendor/html5lib/serializer.py 0000644 00000036616 15201600076 0015764 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
import re
from codecs import register_error, xmlcharrefreplace_errors
from .constants import voidElements, booleanAttributes, spaceCharacters
from .constants import rcdataElements, entities, xmlEntities
from . import treewalkers, _utils
from xml.sax.saxutils import escape
_quoteAttributeSpecChars = "".join(spaceCharacters) + "\"'=<>`"
_quoteAttributeSpec = re.compile("[" + _quoteAttributeSpecChars + "]")
_quoteAttributeLegacy = re.compile("[" + _quoteAttributeSpecChars +
"\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n"
"\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15"
"\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f"
"\x20\x2f\x60\xa0\u1680\u180e\u180f\u2000"
"\u2001\u2002\u2003\u2004\u2005\u2006\u2007"
"\u2008\u2009\u200a\u2028\u2029\u202f\u205f"
"\u3000]")
_encode_entity_map = {}
_is_ucs4 = len("\U0010FFFF") == 1
for k, v in list(entities.items()):
# skip multi-character entities
if ((_is_ucs4 and len(v) > 1) or
(not _is_ucs4 and len(v) > 2)):
continue
if v != "&":
if len(v) == 2:
v = _utils.surrogatePairToCodepoint(v)
else:
v = ord(v)
if v not in _encode_entity_map or k.islower():
# prefer < over < and similarly for &, >, etc.
_encode_entity_map[v] = k
def htmlentityreplace_errors(exc):
if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)):
res = []
codepoints = []
skip = False
for i, c in enumerate(exc.object[exc.start:exc.end]):
if skip:
skip = False
continue
index = i + exc.start
if _utils.isSurrogatePair(exc.object[index:min([exc.end, index + 2])]):
codepoint = _utils.surrogatePairToCodepoint(exc.object[index:index + 2])
skip = True
else:
codepoint = ord(c)
codepoints.append(codepoint)
for cp in codepoints:
e = _encode_entity_map.get(cp)
if e:
res.append("&")
res.append(e)
if not e.endswith(";"):
res.append(";")
else:
res.append("&#x%s;" % (hex(cp)[2:]))
return ("".join(res), exc.end)
else:
return xmlcharrefreplace_errors(exc)
register_error("htmlentityreplace", htmlentityreplace_errors)
def serialize(input, tree="etree", encoding=None, **serializer_opts):
"""Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
"""
# XXX: Should we cache this?
walker = treewalkers.getTreeWalker(tree)
s = HTMLSerializer(**serializer_opts)
return s.render(walker(input), encoding)
class HTMLSerializer(object):
# attribute quoting options
quote_attr_values = "legacy" # be secure by default
quote_char = '"'
use_best_quote_char = True
# tag syntax options
omit_optional_tags = True
minimize_boolean_attributes = True
use_trailing_solidus = False
space_before_trailing_solidus = True
# escaping options
escape_lt_in_attrs = False
escape_rcdata = False
resolve_entities = True
# miscellaneous options
alphabetical_attributes = False
inject_meta_charset = True
strip_whitespace = False
sanitize = False
options = ("quote_attr_values", "quote_char", "use_best_quote_char",
"omit_optional_tags", "minimize_boolean_attributes",
"use_trailing_solidus", "space_before_trailing_solidus",
"escape_lt_in_attrs", "escape_rcdata", "resolve_entities",
"alphabetical_attributes", "inject_meta_charset",
"strip_whitespace", "sanitize")
def __init__(self, **kwargs):
"""Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
"""
unexpected_args = frozenset(kwargs) - frozenset(self.options)
if len(unexpected_args) > 0:
raise TypeError("__init__() got an unexpected keyword argument '%s'" % next(iter(unexpected_args)))
if 'quote_char' in kwargs:
self.use_best_quote_char = False
for attr in self.options:
setattr(self, attr, kwargs.get(attr, getattr(self, attr)))
self.errors = []
self.strict = False
def encode(self, string):
assert(isinstance(string, text_type))
if self.encoding:
return string.encode(self.encoding, "htmlentityreplace")
else:
return string
def encodeStrict(self, string):
assert(isinstance(string, text_type))
if self.encoding:
return string.encode(self.encoding, "strict")
else:
return string
def serialize(self, treewalker, encoding=None):
# pylint:disable=too-many-nested-blocks
self.encoding = encoding
in_cdata = False
self.errors = []
if encoding and self.inject_meta_charset:
from .filters.inject_meta_charset import Filter
treewalker = Filter(treewalker, encoding)
# Alphabetical attributes is here under the assumption that none of
# the later filters add or change order of attributes; it needs to be
# before the sanitizer so escaped elements come out correctly
if self.alphabetical_attributes:
from .filters.alphabeticalattributes import Filter
treewalker = Filter(treewalker)
# WhitespaceFilter should be used before OptionalTagFilter
# for maximum efficiently of this latter filter
if self.strip_whitespace:
from .filters.whitespace import Filter
treewalker = Filter(treewalker)
if self.sanitize:
from .filters.sanitizer import Filter
treewalker = Filter(treewalker)
if self.omit_optional_tags:
from .filters.optionaltags import Filter
treewalker = Filter(treewalker)
for token in treewalker:
type = token["type"]
if type == "Doctype":
doctype = "<!DOCTYPE %s" % token["name"]
if token["publicId"]:
doctype += ' PUBLIC "%s"' % token["publicId"]
elif token["systemId"]:
doctype += " SYSTEM"
if token["systemId"]:
if token["systemId"].find('"') >= 0:
if token["systemId"].find("'") >= 0:
self.serializeError("System identifer contains both single and double quote characters")
quote_char = "'"
else:
quote_char = '"'
doctype += " %s%s%s" % (quote_char, token["systemId"], quote_char)
doctype += ">"
yield self.encodeStrict(doctype)
elif type in ("Characters", "SpaceCharacters"):
if type == "SpaceCharacters" or in_cdata:
if in_cdata and token["data"].find("</") >= 0:
self.serializeError("Unexpected </ in CDATA")
yield self.encode(token["data"])
else:
yield self.encode(escape(token["data"]))
elif type in ("StartTag", "EmptyTag"):
name = token["name"]
yield self.encodeStrict("<%s" % name)
if name in rcdataElements and not self.escape_rcdata:
in_cdata = True
elif in_cdata:
self.serializeError("Unexpected child element of a CDATA element")
for (_, attr_name), attr_value in token["data"].items():
# TODO: Add namespace support here
k = attr_name
v = attr_value
yield self.encodeStrict(' ')
yield self.encodeStrict(k)
if not self.minimize_boolean_attributes or \
(k not in booleanAttributes.get(name, tuple()) and
k not in booleanAttributes.get("", tuple())):
yield self.encodeStrict("=")
if self.quote_attr_values == "always" or len(v) == 0:
quote_attr = True
elif self.quote_attr_values == "spec":
quote_attr = _quoteAttributeSpec.search(v) is not None
elif self.quote_attr_values == "legacy":
quote_attr = _quoteAttributeLegacy.search(v) is not None
else:
raise ValueError("quote_attr_values must be one of: "
"'always', 'spec', or 'legacy'")
v = v.replace("&", "&")
if self.escape_lt_in_attrs:
v = v.replace("<", "<")
if quote_attr:
quote_char = self.quote_char
if self.use_best_quote_char:
if "'" in v and '"' not in v:
quote_char = '"'
elif '"' in v and "'" not in v:
quote_char = "'"
if quote_char == "'":
v = v.replace("'", "'")
else:
v = v.replace('"', """)
yield self.encodeStrict(quote_char)
yield self.encode(v)
yield self.encodeStrict(quote_char)
else:
yield self.encode(v)
if name in voidElements and self.use_trailing_solidus:
if self.space_before_trailing_solidus:
yield self.encodeStrict(" /")
else:
yield self.encodeStrict("/")
yield self.encode(">")
elif type == "EndTag":
name = token["name"]
if name in rcdataElements:
in_cdata = False
elif in_cdata:
self.serializeError("Unexpected child element of a CDATA element")
yield self.encodeStrict("</%s>" % name)
elif type == "Comment":
data = token["data"]
if data.find("--") >= 0:
self.serializeError("Comment contains --")
yield self.encodeStrict("<!--%s-->" % token["data"])
elif type == "Entity":
name = token["name"]
key = name + ";"
if key not in entities:
self.serializeError("Entity %s not recognized" % name)
if self.resolve_entities and key not in xmlEntities:
data = entities[key]
else:
data = "&%s;" % name
yield self.encodeStrict(data)
else:
self.serializeError(token["data"])
def render(self, treewalker, encoding=None):
"""Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
"""
if encoding:
return b"".join(list(self.serialize(treewalker, encoding)))
else:
return "".join(list(self.serialize(treewalker)))
def serializeError(self, data="XXX ERROR MESSAGE NEEDED"):
# XXX The idea is to make data mandatory.
self.errors.append(data)
if self.strict:
raise SerializeError
class SerializeError(Exception):
"""Error in serialized tree"""
pass
site-packages/pip/_vendor/html5lib/_utils.py 0000644 00000007657 15201600076 0015115 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from types import ModuleType
from pip._vendor.six import text_type
try:
import xml.etree.cElementTree as default_etree
except ImportError:
import xml.etree.ElementTree as default_etree
__all__ = ["default_etree", "MethodDispatcher", "isSurrogatePair",
"surrogatePairToCodepoint", "moduleFactoryFactory",
"supports_lone_surrogates"]
# Platforms not supporting lone surrogates (\uD800-\uDFFF) should be
# caught by the below test. In general this would be any platform
# using UTF-16 as its encoding of unicode strings, such as
# Jython. This is because UTF-16 itself is based on the use of such
# surrogates, and there is no mechanism to further escape such
# escapes.
try:
_x = eval('"\\uD800"') # pylint:disable=eval-used
if not isinstance(_x, text_type):
# We need this with u"" because of http://bugs.jython.org/issue2039
_x = eval('u"\\uD800"') # pylint:disable=eval-used
assert isinstance(_x, text_type)
except: # pylint:disable=bare-except
supports_lone_surrogates = False
else:
supports_lone_surrogates = True
class MethodDispatcher(dict):
"""Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
"""
def __init__(self, items=()):
# Using _dictEntries instead of directly assigning to self is about
# twice as fast. Please do careful performance testing before changing
# anything here.
_dictEntries = []
for name, value in items:
if isinstance(name, (list, tuple, frozenset, set)):
for item in name:
_dictEntries.append((item, value))
else:
_dictEntries.append((name, value))
dict.__init__(self, _dictEntries)
assert len(self) == len(_dictEntries)
self.default = None
def __getitem__(self, key):
return dict.get(self, key, self.default)
# Some utility functions to deal with weirdness around UCS2 vs UCS4
# python builds
def isSurrogatePair(data):
return (len(data) == 2 and
ord(data[0]) >= 0xD800 and ord(data[0]) <= 0xDBFF and
ord(data[1]) >= 0xDC00 and ord(data[1]) <= 0xDFFF)
def surrogatePairToCodepoint(data):
char_val = (0x10000 + (ord(data[0]) - 0xD800) * 0x400 +
(ord(data[1]) - 0xDC00))
return char_val
# Module Factory Factory (no, this isn't Java, I know)
# Here to stop this being duplicated all over the place.
def moduleFactoryFactory(factory):
moduleCache = {}
def moduleFactory(baseModule, *args, **kwargs):
if isinstance(ModuleType.__name__, type("")):
name = "_%s_factory" % baseModule.__name__
else:
name = b"_%s_factory" % baseModule.__name__
kwargs_tuple = tuple(kwargs.items())
try:
return moduleCache[name][args][kwargs_tuple]
except KeyError:
mod = ModuleType(name)
objs = factory(baseModule, *args, **kwargs)
mod.__dict__.update(objs)
if "name" not in moduleCache:
moduleCache[name] = {}
if "args" not in moduleCache[name]:
moduleCache[name][args] = {}
if "kwargs" not in moduleCache[name][args]:
moduleCache[name][args][kwargs_tuple] = {}
moduleCache[name][args][kwargs_tuple] = mod
return mod
return moduleFactory
def memoize(func):
cache = {}
def wrapped(*args, **kwargs):
key = (tuple(args), tuple(kwargs.items()))
if key not in cache:
cache[key] = func(*args, **kwargs)
return cache[key]
return wrapped
site-packages/pip/_vendor/html5lib/__pycache__/_inputstream.cpython-38.pyc 0000644 00000052620 15201600076 0022604 0 ustar 00 U
��.e( � ! @ s d dl mZmZmZ d dlmZmZ d dlmZm Z d dl
Z
d dl Z d dl m
Z
ddlmZmZmZmZ ddlmZ dd lmZ d d
lmZ zd d lmZ W n ek
r� eZY nX ed d
� eD ��Zedd
� eD ��Z edd
� eD ��Z eeddg�B Z dZ ej �rJe d dk�r&e �!d�dk�s*t"�e �#e dd� e$d� d �Z%n
e �#e �Z%e&ddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5g �Z'e �#d6�Z(i Z)G d7d8� d8e*�Z+d9d:� Z,G d;d<� d<e*�Z-G d=d>� d>e-�Z.G d?d@� d@e/�Z0G dAdB� dBe*�Z1G dCdD� dDe*�Z2dEdF� Z3dS )G� )�absolute_import�division�unicode_literals)� text_type� binary_type)� http_client�urllibN)� webencodings� )�EOF�spaceCharacters� asciiLetters�asciiUppercase)�_ReparseException)�_utils)�StringIO)�BytesIOc C s g | ]}|� d ��qS ��ascii��encode��.0�item� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_inputstream.py�
<listcomp> s r c C s g | ]}|� d ��qS r r r r r r r s c C s g | ]}|� d ��qS r r r r r r r s � >� <u� [- - --]����]z"\uD800-\uDFFF"i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i�� z[ -
-/:-@\[-`{-~]c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�BufferedStreamz�Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
c C s || _ g | _ddg| _d S )Nr r )�stream�buffer�position)�selfr" r r r �__init__@ s zBufferedStream.__init__c C s< d}| j d | jd � D ]}|t|�7 }q|| jd 7 }|S �Nr r
)r# r$ �len)r% �pos�chunkr r r �tellE s
zBufferedStream.tellc C sT || � � kst�|}d}t| j| �|k rF|t| j| �8 }|d7 }q||g| _d S r' )�_bufferedBytes�AssertionErrorr( r# r$ )r% r) �offset�ir r r �seekL s
zBufferedStream.seekc C sT | j s| �|�S | jd t| j �krF| jd t| j d �krF| �|�S | �|�S d S )Nr r
r )r# � _readStreamr$ r( �_readFromBuffer)r% �bytesr r r �readU s
�
zBufferedStream.readc C s t dd� | jD ��S )Nc S s g | ] }t |��qS r )r( r r r r r _ s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)�sumr# �r% r r r r, ^ s z BufferedStream._bufferedBytesc C s< | j �|�}| j�|� | jd d7 < t|�| jd< |S r' )r" r4 r# �appendr$ r( )r% r3 �datar r r r1 a s
zBufferedStream._readStreamc C s� |}g }| j d }| j d }|t| j�k r�|dkr�|dks>t�| j| }|t|�| krl|}||| g| _ n"t|�| }|t|�g| _ |d7 }|�|||| � � ||8 }d}q |r�|�| �|�� d�|�S )Nr r
� )r$ r( r# r- r7 r1 �join)r% r3 ZremainingBytes�rvZ bufferIndexZ bufferOffsetZ bufferedDataZ bytesToReadr r r r2 h s&
z BufferedStream._readFromBufferN) �__name__�
__module__� __qualname__�__doc__r& r+ r0 r4 r, r1 r2 r r r r r! 9 s r! c K s� t | tj�s(t | tjj�r.t | jtj�r.d}n&t| d�rJt | �d�t �}n
t | t �}|r�dd� |D �}|rvt
d| ��t | f|�S t | f|�S d S )NFr4 r c S s g | ]}|� d �r|�qS )Z _encoding)�endswith)r �xr r r r � s
z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r)
�
isinstancer Z HTTPResponser ZresponseZaddbase�fp�hasattrr4 r � TypeError�HTMLUnicodeInputStream�HTMLBinaryInputStream)�source�kwargsZ isUnicodeZ encodingsr r r �HTMLInputStream� s � �
rJ c @ sp e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
ddd�Z dd� Z dd� Z
d dd�Zdd� ZdS ) rF ��Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
i ( c C sZ t jsd| _n td�dkr$| j| _n| j| _dg| _td�df| _| � |�| _
| � � dS )� Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
Nu r
r �utf-8�certain) r �supports_lone_surrogates�reportCharacterErrorsr( �characterErrorsUCS4�characterErrorsUCS2ZnewLines�lookupEncoding� charEncoding�
openStream�
dataStream�reset)r% rH r r r r& � s
z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N� r )r* � chunkSize� chunkOffset�errors� prevNumLines� prevNumCols�_bufferedCharacterr6 r r r rW � s z HTMLUnicodeInputStream.resetc C s t |d�r|}nt|�}|S �zvProduces a file object from source.
source can be either a file object, local filename or a string.
r4 )rD r �r% rH r" r r r rU � s
z!HTMLUnicodeInputStream.openStreamc C sT | j }|�dd|�}| j| }|�dd|�}|dkr@| j| }n ||d }||fS )N�
r r r
)r* �countr\ �rfindr] )r% r. r* ZnLinesZ positionLineZ lastLinePosZpositionColumnr r r � _position� s
z HTMLUnicodeInputStream._positionc C s | � | j�\}}|d |fS )z:Returns (line, col) of the current position in the stream.r
)rd rZ )r% �line�colr r r r$ � s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| �� stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return
EOF when EOF is reached.
r
)rZ rY � readChunkr r* )r% rZ �charr r r rh � s
zHTMLUnicodeInputStream.charNc C s� |d kr| j }| �| j�\| _| _d| _d| _d| _| j�|�}| j rX| j | }d | _ n|s`dS t
|�dkr�t |d �}|dks�d| kr�dkr�n n|d | _ |d d� }| j r�| � |� |�
d d
�}|�
d d
�}|| _t
|�| _d S )
NrX r Fr
r �
� � i�� z
ra �
T)�_defaultChunkSizerd rY r\ r] r* rZ rV r4 r^ r( �ordrP �replace)r% rY r8 Zlastvr r r rg � s0
z HTMLUnicodeInputStream.readChunkc C s( t tt�|���D ]}| j�d� qd S )N�invalid-codepoint)�ranger( �invalid_unicode_re�findallr[ r7 )r% r8 �_r r r rQ % s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s� d}t �|�D ]�}|rqt|�� �}|�� }t�|||d � �rrt�|||d � �}|tkrl| j �
d� d}q|dkr�|dkr�|t |�d kr�| j �
d� qd}| j �
d� qd S )NF� ro Trj i�� r
) rq �finditerrm �group�startr ZisSurrogatePairZsurrogatePairToCodepoint�non_bmp_invalid_codepointsr[ r7 r( )r% r8 �skip�matchZ codepointr) Zchar_valr r r rR ) s" �z*HTMLUnicodeInputStream.characterErrorsUCS2Fc
C s zt ||f }W nh tk
rx |D ]}t|�dk s$t�q$d�dd� |D ��}|sZd| }t�d| � }t ||f< Y nX g }|�| j| j �}|dkr�| j | j
kr�q�n0|� � }|| j
kr�|� | j| j |� � || _ q�|� | j| j d� � | �
� s~q�q~d�|�} | S )z� Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
� rX c S s g | ]}d t |� �qS )z\x%02x)rm )r �cr r r r N s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N)�charsUntilRegEx�KeyErrorrm r- r: �re�compilerz r* rZ rY �endr7 rg )
r% Z
charactersZopposite�charsr| Zregexr; �mr� �rr r r �
charsUntil@ s0
z!HTMLUnicodeInputStream.charsUntilc C sT |d k rP| j dkr.|| j | _| jd7 _n"| j d8 _ | j| j |ksPt�d S r' )rZ r* rY r- )r% rh r r r �ungeto s
z HTMLUnicodeInputStream.unget)N)F)r< r= r> r? rl r& rW rU rd r$ rh rg rQ rR r� r� r r r r rF � s
&
/rF c @ sL e Zd ZdZddd�Zdd� Zd d
� Zdd d �Zd
d� Zdd� Z dd� Z
dS )rG rK N� windows-1252Tc C sn | � |�| _t�| | j� d| _d| _|| _|| _|| _|| _ || _
| � |�| _ | j d dk sbt
�| �� dS )rL i �d r N)rU � rawStreamrF r& � numBytesMeta�numBytesChardet�override_encoding�transport_encoding�same_origin_parent_encoding�likely_encoding�default_encoding�determineEncodingrT r- rW )r% rH r� r� r� r� r� Z
useChardetr r r r& � s z HTMLBinaryInputStream.__init__c C s& | j d j�| jd�| _t�| � d S )Nr rn )rT Z
codec_info� streamreaderr� rV rF rW r6 r r r rW � s zHTMLBinaryInputStream.resetc C sD t |d�r|}nt|�}z|�|�� � W n t|�}Y nX |S r_ )rD r r0 r+ r! r` r r r rU � s
z HTMLBinaryInputStream.openStreamc C s� | � � df}|d d k r |S t| j�df}|d d k r:|S t| j�df}|d d k rX|S | �� df}|d d k rt|S t| j�df}|d d k r�|d j�d�s�|S t| j�df}|d d k r�|S |�rpzddl m
} W n t k
r� Y n�X g }|� }|j �s<| j
�| j�}t|t��s t�|�s&�q<|�|� |�|� q�|�� t|jd �}| j
�d� |d k �rp|dfS t| j�df}|d d k �r�|S td�dfS )NrN r Z tentativezutf-16)�UniversalDetector�encodingr� )� detectBOMrS r� r� �detectEncodingMetar� �name�
startswithr� Z%pip._vendor.chardet.universaldetectorr� � ImportErrorZdoner� r4 r� rB r3 r- r7 Zfeed�close�resultr0 r� )r% ZchardetrT r� ZbuffersZdetectorr# r� r r r r� � sR
z'HTMLBinaryInputStream.determineEncodingc C s� | j d dkst�t|�}|d kr&d S |jdkrFtd�}|d k s�t�nT|| j d krf| j d df| _ n4| j�d� |df| _ | �� td| j d |f ��d S )Nr
rN ��utf-16be�utf-16lerM r z Encoding changed from %s to %s)rT r- rS r� r� r0 rW r )r% Z newEncodingr r r �changeEncoding s
z$HTMLBinaryInputStream.changeEncodingc
C s� t jdt jdt jdt jdt jdi}| j�d�}t|t �s<t
�|� |dd� �}d}|s~|� |�}d}|s~|� |dd � �}d }|r�| j� |� t
|�S | j� d
� dS dS ) z�Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return NonerM r� r� zutf-32lezutf-32be� N� rt r )�codecs�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BE� BOM_UTF32_LE� BOM_UTF32_BEr� r4 rB r3 r- �getr0 rS )r% ZbomDict�stringr� r0 r r r r� s4 �
z HTMLBinaryInputStream.detectBOMc C sV | j �| j�}t|t�s t�t|�}| j �d� |�� }|dk rR|j dkrRt
d�}|S )z9Report the encoding declared by the meta element
r Nr� rM ) r� r4 r� rB r3 r- �EncodingParserr0 � getEncodingr� rS )r% r# �parserr� r r r r� 9 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr� T)T) r< r= r> r? r& rW rU r� r� r� r� r r r r rG � s �
*
>"rG c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z e e e
�Z
dd� Ze e�Zefdd�Zdd� Zdd� Zdd� Zd S ) �
EncodingBytesz�String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raisedc C s t |t�st�t�| |�� �S �N)rB r3 r- �__new__�lower�r% �valuer r r r� L s zEncodingBytes.__new__c C s
d| _ d S )Nr )rd r� r r r r& P s zEncodingBytes.__init__c C s | S r� r r6 r r r �__iter__T s zEncodingBytes.__iter__c C s> | j d }| _ |t| �kr"t�n |dk r.t�| ||d � S )Nr
r �rd r( �
StopIterationrE �r% �pr r r �__next__W s zEncodingBytes.__next__c C s | � � S r� )r� r6 r r r �next_ s zEncodingBytes.nextc C sB | j }|t| �krt�n |dk r$t�|d | _ }| ||d � S r' r� r� r r r �previousc s zEncodingBytes.previousc C s | j t| �krt�|| _ d S r� �rd r( r� )r% r$ r r r � setPositionl s zEncodingBytes.setPositionc C s* | j t| �krt�| j dkr"| j S d S d S )Nr r� r6 r r r � getPositionq s
zEncodingBytes.getPositionc C s | | j | j d � S �Nr
)r$ r6 r r r �getCurrentByte{ s z EncodingBytes.getCurrentBytec C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr
N�r$ r( rd �r% r� r� r| r r r ry � s
zEncodingBytes.skipc C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _d S r� r� r� r r r � skipUntil� s
zEncodingBytes.skipUntilc C s> | j }| ||t|� � }|�|�}|r:| j t|�7 _ |S )z�Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone)r$ r( r� )r% r3 r� r8 r; r r r �
matchBytes� s
zEncodingBytes.matchBytesc C sR | | j d� �|�}|dkrJ| jdkr,d| _| j|t|� d 7 _dS t�dS )z�Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the matchNr r r
T)r$ �findrd r( r� )r% r3 Z newPositionr r r �jumpTo� s
zEncodingBytes.jumpToN)r< r= r> r? r� r& r� r� r� r� r� r� �propertyr$ r� � currentByte�spaceCharactersBytesry r� r� r� r r r r r� H s
r� c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r� z?Mini parser for detecting character encoding from meta elementsc C s t |�| _d| _dS )z3string - the data to work on for encoding detectionN)r� r8 r� �r% r8 r r r r& � s
zEncodingParser.__init__c
C s� d| j fd| jfd| jfd| jfd| jfd| jff}| jD ]Z}d}|D ]D\}}| j�|�rFz|� }W q�W qF tk
r� d}Y q�Y qFX qF|s: q�q:| jS ) Ns <!--s <metas </s <!s <?r TF) �
handleComment�
handleMeta�handlePossibleEndTag� handleOther�handlePossibleStartTagr8 r� r� r� )r% ZmethodDispatchrs Z keepParsing�key�methodr r r r� � s( �
zEncodingParser.getEncodingc C s | j �d�S )zSkip over commentss -->�r8 r� r6 r r r r� � s z EncodingParser.handleCommentc C s� | j jtkrdS d}d }| �� }|d kr,dS |d dkr\|d dk}|r�|d k r�|| _dS q|d dkr�|d }t|�}|d k r�|| _dS q|d dkrtt|d ��}|�� }|d k rt|�}|d k r|r�|| _dS |}qd S ) NTFr s
http-equivr
s content-type� charsets content) r8 r� r� � getAttributer� rS �ContentAttrParserr� �parse)r% Z hasPragmaZpendingEncoding�attrZtentativeEncoding�codecZ
contentParserr r r r� � s8 zEncodingParser.handleMetac C s
| � d�S )NF)�handlePossibleTagr6 r r r r� � s z%EncodingParser.handlePossibleStartTagc C s t | j� | �d�S )NT)r� r8 r� r6 r r r r� � s
z#EncodingParser.handlePossibleEndTagc C sb | j }|jtkr(|r$|�� | �� dS |�t�}|dkrD|�� n| �� }|d k r^| �� }qLdS )NTr )r8 r� �asciiLettersBytesr� r� r� �spacesAngleBracketsr� )r% ZendTagr8 r| r� r r r r� � s
z EncodingParser.handlePossibleTagc C s | j �d�S )Nr r� r6 r r r r� s zEncodingParser.handleOtherc C s� | j }|�ttdg�B �}|dks2t|�dks2t�|dkr>dS g }g }|dkrV|rVq�nX|tkrj|�� }q�nD|dkr�d�|�dfS |tkr�|�|� � � n|dkr�dS |�|� t
|�}qF|dkr�|� � d�|�dfS t
|� |�� }|dk�rJ|}t
|�}||k�r"t
|� d�|�d�|�fS |tk�r<|�|� � � q�|�|� q�nJ|d k�rbd�|�dfS |tk�r||�|� � � n|dk�r�dS |�|� t
|�}|t k�r�d�|�d�|�fS |tk�r�|�|� � � n|dk�r�dS |�|� �q�dS )
z_Return a name,value pair for the next attribute in the stream,
if one is found, or None� /Nr
)r N� =)r� r r9 )� '� "r )
r8 ry r� � frozensetr( r- r: �asciiUppercaseBytesr7 r� r� r� r� )r% r8 r| ZattrNameZ attrValueZ quoteCharr r r r� sb
zEncodingParser.getAttributeN)
r< r= r> r? r& r� r� r� r� r� r� r� r� r r r r r� � s $r� c @ s e Zd Zdd� Zdd� ZdS )r� c C s t |t�st�|| _d S r� )rB r3 r- r8 r� r r r r& f s zContentAttrParser.__init__c C s � z�| j �d� | j jd7 _| j �� | j jdks<W d S | j jd7 _| j �� | j jdkr�| j j}| j jd7 _| j j}| j �|�r�| j || j j� W S W d S nR| j j}z"| j �t� | j || j j� W W S tk
� r� | j |d � Y W S X W n tk
�r Y d S X d S )Nr� r
r� )r� r� )r8 r� r$ ry r� r� r� r� )r% Z quoteMarkZ oldPositionr r r r� j s.
zContentAttrParser.parseN)r< r= r> r& r� r r r r r� e s r� c C sf t | t�r0z| �d�} W n tk
r. Y dS X | dk r^z t�| �W S tk
rZ Y dS X ndS dS )z{Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding.r N)rB r �decode�UnicodeDecodeErrorr �lookup�AttributeError)r� r r r rS � s
rS )4Z
__future__r r r Zpip._vendor.sixr r Zpip._vendor.six.movesr r r� r Z pip._vendorr Z constantsr r r
r r rX r �ior r r� r� r� r� r� r� Z invalid_unicode_no_surrogaterO rb r- r� �evalrq �setrx Zascii_punctuation_rer} �objectr! rJ rF rG r3 r� r� r� rS r r r r �<module> s�
"��
�
J g Ih 6' site-packages/pip/_vendor/html5lib/__pycache__/_utils.cpython-38.opt-1.pyc 0000644 00000006260 15201600076 0022327 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ zd dlm m
Z W n& e k
rh d dl
m mZ Y nX ddddd d
gZz ed �Zeee�s�ed �ZW n d
ZY nX dZG dd� de�Zdd� Zdd� Zdd � Zdd� ZdS )� )�absolute_import�division�unicode_literals)�
ModuleType)� text_typeN�
default_etree�MethodDispatcher�isSurrogatePair�surrogatePairToCodepoint�moduleFactoryFactory�supports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s" e Zd ZdZddd�Zdd� ZdS ) r ap Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
� c C sb g }|D ]B\}}t |ttttf�r<|D ]}|�||f� q&q|�||f� qt�| |� d | _d S �N) �
isinstance�list�tuple� frozenset�set�append�dict�__init__�default)�self�itemsZ _dictEntries�name�value�itemr
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_utils.pyr 1 s zMethodDispatcher.__init__c C s t �| || j�S r )r �getr )r �keyr
r
r � __getitem__@ s z MethodDispatcher.__getitem__N)r
)�__name__�
__module__� __qualname__�__doc__r r r
r
r
r r $ s
c C sL t | �dkoJt| d �dkoJt| d �dkoJt| d �dkoJt| d �dkS )N� r � � i�� � � � i�� )�len�ord)�datar
r
r r G s ����c C s, dt | d �d d t | d �d }|S )Ni r r& i r' r( )r* )r+ Zchar_valr
r
r r
M s �c s i �� �fdd�}|S )Nc s� t tjtd��r d| j }n
d| j }t|�� �}z�| | | W S tk
r� t|�}� | f|�|�}|j�|� d�kr�i �|< d�| kr�i �| |< d�| | kr�i �| | |< |�| | |< | Y S X d S )N� z _%s_factorys _%s_factoryr �args�kwargs) r r r! �typer r �KeyError�__dict__�update)Z
baseModuler- r. r Z kwargs_tuple�modZobjs��factoryZ moduleCacher
r �
moduleFactoryY s$
z+moduleFactoryFactory.<locals>.moduleFactoryr
)r5 r6 r
r4 r r V s c s i � � �fdd�}|S )Nc s2 t | �t |�� �f}|� kr*�| |�� |< � | S r )r r )r- r. r ��cache�funcr
r �wrappedv s zmemoize.<locals>.wrappedr
)r9 r: r
r7 r �memoizes s r; )Z
__future__r r r �typesr Zpip._vendor.sixr Zxml.etree.cElementTreeZetreeZ cElementTreer � ImportErrorZxml.etree.ElementTreeZ ElementTree�__all__�evalZ_xr r r r r r
r r; r
r
r
r �<module> s0 �
# site-packages/pip/_vendor/html5lib/__pycache__/constants.cpython-38.pyc 0000644 00000201415 15201600076 0022104 0 ustar 00 U
��.e>F � � @ s�- d dl mZmZmZ d dlZdZddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d���Zd�d�d�d�d�d�d��Zeed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fgN�Z eed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�>Z�d/�d0iZ�d1�d2e�d1 f�d1�d3e�d1 f�d1�d4e�d1 f�d1�d5e�d1 f�d1�d6e�d1 f�d1d�e�d1 f�d1�d7e�d1 f�d8d�e�d8 f�d8�d9e�d8 f�d8�d:e�d8 fd�d;e�d; f�d;�d1e�d; f�d<� Ze�d=�d>� e�� D ��Ze�d?�d@�dA�dB�dCg�Zed�d�d�d�d�g�Zeej�Zeej�Zeej�Zeej �Z eej �Z e�dD�d>� ejD ��Z �dEZ ed�d��dFd�d�d�d�d�d�d�d�d�dԐdG�dHg�Z!ed�d�g�Z"ed�d�d�d�d�d�d�g�Z#e�dI�dJg�e�dKg�e�dLg�e�dM�dNg�e�dM�dNg�e�dO�dPg�e�dQg�e�dR�dSg�e�dT�dS�dU�dVg�e�dWg�e�dXg�e�dS�dYg�e�dS�dY�dZg�e�dS�dYg�e�dS�d[g�e�dS�dY�d\�d[�dU�dLg�e�dS�dY�d[�dRg�e�dS�dYg�e�d]g��d^�Z$�d_Z%e�d`�da�db�dc�ddg�Z&�de�de�df�df�dg�dg�dh�di�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�ds�dt�du�dv�dv�dw�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d}�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐd��dӐdԐdՐdddאdאdؐdِdِdڐdېdܐdݐdݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d��d�d�d�d�d�d�d�d�d�d�d�d �d �d�d �d �d��d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d��d��d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�d��d��d��di�dj�dk�d?�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dr�dv�dw�dx�dy�dz�d{�d|�d|�d|�d|�d �dn�d@�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdǐdȐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐd�dՐddאdؐdِdڐdېdܐd��dݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d��d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�dƐdE�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d&�d'�d(�d)�d*�d+�d�d,�d-�d.�d/�d-�d0�d0�d1�d2�d3�d?�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dE�dF�dG�dH�dI�dJ�dJ�dK�dL�dM�dN�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�d�dX�dY�dZ�d[�d\�d]�dÐdĐd^�d_�d`�da�db�dc�dd�de�de�df�dg�dh�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d|�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dr�d��d��d��d��d��d��d��d��df�df�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ds�d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdɐdR�dʐdÐdːd̐d|�d|�d͐dĐd}�dΐdϐdАdѐd!�dҐdT�dӐdԐdՐddאdؐdِdڐdk�dw�dېdܐd�dݐdސdߐd�d�d�d�d�d�d�d�d�d�d\�d\�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�dŐd��d�d�d�d�dƐdǐd�d�d�d �d �d��d �d�d�d �d �d �d!�d"�d#�d$�d%�d&�d �d'�d(�d)�d)�d*�d+�d,�d-�d��d��d.�d/�d/�d��d0�d1�d2�d2�d3�d4�d5�d6�d7�d8�d9�d�d:�d;�d<�d=�d7�d>�d?�d@�dA�dA�dB�du�du�dC�dD�dE�d�dE�d��d?�dF�d��dG�d��d��d��dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�dS�dT�d`�da�db�db�dU�d^�d`�da�d��dc�dd�d��de�df�dg�dƐdh�dP�di�d��dj�dk�d��d��dl�dm�dn�dn�do�dp�dq�dr�dK�d��d��d��ds�ds�d��dt�du�dv�dv�dv�dw�dw�dx�dy�dz�d{�d|�d��d��d}�d~�d�d��dz�dƐdl�dK�d��d�d��d��d��d��d��d��d��d��dސdȐd�d��d��d��dm�d}�d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d�d�d�d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐd�dƐdǐdȐdɐdɐdʐdːdːd̐d͐dΐdϐdАdѐdѐdҐdӐdԐdՐddאdؐdِdڐd�dېdܐdݐdt�dސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d��d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d�d�d��d��d��d��d��d��d��d��d��dސd��d��d�dېd�d�d��d��d��dq�dɐd�d��dN�d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�dh�d�d�d"�d�d�d�d�d�d�d��d�d�d�d �d�d�d�d �d �d �d�d'�d�d �d �d!�dސd"�d#�d$�d �d �d%�d��d%�d&�d'�d(�d)�d*�d+�d'�d,�d,�d-�dސd.�d/�d0�d1�dސd#�d2�d3�d4�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dd�d��dG�dH�d]�dI�dJ�dK�dL�d?�dM�dD�dN�dD�dO�dP�dP�dE�dF�dQ�dR�d �dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dH�d]�dd�de�dÐd̐df�dg�dh�di�dE�dV�d̐dZ�dj�dN�dG�d�d �dk�d\�di�d]�d`�d`�dl�dm�dn�do�dp�dq�dO�dr�d\�dI�d^�da�ds�dM�dt�d^�du�d̐dZ�dv�dw�dx�dn�dj�dy�dy�dz�d{�d|�d|�d}�d~�d~�d�d�d}�d��d��d��dI�df�dg�d��dh�dS�d��d��d��d��d��d��dP�d��d��dܐd��d��dG�d��d�d��d��d��d��d��dl�da�d��d��d^�dĐd��d��d;�d;�d��d��dr�dk�d��d��d��d��d��dU�dߐd��d��d��d��d��d��d��d��d��d��d��d��dҐdQ�d]�d��d��d��d��d��d��d��d��d��dm�d��d��d��d��d��d�d~�d��d��d�dt�d��d��dt�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddd��d�d�d��d��dÐdĐdŐd��dƐdǐdȐdɐd��dʐdːd_�d_�d̐d��d͐d��d��d��dΐd��d��d��d��d��d��d��d��d��d��dϐdАd�dѐdҐd�dӐd��dԐdՐdd��dՐdϐd��dԐd��d��d��d��d��d��d��d��dאdؐdؐd��dِdڐd��dېdܐd��d��dݐdސd��d��dߐd�d�d��d��d��d��d��d��d�d�d�d�d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d�d�d��d��d��d�d��d��d�d�d��d��d��d�d��d�d�d��d��d��d��d��d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d^�d^�d��d:�d �d �d;�d<�d�d�d�d=�d�d�d��d�d�d�d�d �d
�d
�d �d �d��d��d8�d
�d�dːd�d�d�d�d�d��d�d�d�d��d�d9�d�d�d�d�d�d�d�d �d �d �d �d�d �d �d!�d"�d"�d��d#�d$�d$�d%�dŐd&�d&�dŐd'�d(�dϐd)�d*�d+�d,�d\�d-�d.�d/�d0�dr�d1�d2�dƐd3�d�d4�d�d5�d6�d �d7�d�d8�d9�dԐdԐd:�d;�dԐd<�d=�d>�d>�dאd?�d@�dِdؐdאd@�dِdؐdA�dB�dC�dڐdD�dՐdB�dA�dC�dܐdE�dF�dG�dݐdݐdڐdH�dI�dJ�dK�dL�d�dM�dN�dO�d�dP�dQ�d��d�d�d
�d��dR�di�dS�dT�dU�d �dV�d�dW�dX�d�dY�dY�d�dZ�d�d[�d\�d]�d �d��d^�d_�d`�da�db�dc�d�dېdd�de�df�dg�dh�di�dj�dk�d��de�dl�dm�dn�d��d��do�d�d �d�d�dp�d�d�dq�d��dr�dϐd�ds�dt�du�d�d`�dϐd�d��d�dv�da�dw�dx�d��d��d�dy�dz�dz�d{�d|�d}�d��d~�d�d��d��d��d��d��dv�d��d��d �df�d��d��dw�d��d��d�d�d��d��d��d��d��d(�d��d��d��d*�d)�d��d��d��d��d��d��d+�d��d��d��d��d��d�dk�dk�d��d��d��d��dx�dx�d��d��dِd��d��d��dm�dŐd��d��d��d��d��d=�d��d>�d>�d��d��d��d��d��d��d��dE�dx�d��d��dm�d��d��d��d��d��d��d��d��d��d��d��dŐd �d��d#�d��d �d �d �d �d!�d"�d!�d"�d �d �d�d�d�d��dx�d��d%�d��dאd��d0�d��d��d��d��d'�d��d��ddÐdĐdŐd��d'�d��dÐddƐdǐdȐd(�d��d*�d)�d��d��d��d+�d,�dɐdʐdʐdːdːd̐d̐d.�d͐dΐdϐd/�dАdѐdҐdӐdԐdՐddאd.�d/�d͐ddՐdؐdِdڐdېd�dj�dj�dܐdݐdݐdސdߐd͐d�d�d�dB�d�d�d9�d9�d�d�d�d@�d=�d<�d@�d=�d�d�d��d�d�d
�d�d�d�d͐dѐd�d�d�d�d��d�d1�d�d��d��dU�d�d��d�d�d�d�d�d��d��d��d��d��d��d��dАd@�d�dÐd��d��d��d�d��d��d �d �d�dY�d�d[�d�d�d�d�dX�d�d�d�d�d�d �d
�d��d��d �d �d�dZ�dX�d�dU�d
�d`�d
�d�d�d�d�d�d�d�d�d�d�dݐd�d�d�d�dĐd�d�dd�d��d>�d��d0�d3�dݐdZ�du�d��d�d �d �d �d�dS�d��d �d��d�d �d!�d"�dn�dn�d#�dS�d��d��d$�dݐd��d%�d �d�d �d �d&�d'�d(�d��d)�d*�d+�d,�d*�dp�dp�d-�d!�dҐdT�dؐd.�d��dg�d/�d��df�d��d0�dӐd1�dԐdՐd��dh�d2�ddڐdِdk�dw�d3�d3�d4�d5�d6�d7�d7�d8�d9�d:�d;�d<�d=�d=�d>�d?�d@�dA�d��dB�dC�dD�dE�dF�dG�dH�dI�dJ���Z'�dK�dC�d��dL�d��dĐd̐d�df�d��d6�d,�d�d��d��dM�d��dN�dO�dĐd��dÐd��d �dɐd��d��d1�d��d��d�dP�d?�d��dQ�"Z(d �dR�dS�dT�dU�dV�dW�dX�dY�Z)ee)�dZ e)�d[ e)�d\ g�Z*e�d]�d>� e�� D ��Z+�d^e+d�< G �d_�d`� �d`e,�Z-G �da�db� �dbe.�Z/dS (c � )�absolute_import�division�unicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))�znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez
non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz
no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez
eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)�html�mathml�svg�xlink�xml�xmlnsr ZappletZcaptionZmarquee�object�tableZtdZthr �mi�moZmnZmsZmtextzannotation-xmlr Z
foreignObjectZdesc�title�a�bZbig�codeZemZfont�iZnobr�sZsmallZstrikeZstrongZtt�uZaddressZareaZarticleZaside�baseZbasefontZbgsoundZ
blockquoteZbody�br�button�center�colZcolgroup�commandZdd�details�dirZdivZdlZdtZembed�fieldsetZfigureZfooterZform�frameZframeset�h1�h2�h3�h4�h5�h6�head�header�hr�iframeZimage�img�inputZisindexZli�linkZlisting�menu�metaZnavZnoembedZnoframesZnoscriptZol�pZparamZ plaintextZpre�scriptZsection�select�styleZtbodyZtextareaZtfootZtheadZtrZulZwbrZxmpZ
attributeNameZ
attributeTypeZ
baseFrequencyZ baseProfileZcalcModeZ
clipPathUnitsZcontentScriptTypeZcontentStyleTypeZdiffuseConstantZedgeModeZexternalResourcesRequiredZ filterResZ filterUnitsZglyphRefZgradientTransformZ
gradientUnitsZ kernelMatrixZkernelUnitLengthZ keyPointsZ
keySplinesZkeyTimesZ lengthAdjustZlimitingConeAngleZ markerHeightZ markerUnitsZ markerWidthZmaskContentUnitsZ maskUnitsZ
numOctavesZ
pathLengthZpatternContentUnitsZpatternTransformZ patternUnitsZ pointsAtXZ pointsAtYZ pointsAtZZ
preserveAlphaZpreserveAspectRatioZprimitiveUnitsZrefXZrefYZ repeatCountZ repeatDurZrequiredExtensionsZrequiredFeaturesZspecularConstantZspecularExponentZ spreadMethodZ startOffsetZ stdDeviationZ stitchTilesZ surfaceScaleZsystemLanguageZ tableValuesZtargetXZtargetYZ
textLengthZviewBoxZ
viewTargetZxChannelSelectorZyChannelSelectorZ
zoomAndPan)>Z
attributenameZ
attributetypeZ
basefrequencyZ baseprofileZcalcmodeZ
clippathunitsZcontentscripttypeZcontentstyletypeZdiffuseconstantZedgemodeZexternalresourcesrequiredZ filterresZ filterunitsZglyphrefZgradienttransformZ
gradientunitsZ kernelmatrixZkernelunitlengthZ keypointsZ
keysplinesZkeytimesZ lengthadjustZlimitingconeangleZ markerheightZ markerunitsZ markerwidthZmaskcontentunitsZ maskunitsZ
numoctavesZ
pathlengthZpatterncontentunitsZpatterntransformZ patternunitsZ pointsatxZ pointsatyZ pointsatzZ
preservealphaZpreserveaspectratioZprimitiveunitsZrefxZrefyZ repeatcountZ repeatdurZrequiredextensionsZrequiredfeaturesZspecularconstantZspecularexponentZ spreadmethodZ startoffsetZ stddeviationZ stitchtilesZ surfacescaleZsystemlanguageZ tablevaluesZtargetxZtargetyZ
textlengthZviewboxZ
viewtargetZxchannelselectorZychannelselectorZ
zoomandpanZ
definitionurlZ
definitionURLr ZactuateZarcroleZhrefZroleZshow�typer ZlangZspacer
) z
xlink:actuatez
xlink:arcrolez
xlink:hrefz
xlink:rolez
xlink:showz xlink:titlez
xlink:typezxml:basezxml:langz xml:spacer
z xmlns:xlinkc C s" g | ]\}\}}}||f|f�qS � r4 )�.0Zqname�prefixZlocal�nsr4 r4 �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/constants.py�
<listcomp>
s r9 � �
� � �
c C s g | ]}t |�t |�� �f�qS r4 )�ord�lower)r5 �cr4 r4 r8 r9 # s �)r r! r" r# r$ r% z event-source�sourceZtrackZ
irrelevantZ itemscopeZscopedZismapZautoplayZcontrolsZdefer�async�openZmultipleZdisabledZhidden�checked�defaultZnoshadeZ
autosubmit�readonlyZselectedZ autofocusZrequiredZseamless)� r2 r* ZaudioZvideor0 r Zdatagridr r( r- r ZoptionZoptgroupr r+ r1 �outputr) ) i� � i i� i i& i i! i� i0 i` i9 iR rJ i} rJ rJ i i i i i" i i i� i"! ia i: iS rJ i~ ix �lt;�gt;�amp;�apos;�quot;� Æ�&� Áu Ă� Âu Аu 𝔄� Àu Αu Āu ⩓u Ąu 𝔸u � Åu 𝒜u ≔� Ã� Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч� ©u Ću ⋒u ⅅu ℭu Č� Çu Ĉu ∰u Ċ� ¸� ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇� ´u ˙u ˝�`u ˜u ⋄u ⅆu 𝔻� ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ� Ð� Éu Ě� Êu Эu Ėu 𝔈� Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η� Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ�>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ�^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё� Í� Îu Иu İu ℑ� Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І� Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ�<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu u 𝔑u � u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩� Ñu Νu Œ� Ó� Ôu Оu Őu 𝔒� Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪� Ø� Õu ⨷� Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π� ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ�"u 𝔔u ℚu 𝒬u ⤐� ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇� Þu ™u Ћu Цu Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ� Úu ↟u ⥉u Ўu Ŭ� Ûu Уu Űu 𝔘� Ùu Ū�_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ� Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣�|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю� Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵� áu ău ∾u ∾̳u ∿� âu а� æu 𝔞� àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋�'� åu 𝒶�*� ã� äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├� ¦u 𝒷u ⁏�\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č� çu ĉu ⩌u ⩐u ċu ⦲� ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣�:�,�@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏� ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷� °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲� ÷u ⋇u ђu ⌞u ⌍�$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿� éu ⩮u ěu ≖� êu ≕u эu ėu ≒u 𝔢u ⪚� èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ�=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η� ð� ëu €�!u фu ♀u ffiu ffu fflu 𝔣u fiZfju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍� ½u ⅓� ¼u ⅕u ⅙u ⅛u ⅔u ⅖� ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃� í� îu иu е� ¡u 𝔦� ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι� ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і� ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅� «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲�{�[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊�(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺� ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧� µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟� ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸� ñu ν�#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧� ó� ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛� òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ� ª� ºu ⊶u ⩖u ⩗u ⩛� øu ⊘� õu ⨶� öu ⌽� ¶u ⫳u ⫽u п�%�.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ�+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡� £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖�?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥� »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳�}�]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵�)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘� §�;u ⤩u ✶u 𝔰u ♯u щu ш� u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь�/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪� ¹� ²� ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪� ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ� þ� ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣� úu ўu ŭ� ûu уu űu ⥾u 𝔲� ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ� üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍� ýu яu ŷu ы� ¥u 𝔶u їu 𝕪u 𝓎u ю� ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u (� ZAEligzAElig;ZAMPzAMP;ZAacutezAacute;zAbreve;ZAcirczAcirc;zAcy;zAfr;ZAgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;ZAringzAring;zAscr;zAssign;ZAtildezAtilde;ZAumlzAuml;z
Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;ZCOPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;ZCcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z
CenterDot;zCfr;zChi;z
CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z
Congruent;zConint;zContourIntegral;zCopf;z
Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z
DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z
DownArrow;z
DownArrowBar;zDownArrowUpArrow;z
DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z
DownTeeArrow;z
Downarrow;zDscr;zDstrok;zENG;ZETHzETH;ZEacutezEacute;zEcaron;ZEcirczEcirc;zEcy;zEdot;zEfr;ZEgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;ZEumlzEuml;zExists;z
ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;ZGTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z
GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z
GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z
HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z
HumpDownHump;z
HumpEqual;zIEcy;zIJlig;zIOcy;ZIacutezIacute;ZIcirczIcirc;zIcy;zIdot;zIfr;ZIgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z
Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;ZIumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;ZLTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z
LeftArrow;z
LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z
LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z
LeftTeeArrow;zLeftTeeVector;z
LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z
LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z
Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z
LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z
Mellintrf;zMfr;z
MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z
NotCongruent;z
NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z
NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z
NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z
NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z
NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z
NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;ZNtildezNtilde;zNu;zOElig;ZOacutezOacute;ZOcirczOcirc;zOcy;zOdblac;zOfr;ZOgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;ZOslashzOslash;ZOtildezOtilde;zOtimes;ZOumlzOuml;zOverBar;z
OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z
PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z
Proportional;zPscr;zPsi;ZQUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;ZREGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z
RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z
RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z
ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z
SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;ZTHORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z
Therefore;zTheta;z ThickSpace;z
ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z
TripleDot;zTscr;zTstrok;ZUacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;ZUcirczUcirc;zUcy;zUdblac;zUfr;ZUgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z
UnderBracket;zUnderParenthesis;zUnion;z
UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;ZUumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z
VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;ZYacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;Zaacutezaacute;zabreve;zac;zacE;zacd;Zacirczacirc;Zacutezacute;zacy;Zaeligzaelig;zaf;zafr;Zagravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;ZamprM zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;rN zapprox;z approxeq;Zaringzaring;zascr;zast;zasymp;zasympeq;Zatildezatilde;Zaumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z
backprime;zbacksim;z
backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z
bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z
blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;Zbrvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;Zccedilzccedil;zccirc;zccups;zccupssm;zcdot;Zcedilzcedil;zcemptyv;Zcentzcent;z
centerdot;zcfr;zchcy;zcheck;z
checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z
complexes;zcong;zcongdot;zconint;zcopf;zcoprod;�copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;Zcurrenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;Zdegzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;Zdividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z
dotsquare;zdoublebarwedge;z
downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;Zeacutezeacute;zeaster;zecaron;zecir;Zecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;Zegravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;Zethzeth;Zeumlzeuml;zeuro;zexcl;zexist;z expectation;z
exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;Zfrac12zfrac12;zfrac13;Zfrac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;Zfrac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;�gtrL zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z
gtrapprox;zgtrarr;zgtrdot;z
gtreqless;z gtreqqless;zgtrless;zgtrsim;z
gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z
heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;Ziacuteziacute;zic;Zicirczicirc;zicy;ziecy;Ziexclziexcl;ziff;zifr;Zigravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;Ziquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;Ziumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;Zlaquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z
leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z
lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;�ltrK zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z
lvertneqq;zlvnE;zmDDot;Zmacrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;�microzmicro;zmid;zmidast;zmidcir;Zmiddotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;Znbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z
ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z
nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;�notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z
nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z
nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z
nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z
nsupseteq;z nsupseteqq;zntgl;Zntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;Zoacutezoacute;zoast;zocir;Zocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;Zogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;Zordfzordf;Zordmzordm;zorigof;zoror;zorslope;zorv;zoscr;Zoslashzoslash;zosol;Zotildezotilde;zotimes;z otimesas;Zoumlzouml;zovbar;zpar;Zparazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z
pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;Zplusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;Zpoundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;ZquotrO zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;Zraquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z
rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;Zregzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z
risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;Zsectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;Zshyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z
spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z
subseteqq;z
subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;Zsup1zsup1;Zsup2zsup2;Zsup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z
supseteqq;z
supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;Zszligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z
therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;Zthornzthorn;ztilde;�timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z
triangledown;z
triangleleft;ztrianglelefteq;z
triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;Zuacutezuacute;zuarr;zubrcy;zubreve;Zucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;Zugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;Zumlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;Zuumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z
varpropto;zvarr;zvarrho;z varsigma;z
varsubsetneq;zvarsubsetneqq;z
varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;Zyacutezyacute;zyacy;zycirc;zycy;Zyenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;Zyumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u �� � � � � )"r �
� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � )ZDoctypeZ
CharactersZSpaceCharacters�StartTag�EndTag�EmptyTag�CommentZ
ParseErrorr r r c C s g | ]\}}||f�qS r4 r4 )r5 �k�vr4 r4 r8 r9 y s Zmathc @ s e Zd ZdZdS )�DataLossWarningzBRaised when the current tree is unable to represent the input dataN)�__name__�
__module__� __qualname__�__doc__r4 r4 r4 r8 r } s r c @ s e Zd ZdS )�_ReparseExceptionN)r r r
r4 r4 r4 r8 r � s r )0Z
__future__r r r �stringZEOF�EZ
namespaces� frozensetZscopingElementsZformattingElementsZspecialElementsZ htmlIntegrationPointElementsZ"mathmlTextIntegrationPointElementsZadjustSVGAttributesZadjustMathMLAttributesZadjustForeignAttributes�dict�itemsZunadjustForeignAttributesZspaceCharactersZtableInsertModeElementsZascii_lowercaseZasciiLowercaseZascii_uppercaseZasciiUppercaseZ
ascii_lettersZ asciiLettersZdigitsZ hexdigitsZ hexDigitsZasciiUpper2LowerZheadingElementsZ voidElementsZ
cdataElementsZrcdataElementsZbooleanAttributesZentitiesWindows1252Z xmlEntitiesZentitiesZreplacementCharactersZ
tokenTypesZ
tagTokenTypes�prefixes� UserWarningr � Exceptionr r4 r4 r4 r8 �<module> sj � � � $�
�
�
�S
�
� �A � ���
� � �
�# � � � � � � � � � � � � � � � � � �
L�&� �
site-packages/pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-38.pyc 0000644 00000115306 15201600076 0022244 0 ustar 00 U
��.e$+ � @ s� d dl mZmZmZ d dlmZ d dlmZ ddl m
Z
ddl m Z ddl m Z m
Z
ddl mZmZmZ dd l mZmZ dd
l mZ dd lmZ dd lmZ ee �ZG d
d� de�ZdS )� )�absolute_import�division�unicode_literals)�unichr)�deque� )�spaceCharacters)�entities)� asciiLetters�asciiUpper2Lower)�digits� hexDigits�EOF)�
tokenTypes�
tagTokenTypes)�replacementCharacters)�HTMLInputStream)�Triec sd e Zd ZdZd�� fdd� Zdd� Zdd� Zd�d
d �Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'dLdM� Z(dNdO� Z)dPdQ� Z*dRdS� Z+dTdU� Z,dVdW� Z-dXdY� Z.dZd[� Z/d\d]� Z0d^d_� Z1d`da� Z2dbdc� Z3ddde� Z4dfdg� Z5dhdi� Z6djdk� Z7dldm� Z8dndo� Z9dpdq� Z:drds� Z;dtdu� Z<dvdw� Z=dxdy� Z>dzd{� Z?d|d}� Z@d~d� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZL� ZMS )��
HTMLTokenizera This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
Nc sF t |f|�| _|| _d| _g | _| j| _d| _d | _t t
| �� � d S )NF) r �stream�parserZ
escapeFlagZ
lastFourChars� dataState�state�escape� currentToken�superr �__init__)�selfr r �kwargs�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr " s zHTMLTokenizer.__init__c c sP t g �| _| �� rL| jjr6td | jj�d�d�V q| jr
| j�� V q6q
dS )z� This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
�
ParseErrorr ��type�dataN)r �
tokenQueuer r �errorsr �pop�popleft�r r! r! r" �__iter__1 s
zHTMLTokenizer.__iter__c % C s t }d}|rt}d}g }| j�� }||krH|tk rH|�|� | j�� }q"td�|�|�}|tkr�t| }| j �t
d dd|id�� �nbd| kr�d ks�n |d
kr�d }| j �t
d dd|id�� �n d | kr�d
k�s�n d| kr�dk�s�n d| k�rdk�s�n d| k�r,dk�s�n |t ddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d
g#�k�r�| j �t
d dd|id�� z t |�}W n> t
k
�r� |d6 }t d|d? B �t d7|d8@ B � }Y nX |d9k�r| j �t
d d:d;�� | j�|� |S )<z�This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
�
� � r# z$illegal-codepoint-for-numeric-entity� charAsInt�r% r& Zdatavarsi � i�� i�� � �r � � � � � i� i� � i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i i � i� �;z numeric-entity-without-semicolonr$ )r r
r �charr �append�int�joinr r' r � frozenset�chr�
ValueError�unget) r ZisHexZallowed�radix� charStack�cr0 r: �vr! r! r" �consumeNumberEntityA s�
� � � ��
�
�
�
�
��
� &
� z!HTMLTokenizer.consumeNumberEntityFc C s� d}| j �� g}|d tksB|d tddfksB|d k rV||d krV| j �|d � �n |d dk�r d}|�| j �� � |d dkr�d}|�| j �� � |r�|d tks�|s�|d tkr�| j �|d � | �|�}n4| j �t
d d
d �� | j �|� � � dd � |� }�nh|d tk �rDt
�d � |���s0�qD|�| j �� � �q z$t
�d � |d d� ��}t|�}W n tk
�r� d }Y nX |d k �r@|d d
k�r�| j �t
d dd �� |d d
k�r|�r|| tk�s�|| tk�s�|| dk�r| j �|� � � dd � |� }n.t| }| j �|� � � |d � ||d � �7 }n4| j �t
d dd �� | j �|� � � dd � |� }|�r�| jd d d |7 < n*|tk�r�d}nd}| j �t
| |d �� d S )N�&r �<�#F���)�x�XTr# zexpected-numeric-entityr$ r/ r9 z named-entity-without-semicolon�=zexpected-named-entityr& r �SpaceCharacters�
Characters)r r: r r rA r; r
r rF r' r r) r= � entitiesTrieZhas_keys_with_prefixZlongest_prefix�len�KeyErrorr
r r ) r � allowedChar�
fromAttribute�outputrC �hexZ
entityNameZ entityLengthZ tokenTyper! r! r" �
consumeEntity� s~ �
� �
� �
�
�
�
� �
zHTMLTokenizer.consumeEntityc C s | j |dd� dS )zIThis method replaces the need for "entityInAttributeValueState".
T)rS rT N)rW )r rS r! r! r" �processEntityInAttribute� s z&HTMLTokenizer.processEntityInAttributec C s� | j }|d tkrp|d �t�|d< |d td krp|d rR| j�td dd�� |d rp| j�td d d�� | j�|� | j| _d
S ) z�This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
r% �name�EndTagr& r# zattributes-in-end-tagr$ � selfClosingz self-closing-flag-on-end-tagN) r r � translater r r' r; r r )r �tokenr! r! r" �emitCurrentToken� s � � z HTMLTokenizer.emitCurrentTokenc C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|dkrd| j�td dd�� | j�td dd�� n`|tkrpdS |t kr�| j�td || j �
t d
� d�� n&| j �
d �}| j�td || d�� d
S ) NrG rH � r# �invalid-codepointr$ rO FrN T�rG rH r_ ) r r: �entityDataStater � tagOpenStater' r; r r r �
charsUntil�r r& �charsr! r! r" r � s.
� �
�
�zHTMLTokenizer.dataStatec C s | � � | j| _dS �NT)rW r r r+ r! r! r" rb s z HTMLTokenizer.entityDataStatec C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|tkr:dS |dkrp| j�td dd�� | j�td d d�� nT|t kr�| j�td
|| j �
t d � d�� n&| j �
d �}| j�td || d�� d S )
NrG rH Fr_ r# r` r$ rO r2 rN Tra ) r r: �characterReferenceInRcdatar �rcdataLessThanSignStater r' r; r r rd re r! r! r" � rcdataState s.
� �
�
�zHTMLTokenizer.rcdataStatec C s | � � | j| _dS rg )rW rj r r+ r! r! r" rh 1 s z(HTMLTokenizer.characterReferenceInRcdatac C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S � NrH r_ r# r` r$ rO r2 F)rH r_ T) r r: �rawtextLessThanSignStater r' r; r r rd re r! r! r" � rawtextState6 s"
� �
�zHTMLTokenizer.rawtextStatec C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S rk ) r r: �scriptDataLessThanSignStater r' r; r r rd re r! r! r" �scriptDataStateH s"
� �
�z HTMLTokenizer.scriptDataStatec C sr | j �� }|tkrdS |dkrL| j�td dd�� | j�td dd�� n"| j�td || j �d� d�� dS ) NFr_ r# r` r$ rO r2 T)r r: r r' r; r rd �r r& r! r! r" �plaintextStateZ s
� �
�z HTMLTokenizer.plaintextStatec C s | j �� }|dkr | j| _n�|dkr.| j| _n�|tkrVtd |g ddd�| _| j| _n�|dkr�| j �
td dd �� | j �
td
d d �� | j | _nt|d kr�| j �
td d
d �� | j � |� | j
| _n@| j �
td dd �� | j �
td
dd �� | j � |� | j | _dS )N�!�/ZStartTagF)r% rY r& r[ ZselfClosingAcknowledged�>r# z'expected-tag-name-but-got-right-bracketr$ rO z<>�?z'expected-tag-name-but-got-question-markzexpected-tag-namerH T)r r: �markupDeclarationOpenStater �closeTagOpenStater
r r � tagNameStater' r; r rA �bogusCommentStaterp r! r! r" rc i s@
�
�
�
� zHTMLTokenizer.tagOpenStatec C s� | j �� }|tkr0td |g dd�| _| j| _n�|dkrX| j�td dd�� | j | _nn|t
kr�| j�td dd�� | j�td d
d�� | j | _n0| j�td d d |id
�� | j � |� | j | _dS )NrZ F�r% rY r& r[ rt r# z*expected-closing-tag-but-got-right-bracketr$ z expected-closing-tag-but-got-eofrO �</z!expected-closing-tag-but-got-charr& r1 T)
r r: r
r r rx r r' r; r r rA ry rp r! r! r" rw � s2
�
�
�
� z HTMLTokenizer.closeTagOpenStatec C s� | j �� }|tkr | j| _n�|dkr.| �� n~|tkrV| j�t d dd�� | j
| _nV|dkrh| j | _nD|dkr�| j�t d dd�� | j d d 7 < n| j d |7 < d
S ) Nrt r# zeof-in-tag-namer$ rs r_ r` rY r2 T)
r r: r �beforeAttributeNameStater r^ r r' r; r r �selfClosingStartTagStater rp r! r! r" rx � s&
�
�zHTMLTokenizer.tagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS �Nrs r/ rO rH r$ T)
r r: �temporaryBuffer�rcdataEndTagOpenStater r' r; r rA rj rp r! r! r" ri � s
z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS �NrO r{ r$ T) r r: r
r �rcdataEndTagNameStater r' r; r rA rj rp r! r! r" r� � s
z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S � NrY rZ Frz rs rt rO r{ r$ T)r �lowerr r r: r r r| r r} r^ r r
r' r; rA rj �r Z appropriater& r! r! r" r� � s@
�
�
�
� z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS r~ )
r r: r �rawtextEndTagOpenStater r' r; r rA rm rp r! r! r" rl � s
z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �rawtextEndTagNameStater r' r; r rA rm rp r! r! r" r� � s
z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA rm r� r! r! r" r� s@
�
�
�
� z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j �� }|dkr"d| _| j| _nR|dkrJ| j�td dd�� | j| _n*| j�td dd�� | j � |� | j
| _dS ) Nrs r/ rr rO z<!r$ rH T) r r: r �scriptDataEndTagOpenStater r' r; r �scriptDataEscapeStartStaterA ro rp r! r! r" rn s
z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �scriptDataEndTagNameStater r' r; r rA ro rp r! r! r" r� , s
z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA ro r� r! r! r" r� 7 s@
�
�
�
� z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS �N�-rO r$ T) r r: r' r; r � scriptDataEscapeStartDashStater rA ro rp r! r! r" r� S s
z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS r� ) r r: r' r; r � scriptDataEscapedDashDashStater rA ro rp r! r! r" r� ] s
z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkrz| j�td dd�� | j�td dd�� n8|tkr�| j | _n&| j �
d �}| j�td || d�� d
S ) Nr� rO r$ rH r_ r# r` r2 )rH r� r_ T) r r: r' r; r �scriptDataEscapedDashStater �"scriptDataEscapedLessThanSignStater r rd re r! r! r" �scriptDataEscapedStateg s(
� �
�z$HTMLTokenizer.scriptDataEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkr�| j�td dd�� | j�td dd�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d S )
Nr� rO r$ rH r_ r# r` r2 T) r r: r' r; r r� r r� r� r r rp r! r! r" r� { s&
� �
z(HTMLTokenizer.scriptDataEscapedDashStatec C s� | j �� }|dkr*| j�td dd�� n�|dkr<| j| _n�|dkrd| j�td dd�� | j| _nn|dkr�| j�td dd�� | j�td d d�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d
S ) Nr� rO r$ rH rt r_ r# r` r2 T) r r: r' r; r r� r ro r� r r rp r! r! r" r� � s*
� �
z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s� | j �� }|dkr"d| _| j| _n\|tkrT| j�td d| d�� || _| j | _n*| j�td dd�� | j �
|� | j | _dS r~ ) r r: r � scriptDataEscapedEndTagOpenStater r
r' r; r � scriptDataDoubleEscapeStartStaterA r� rp r! r! r" r� � s
z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j �� }|tkr"|| _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r � scriptDataEscapedEndTagNameStater r' r; r rA r� rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA r� r� r! r! r" r� � s@
�
�
�
� z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS �N)rs rt rO r$ ZscriptT)r r: r r> r' r; r r r� � scriptDataDoubleEscapedStater r� r
rA rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _nt|dkr�| j�td dd�� | j�td dd�� n>|tkr�| j�td d d�� | j | _n| j�td |d�� d
S � Nr� rO r$ rH r_ r# r` r2 �eof-in-script-in-scriptT)
r r: r' r; r � scriptDataDoubleEscapedDashStater �(scriptDataDoubleEscapedLessThanSignStater r rp r! r! r" r� � s*
� �
�
z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td dd�� | j| _nF|t kr�| j�td d d�� | j
| _n | j�td |d�� | j| _d
S r� ) r r: r' r; r �$scriptDataDoubleEscapedDashDashStater r� r� r r rp r! r! r" r� s.
� �
�
z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j �� }|dkr*| j�td dd�� n�|dkrR| j�td dd�� | j| _n�|dkrz| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td d d�� | j| _nF|t kr�| j�td d
d�� | j
| _n | j�td |d�� | j| _d S ) Nr� rO r$ rH rt r_ r# r` r2 r� T) r r: r' r; r r� r ro r� r r rp r! r! r" r� s2
� �
�
z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j �� }|dkr8| j�td dd�� d| _| j| _n| j �|� | j | _dS )Nrs rO r$ r/ T)
r r: r' r; r r � scriptDataDoubleEscapeEndStater rA r� rp r! r! r" r� 0 s
z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS r� )r r: r r> r' r; r r r� r� r r� r
rA rp r! r! r" r� ; s
z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j �� }|tkr$| j �td� �n|tkrJ| jd �|dg� | j| _n�|dkr\| � � n�|dkrn| j
| _n�|dkr�| j �t d dd �� | jd �|dg� | j| _n�|d
kr�| j �t d d d �� | jd �d dg� | j| _nF|t
k�r| j �t d d
d �� | j| _n | jd �|dg� | j| _dS )NTr& r/ rt rs )�'�"rM rH r# �#invalid-character-in-attribute-namer$ r_ r` r2 z#expected-attribute-name-but-got-eof)r r: r rd r
r r; �attributeNameStater r^ r} r' r r r rp r! r! r" r| K s<
�
�
�
z&HTMLTokenizer.beforeAttributeNameStatec C s� | j �� }d}d}|dkr&| j| _�n.|tkr\| jd d d || j �td� 7 < d}n�|dkrjd}n�|tkr|| j| _n�|dkr�| j | _n�|d kr�| j
� t d
d d �� | jd d d d
7 < d}n�|dk�r | j
� t d
dd �� | jd d d |7 < d}nH|t
k�r6| j
� t d
dd �� | j| _n | jd d d |7 < d}|�r�| jd d d �t�| jd d d< | jd d d� D ]>\}}| jd d d |k�r�| j
� t d
dd �� �qҐq�|�r�| �� dS )NTFrM r& rJ r rt rs r_ r# r` r$ r2 �r� r� rH r� zeof-in-attribute-namezduplicate-attribute)r r: �beforeAttributeValueStater r
r rd r �afterAttributeNameStater} r' r; r r r r\ r r^ )r r& ZleavingThisStateZ emitTokenrY �_r! r! r" r� i s^
�
�
�
�
� �
z HTMLTokenizer.attributeNameStatec C sD | j �� }|tkr$| j �td� �n |dkr8| j| _�n|dkrJ| �� n�|tkrp| jd � |dg� | j
| _n�|dkr�| j | _n�|dkr�| j � t
d d d
�� | jd � d dg� | j
| _n�|d kr�| j � t
d d
d
�� | jd � |dg� | j
| _nF|tk�r$| j � t
d dd
�� | j| _n | jd � |dg� | j
| _dS )NTrM rt r& r/ rs r_ r# r` r$ r2 r� z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r r: r rd r� r r^ r
r r; r� r} r' r r r rp r! r! r" r� � s@
�
�
�
z%HTMLTokenizer.afterAttributeNameStatec C sh | j �� }|tkr$| j �td� �n@|dkr8| j| _�n,|dkrX| j| _| j �|� �n |dkrj| j| _n�|dkr�| j �
t d dd�� | � � n�|d kr�| j �
t d d
d�� | j
d d d
d7 < | j| _n�|dk�r| j �
t d dd�� | j
d d d
|7 < | j| _nL|tk�rB| j �
t d dd�� | j| _n"| j
d d d
|7 < | j| _dS )NTr� rG r� rt r# z.expected-attribute-value-but-got-right-bracketr$ r_ r` r& rJ r r2 )rM rH �`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r r: r rd � attributeValueDoubleQuotedStater �attributeValueUnQuotedStaterA � attributeValueSingleQuotedStater' r; r r^ r r r rp r! r! r" r� � sF
�
�
�
�
z'HTMLTokenizer.beforeAttributeValueStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-double-quote)r� rG r_ T� r r: �afterAttributeValueStater rX r' r; r r r r rd rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-single-quote)r� rG r_ Tr� rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr0| �d� n�|dkrB| �� n�|dkr|| j�t d dd�� | j
d d d |7 < n�|d
kr�| j�t d d d�� | j
d d d d 7 < nV|t kr�| j�t d d
d�� | j | _n.| j
d d d || j �
td�tB � 7 < dS )NrG rt )r� r� rM rH r� r# z0unexpected-character-in-unquoted-attribute-valuer$ r& rJ r r_ r` r2 z eof-in-attribute-value-no-quotes)rG rt r� r� rM rH r� r_ T)r r: r r| r rX r^ r' r; r r r r rd r> rp r! r! r" r� s4
� � �
�
z)HTMLTokenizer.attributeValueUnQuotedStatec C s� | j �� }|tkr | j| _n�|dkr.| �� np|dkr@| j| _n^|tkrt| j� t
d dd�� | j � |� | j | _n*| j� t
d dd�� | j � |� | j| _dS )Nrt rs r# z$unexpected-EOF-after-attribute-valuer$ z*unexpected-character-after-attribute-valueT)
r r: r r| r r^ r} r r' r; r rA r rp r! r! r" r� s&
�
� z&HTMLTokenizer.afterAttributeValueStatec C s� | j �� }|dkr&d| jd< | �� n^|tkrZ| j�td dd�� | j �|� | j | _
n*| j�td dd�� | j �|� | j | _
dS )Nrt Tr[ r# z#unexpected-EOF-after-solidus-in-tagr$ z)unexpected-character-after-solidus-in-tag) r r: r r^ r r' r; r rA r r r| rp r! r! r" r} 4 s
�
� z&HTMLTokenizer.selfClosingStartTagStatec C sD | j �d�}|�dd�}| j�td |d�� | j �� | j| _dS )Nrt r_ r2 �Commentr$ T) r rd �replacer' r; r r: r r rp r! r! r" ry F s �
z HTMLTokenizer.bogusCommentStatec C s� | j �� g}|d dkrR|�| j �� � |d dkrPtd dd�| _| j| _dS n�|d dkr�d}dD ](}|�| j �� � |d |krfd } q�qf|r�td
dd d dd �| _| j| _dS n�|d d k�rD| jd k �rD| jj j
�rD| jj j
d j | jj j k�rDd}d
D ].}|�| j �� � |d |k�rd } �q2�q|�rD| j
| _dS | j�td dd�� |�rt| j �|�� � �qZ| j| _dS )NrJ r� r� r/ r$ T)�d�D))�o�O�rD �C��t�T��y�Y��p�P��e�EFZDoctype)r% rY �publicId�systemId�correct�[)r� r� �Ar� r� r� r# zexpected-dashes-or-doctype)r r: r; r r �commentStartStater � doctypeStater ZtreeZ openElements� namespaceZdefaultNamespace�cdataSectionStater' rA r) ry )r rC �matched�expectedr! r! r" rv U s\ ����
�z(HTMLTokenizer.markupDeclarationOpenStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nP|t kr�| j�td d
d�� | j�| j� | j| _n| jd |7 < | j
| _d S ) Nr� r_ r# r` r$ r& r2 rt �incorrect-comment�eof-in-commentT) r r: �commentStartDashStater r' r; r r r r � commentStaterp r! r! r" r� � s.
� �
�
z HTMLTokenizer.commentStartStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nT|t kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j
| _d S ) Nr� r_ r# r` r$ r& � -�rt r� r� T) r r: �commentEndStater r' r; r r r r r� rp r! r! r" r� � s.
� �
�
z#HTMLTokenizer.commentStartDashStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < nT|tkr�| j�td dd�� | j�| j� | j | _n | jd || j �
d � 7 < d
S ) Nr� r_ r# r` r$ r& r2 r� )r� r_ T) r r: �commentEndDashStater r' r; r r r r rd rp r! r! r" r� � s$
� �
�zHTMLTokenizer.commentStatec C s� | j �� }|dkr | j| _n�|dkrV| j�td dd�� | jd d7 < | j| _nT|t kr�| j�td dd�� | j�| j� | j
| _n | jd d| 7 < | j| _d S )
Nr� r_ r# r` r$ r& r� zeof-in-comment-end-dashT) r r: r� r r' r; r r r� r r rp r! r! r" r� � s$
�
�
z!HTMLTokenizer.commentEndDashStatec C s, | j �� }|dkr*| j�| j� | j| _n�|dkrd| j�td dd�� | jd d7 < | j| _n�|dkr�| j�td d d�� | j | _n�|d
kr�| j�td d d�� | jd |7 < nj|t
kr�| j�td d d�� | j�| j� | j| _n4| j�td d
d�� | jd d| 7 < | j| _dS )Nrt r_ r# r` r$ r& u --�rr z,unexpected-bang-after-double-dash-in-commentr� z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r r: r' r; r r r r r� �commentEndBangStater rp r! r! r" r� � s@
�
�
� �
�z HTMLTokenizer.commentEndStatec C s� | j �� }|dkr*| j�| j� | j| _n�|dkrN| jd d7 < | j| _n�|dkr�| j�td dd�� | jd d 7 < | j | _nT|t
kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j | _d S ) Nrt r� r& z--!r_ r# r` r$ u --!�z eof-in-comment-end-bang-stateT) r r: r' r; r r r r� r r� r rp r! r! r" r� � s,
�
�
z!HTMLTokenizer.commentEndBangStatec C s� | j �� }|tkr | j| _nj|tkr\| j�td dd�� d| j d< | j�| j � | j
| _n*| j�td dd�� | j � |� | j| _dS )Nr# �!expected-doctype-name-but-got-eofr$ Fr� zneed-space-after-doctypeT) r r: r �beforeDoctypeNameStater r r' r; r r r rA rp r! r! r" r� s
�
� zHTMLTokenizer.doctypeStatec C s� | j �� }|tkrn�|dkrT| j�td dd�� d| jd< | j�| j� | j| _n�|dkr�| j�td dd�� d | jd
< | j | _nR|t
kr�| j�td d d�� d| jd< | j�| j� | j| _n|| jd
< | j | _d S )
Nrt r# z+expected-doctype-name-but-got-right-bracketr$ Fr� r_ r` r2 rY r� T) r r: r r' r; r r r r �doctypeNameStater rp r! r! r" r� s4
�
�
�
z$HTMLTokenizer.beforeDoctypeNameStatec C s | j �� }|tkr2| jd �t�| jd< | j| _n�|dkrh| jd �t�| jd< | j� | j� | j
| _n�|dkr�| j� t d dd�� | jd d7 < | j | _nh|t
kr�| j� t d dd�� d | jd
< | jd �t�| jd< | j� | j� | j
| _n| jd |7 < d S ) NrY rt r_ r# r` r$ r2 zeof-in-doctype-nameFr� T)r r: r r r\ r �afterDoctypeNameStater r' r; r r r� r rp r! r! r" r� 6 s0
�
�
z HTMLTokenizer.doctypeNameStatec C sH | j �� }|tkr�n.|dkr8| j�| j� | j| _�n |tkr�d| jd< | j � |� | j�t
d dd�� | j�| j� | j| _n�|dkr�d}d D ] }| j �� }||kr�d} q�q�|r�| j | _dS nD|d
k�r
d}d D ] }| j �� }||kr�d} q�q�|�r
| j | _dS | j � |� | j�t
d d d
|id�� d| jd< | j
| _dS )Nrt Fr� r# �eof-in-doctyper$ r� T))�u�U)�b�B)�l�L)�i�Ir� ��s�S)r� r� r� r� )�m�Mz*expected-space-or-right-bracket-in-doctyper& r1 )r r: r r' r; r r r r rA r � afterDoctypePublicKeywordState� afterDoctypeSystemKeywordState�bogusDoctypeState)r r& r� r� r! r! r" r� O sT
�
�
z#HTMLTokenizer.afterDoctypeNameStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS � N)r� r� r# �unexpected-char-in-doctyper$ r� Fr� T) r r: r �"beforeDoctypePublicIdentifierStater r' r; r rA r r r rp r! r! r" r� � s&
�
�
z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d d d�� d | jd
< | j | _d
S )Nr� r/ r� r� rt r# �unexpected-end-of-doctyper$ Fr� r� r� T)
r r: r r �(doctypePublicIdentifierDoubleQuotedStater �(doctypePublicIdentifierSingleQuotedStater' r; r r r r� rp r! r! r" r� � s:
�
�
�
z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypePublicIdentifierStater r' r; r r r r rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr<| j�| j� | j| _n�|dkrn| j�t d dd�� d| jd< | j
| _n�|dkr�| j�t d dd�� d| jd< | j | _nh|t kr�| j�t d d d�� d
| jd < | j�| j� | j| _n(| j�t d dd�� d
| jd < | j
| _d S )
Nrt r� r# r� r$ r/ r� r� r� Fr� T)r r: r �-betweenDoctypePublicAndSystemIdentifiersStater r' r; r r r �(doctypeSystemIdentifierDoubleQuotedState�(doctypeSystemIdentifierSingleQuotedStater r� rp r! r! r" r� � s>
�
�
�
�
z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s� | j �� }|tkrn�|dkr4| j�| j� | j| _n�|dkrPd| jd< | j| _n�|dkrld| jd< | j | _nh|t
kr�| j�t d dd�� d | jd
< | j�| j� | j| _n(| j�t d d d�� d | jd
< | j | _d S )
Nrt r� r/ r� r� r# r� r$ Fr� r� T)
r r: r r' r; r r r r� r� r r r� rp r! r! r" r� s2
�
�
z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS r� ) r r: r �"beforeDoctypeSystemIdentifierStater r' r; r rA r r r rp r! r! r" r� s&
�
�
z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d dd�� d | jd
< | j | _d S )
Nr� r/ r� r� rt r# r� r$ Fr� r� T)
r r: r r r� r r� r' r; r r r r� rp r! r! r" r� / s:
�
�
�
z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypeSystemIdentifierStater r' r; r r r r rp r! r! r" r� L s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� d s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s� | j �� }|tkrn~|dkr4| j�| j� | j| _n^|tkrt| j�t d dd�� d| jd< | j�| j� | j| _n | j�t d dd�� | j
| _dS ) Nrt r# r� r$ Fr� r� T) r r: r r' r; r r r r r r� rp r! r! r" r� | s$
�
�z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j �� }|dkr*| j�| j� | j| _n,|tkrV| j �|� | j�| j� | j| _n dS )Nrt T) r r: r' r; r r r r rA rp r! r! r" r� � s
z HTMLTokenizer.bogusDoctypeStatec C s� g }|� | j�d�� |� | j�d�� | j�� }|tkr>q�q|dksJt�|d dd � dkrv|d d d� |d< q�q|� |� qd�|�}|�d�}|dkr�t|�D ]}| j � t
d d
d �� q�|� dd �}|r�| j � t
d
|d �� | j | _
dS )N�]rt rJ ���z]]r/ r_ r r# r` r$ r2 rO T)r; r rd r: r �AssertionErrorr= �count�ranger' r r� r r )r r& r: Z nullCountr� r! r! r" r� � s2
�
�z HTMLTokenizer.cdataSectionState)N)NF)N�__name__�
__module__� __qualname__�__doc__r r, rF rW rX r^ r rb rj rh rm ro rq rc rw rx ri r� r� rl r� r� rn r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r} ry rv r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! r r" r s� H
P #
6 "- 3 r N)Z
__future__r r r Zpip._vendor.sixr r? � collectionsr Z constantsr r r
r r r
r r r r Z _inputstreamr Z_trier rP �objectr r! r! r! r" �<module> s site-packages/pip/_vendor/html5lib/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000002400 15201600076 0022557 0 ustar 00 U
��.e� � @ sh d Z ddlmZmZmZ ddlmZmZmZ ddl m
Z
ddl m Z ddl
mZ dd d
d d d
gZdZdS )a�
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
� )�absolute_import�division�unicode_literals� )�
HTMLParser�parse�
parseFragment)�getTreeBuilder)�
getTreeWalker)� serializer r r r r
r z1.0.1N)�__doc__Z
__future__r r r Z html5parserr r r Z treebuildersr Z treewalkersr
Z
serializerr �__all__� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/__init__.py�<module> s � site-packages/pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-38.opt-1.pyc 0000644 00000032560 15201600076 0023004 0 ustar 00 U
��.eAA � @ s� d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ
dZ d Z d
�
ee g�Zd
�
ee d d d
e
e g�Zd
�
ed
g�Ze�d�Ze�d�Zdd� Zdd� Zedd�Zdd� Zdd� Zdd� Zd d � Ze�d �Z e�d �Z e�d �Z G d!d"� d"e �Z dS )#� )�absolute_import�division�unicode_literalsN� )�DataLossWarninga^
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a�
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309Aa
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z}
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]� | �.�-�_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s� dd� | � d�D �}g }|D ]�}d}ttfD ]V}|�|�}|d k r,|�dd� |�� D �� t|d �dkrz|d d |d< d } q�q,|s |�t|�gd � q t|�}|S )
Nc S s g | ] }|� � �qS � )�strip��.0�itemr r �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_ihatexml.py�
<listcomp>h s z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |��qS r )�hexToIntr
r r r r o s ���r � T) �split�reChar� reCharRange�match�append�groups�len�ord�normaliseCharList)�charsZ
charRanges�rvr Z
foundMatchZregexpr r r r �charStringToListg s
r c C s� t | �} | D ]}q g }d}|t| �k r�d}|�| | � || t| �k r�| || d |d d d kr�| || d |d d< |d7 }q8||7 }q|S �Nr r r )�sortedr r )�charListr r �i�jr r r r | s 0
r ZFFFF� c C s� g }| d dkr*|� d| d d d g� t| d d� �D ].\}}|� |d d | |d d d g� q:| d d tkr�|� | d d d tg� |S r! )r � enumerate� max_unicode)r# r r$ r r r r �
missingRanges� s (r) c C sn g }| D ]V}|d |d kr4|� tt|d ��� q|� tt|d ��d tt|d �� � qdd�|� S )Nr r r z[%s]� )r � escapeRegexp�chr�join)r# r r r r r �listToRegexpStr� s �r. c C s
t | d�S )Nr& )�int)Zhex_strr r r r � s r c C s" d}|D ]}| � |d| �} q| S )N)r �^�$�*�+�?�{�}�[�]�|�(�)r �\)�replace)�stringZspecialCharacters�charr r r r+ � s r+ u� [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u� [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^
a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd Ze�d�Zddd�Zd dd�Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS ) �
InfosetFilterz
U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S �N)�dropXmlnsLocalName�dropXmlnsAttrNs�preventDoubleDashComments�preventDashAtCommentEnd�replaceFormFeedCharacters�preventSingleQuotePubid� replaceCache)�selfrB rC rD rE rF rG r r r �__init__� s zInfosetFilter.__init__Nc C sL | j r |�d�r t�dt� d S | jr>|dkr>t�dt� d S | �|�S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rB �
startswith�warnings�warnr rC � toXmlName)rI �name� namespacer r r �coerceAttribute� s � z InfosetFilter.coerceAttributec C s
| � |�S rA )rN )rI rO r r r �
coerceElement� s zInfosetFilter.coerceElementc C sJ | j rFd|kr(t�dt� |�dd�}q|�d�rFt�dt� |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash� )rD rL rM r r= �endswith)rI �datar r r �
coerceComment� s
zInfosetFilter.coerceCommentc C s6 | j r2t|�d��D ]}t�dt� q|�dd�}|S )N� zText cannot contain U+000CrS )rF �range�countrL rM r r= )rI rU r
r r r �coerceCharacters� s
z InfosetFilter.coerceCharactersc C sl |}t �|�D ]&}t�dt� | �|�}|�||�}q| jrh|�d�dkrht�dt� |�d| �d��}|S )NzCoercing non-XML pubid�'r z!Pubid cannot contain single quote) �nonPubidCharRegexp�findallrL rM r �getReplacementCharacterr= rG �find)rI rU Z
dataOutputr? � replacementr r r � coercePubid� s
zInfosetFilter.coercePubidc
C s� |d }|dd � }t �|�}|r:t�dt� | �|�}n|}|}tt�|��}|D ]&}t�dt� | �|�} |� || �}qT|| S )Nr r zCoercing non-XML name)
�nonXmlNameFirstBMPRegexpr rL rM r r^ �set�nonXmlNameBMPRegexpr] r= )
rI rO � nameFirstZnameRest�mZnameFirstOutputZnameRestOutputZ replaceCharsr? r` r r r rN � s
zInfosetFilter.toXmlNamec C s$ || j kr| j | }n
| �|�}|S rA )rH �
escapeChar�rI r? r` r r r r^ s
z%InfosetFilter.getReplacementCharacterc C s, t | j�|��D ]}|�|| �|��}q|S rA )rc �replacementRegexpr] r= � unescapeChar)rI rO r r r r � fromXmlName s zInfosetFilter.fromXmlNamec C s dt |� }|| j|< |S )NzU%05X)r rH rh r r r rg s
zInfosetFilter.escapeCharc C s t t|dd � d��S )Nr r& )r, r/ )rI Zcharcoder r r rj s zInfosetFilter.unescapeChar)FFFFTF)N)�__name__�
__module__� __qualname__�re�compileri rJ rQ rR rV rZ ra rN r^ rk rg rj r r r r r@ � s$
�
r@ )!Z
__future__r r r ro rL Z constantsr ZbaseCharZ ideographicZcombiningCharacterZdigitZextenderr- ZletterrO re rp r r r r r/ r( r) r. r r+ rd rb r\ �objectr@ r r r r �<module> s4 0�
site-packages/pip/_vendor/html5lib/__pycache__/html5parser.cpython-38.opt-1.pyc 0000644 00000270232 15201600076 0023300 0 ustar 00 U
��.e�� � @ s d dl mZmZmZ d dlmZmZ d dlZd dlm Z ddl
m Z ddl
m Z ddl
m
Z
dd lmZ dd
l
mZ dd lmZmZmZmZmZmZmZmZmZmZm Z m Z m Z m Z m!Z!m"Z" d!dd�Z#d"dd�Z$dd� Z%G dd� de&�Z'ej(dd� �Z)dd� Z*d#d d �Z+G d d � d e,�Z-dS )$� )�absolute_import�division�unicode_literals)�with_metaclass�viewkeysN)� OrderedDict� )� _inputstream)�
_tokenizer)� treebuilders)�Marker)�_utils)�spaceCharacters�asciiUpper2Lower�specialElements�headingElements�
cdataElements�rcdataElements�
tokenTypes�
tagTokenTypes�
namespaces� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustForeignAttributes�adjustMathMLAttributes�adjustSVGAttributes�E�_ReparseException�etreeTc K s$ t �|�}t||d�}|j| f|�S )a� Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
��namespaceHTMLElements)r �getTreeBuilder�
HTMLParser�parse)�doc� treebuilderr �kwargs�tb�p� r) �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/html5parser.pyr# s
r# �divc K s, t �|�}t||d�}|j| fd|i|��S )a# Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
r � container)r r! r" �
parseFragment)r$ r, r% r r& r' r( r) r) r* r- 2 s
r- c s G � fdd�dt �}|S )Nc s e Zd Z� fdd�ZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> |� � D ]$\}}t|tj�r$� |�}|||< qt�| |||�S �N)�items�
isinstance�types� FunctionType�type�__new__)�metaZ classname�basesZ classDictZ
attributeNameZ attribute��functionr) r* r4 M s
z5method_decorator_metaclass.<locals>.Decorated.__new__N)�__name__�
__module__� __qualname__r4 r) r7 r) r* � DecoratedL s r< )r3 )r8 r< r) r7 r* �method_decorator_metaclassK s r= c @ s� e Zd ZdZd+dd�Zd,dd �Zd
d � Zed d
� �Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd-dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� ZdS ).r" z]HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
NFTc sL |� _ |dkrt�d�}||�� _g � _t� fdd�t|��� D ��� _dS )a�
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
Nr c s g | ]\}}||� � j �f�qS r) )�tree)�.0�name�cls��selfr) r* �
<listcomp>z s z'HTMLParser.__init__.<locals>.<listcomp>) �strictr r! r> �errors�dict� getPhasesr/ �phases)rC r> rE r �debugr) rB r* �__init__^ s
�zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|��| _| �� z | �� W n$ tk
rb | �� | �� Y nX d S )N�parser) �
innerHTMLModer, � scriptingr
Z
HTMLTokenizer� tokenizer�reset�mainLoopr )rC �stream� innerHTMLr, rN r& r) r) r* �_parse} s zHTMLParser._parsec C s� | j �� d| _g | _g | _d| _| jr�| j�� | _ | j t
krL| j j | j _
n0| j tkrd| j j| j _
n| j dkr|| j j| j _
n | jd | _| j�� | �� nd| _ | jd | _d | _d | _d| _d S )NFz no quirks� plaintext�
beforeHtml�initialT)r> rP �
firstStartTagrF �log�
compatModerM r, �lowerrS r rO � rcdataState�stater � rawtextState�plaintextStaterI �phase�insertHtmlElement�resetInsertionModeZ lastPhaseZbeforeRCDataPhase�
framesetOKrB r) r) r* rP � s*
zHTMLParser.resetc C s t | d�sdS | jjjd jS )z�Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
rO Nr )�hasattrrO rR � charEncodingr@ rB r) r) r* �documentEncoding� s
zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd �t�dkS |j|j ftkS d S )N�annotation-xml�mathml�encoding)z text/htmlzapplication/xhtml+xml)r@ � namespacer �
attributes� translater r �rC �elementr) r) r* �isHTMLIntegrationPoint� s
�
���z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS r. )rj r@ r rm r) r) r* � isMathMLTextIntegrationPoint� s z'HTMLParser.isMathMLTextIntegrationPointc C sX t d }t d }t d }t d }t d }t d }t d }| �� D �]�}d } |}
|
d k �r�|
} | jjrp| jjd nd } | r~| jnd } | r�| jnd }
|
d }||kr�| �|
d
|
�d i �� d }
qNt| jj�d k�sd| | jj k�sd| �
| ��r||k�r
|d
t ddg�k�sd|||fk�sd| t d k�rH|
dk�rH||k�rH|d
dk�sd| �
| ��rl||||fk�rl| j}n
| jd }||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||krN|�|
�}
qN||kr@| d r@| d s@| �dd
| d
i� q@d}g }|�rT|�| j� | j�� }|�r.�q.d S )N�
CharactersZSpaceCharacters�StartTag�EndTag�CommentZDoctype�
ParseError���r3 �data�datavarsr r@ ZmglyphZ
malignmarkrh rg �svg�inForeignContent� selfClosing�selfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r �normalizedTokensr> � openElementsrj r@ �
parseError�get�len�defaultNamespacerp � frozensetr ro r` rI �processCharacters�processSpaceCharacters�processStartTag�
processEndTag�processComment�processDoctype�append�
processEOF)rC ZCharactersTokenZSpaceCharactersTokenZ
StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorToken�tokenZ
prev_token� new_token� currentNodeZcurrentNodeNamespaceZcurrentNodeNamer3 r` Z reprocessrI r) r) r* rQ � s�
����
�
���
�
� �
�
�
zHTMLParser.mainLoopc c s | j D ]}| �|�V qd S r. )rO �normalizeToken�rC r� r) r) r* r} s
zHTMLParser.normalizedTokensc O s | j |ddf|�|� | j�� S )a� Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
FN)rT r> Z getDocument�rC rR �argsr& r) r) r* r# s zHTMLParser.parsec O s | j |df|�|� | j�� S )aZ Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
T)rT r> Z getFragmentr� r) r) r* r- $ s zHTMLParser.parseFragment�XXX-undefined-errorc C s@ |d kr i }| j �| jj�� ||f� | jr<tt| | ��d S r. )rF r� rO rR ZpositionrE ru r )rC Z errorcoderx r) r) r* r @ s
zHTMLParser.parseErrorc C sT |d t d krP|d }t|�|d< t|�t|d �krP|d �|d d d� � |S )Nr3 rr rw rv )r r r� �update)rC r� �rawr) r) r* r� H s zHTMLParser.normalizeTokenc C s t |t� d S r. )�adjust_attributesr r� r) r) r* r S s z!HTMLParser.adjustMathMLAttributesc C s t |t� d S r. )r� r r� r) r) r* r V s z HTMLParser.adjustSVGAttributesc C s t |t� d S r. )r� �adjustForeignAttributesMapr� r) r) r* r Y s z"HTMLParser.adjustForeignAttributesc C s | j �� d S r. )rL r` r� r) r) r* �reparseTokenNormal\ s z HTMLParser.reparseTokenNormalc C s� d}ddddddddddd d d
d d �}| j jd d d
� D ]r}|j}d }|| j jd kr`d}| j}|dkrh|s||j| j jkr|q8||kr�| j|| } q�q8|r8| jd } q�q8|| _d S )NF�inSelect�inCell�inRow� inTableBody� inCaption�
inColumnGroup�inTable�inBody�
inFrameset�
beforeHead)�select�td�th�tr�tbody�thead�tfoot�caption�colgroup�table�head�body�frameset�htmlrv r T)r� r� r� r� )r> r~ r@ rS rj r� rI r` )rC ZlastZnewModes�nodeZnodeNameZ new_phaser) r) r* rb ` s@ �
z HTMLParser.resetInsertionModec C sF | j �|� |dkr"| jj| j_n | jj| j_| j| _| jd | _d S )N�RAWTEXT�text) r> �
insertElementrO r^ r] r\ r` �
originalPhaserI )rC r� Z contentTyper) r) r* �parseRCDataRawtext� s z HTMLParser.parseRCDataRawtext)NFTF)Fr+ F)r� N)r9 r: r; �__doc__rK rT rP �propertyrf ro rp rQ r} r# r- r r� r r r r� rb r� r) r) r) r* r" W s(
"
C
,r" c s" dd� }dd� }G dd� dt || |���� G dd� d� �}G d d
� d
� �}G � fd d �d � �}G � fd
d�d� �}G � fdd�d� �}G � fdd�d� �}G � fdd�d� �} G � fdd�d� �}
G � fdd�d� �} G � fdd�d� �} G � fdd �d � �}
G � fd d �d � �}G � fd d �d � �}G � fd!d"�d"� �}G � fd#d$�d$� �}G � fd%d&�d&� �}G � fd'd(�d(� �}G � fd)d*�d*� �}G � fd+d,�d,� �}G � fd-d.�d.� �}G � fd/d0�d0� �}G � fd1d2�d2� �}G � fd3d4�d4� �}||||||| |
| | |
||||||||||||d5�S )6Nc s( t dd� t�� D ���� �fdd�}|S )z4Logger that records which phase processes each tokenc s s | ]\}}||fV qd S r. r) )r? �key�valuer) r) r* � <genexpr>� s z)getPhases.<locals>.log.<locals>.<genexpr>c s� � j �d�r�t|�dkr�|d }zd�|d i}W n � Y nX |d tkr\|d |d< | jj�| jjjj | jj j
j | j
j � j |f� � | f|�|�S � | f|�|�S d S )NZprocessr r3 r@ ) r9 �
startswithr� r rL rY r� rO r] r` � __class__)rC r� r& r� �info�r8 Z
type_namesr) r* �wrapped� s
�z'getPhases.<locals>.log.<locals>.wrapped)rG r r/ )r8 r� r) r� r* rY � s
�zgetPhases.<locals>.logc S s | r t |�S tS d S r. )r= r3 )Z
use_metaclassZmetaclass_funcr) r) r* � getMetaclass� s z getPhases.<locals>.getMetaclassc @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing
c S s || _ || _d S r. )rL r> �rC rL r> r) r) r* rK � s z!getPhases.<locals>.Phase.__init__c S s t �d S r. )�NotImplementedErrorrB r) r) r* r� � s z#getPhases.<locals>.Phase.processEOFc S s | j �|| j jd � d S )Nrv �r> �
insertCommentr~ r� r) r) r* r� � s z'getPhases.<locals>.Phase.processCommentc S s | j �d� d S )Nzunexpected-doctype�rL r r� r) r) r* r� � s z'getPhases.<locals>.Phase.processDoctypec S s | j �|d � d S �Nrw �r> �
insertTextr� r) r) r* r� � s z*getPhases.<locals>.Phase.processCharactersc S s | j �|d � d S r� r� r� r) r) r* r� � s z/getPhases.<locals>.Phase.processSpaceCharactersc S s | j |d |�S �Nr@ )�startTagHandlerr� r) r) r* r� � s z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j �d� |d �� D ],\}}|| jjd jkr,|| jjd j|< q,d| j _d S )Nr@ r� z
non-html-rootrw r F)rL rX r r/ r> r~ rk �rC r� �attrr� r) r) r* � startTagHtml� s z%getPhases.<locals>.Phase.startTagHtmlc S s | j |d |�S r� )�
endTagHandlerr� r) r) r* r� � s z&getPhases.<locals>.Phase.processEndTagN)
r9 r: r; r� rK r� r� r� r� r� r� r� r� r) r) r) r* �Phase� s
r� c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getPhases.<locals>.InitialPhasec S s d S r. r) r� r) r) r* r� � s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j �|| j j� d S r. �r> r� Zdocumentr� r) r) r* r� � s z.getPhases.<locals>.InitialPhase.processCommentc S s� |d }|d }|d }|d }|dks@|d k s@|d k rL|dkrL| j �d� |d krXd}| j�|� |dkrv|�t�}|r�|d dks�|�d �s�|d
ks�|�d �r�|d ks�|r�|�� d kr�d
| j _n$|�d�s�|�d �r�|d k r�d| j _| j j d | j _
d S )Nr@ �publicId�systemId�correctr� zabout:legacy-compatzunknown-doctype� )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr� )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd�quirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrV ) rL r r> Z
insertDoctyperl r r� r[ rZ rI r` )rC r� r@ r� r� r� r) r) r* r� � sX ��
��9�<��?�@�@
�A
����z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr� rV )rL rZ rI r` rB r) r) r* � anythingElseM s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j �d� | �� |S )Nz expected-doctype-but-got-chars�rL r r� r� r) r) r* r� Q s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j �dd|d i� | �� |S )Nz"expected-doctype-but-got-start-tagr@ r� r� r) r) r* r� V s
�z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j �dd|d i� | �� |S )Nz expected-doctype-but-got-end-tagr@ r� r� r) r) r* r� \ s
�z-getPhases.<locals>.InitialPhase.processEndTagc S s | j �d� | �� dS )Nz expected-doctype-but-got-eofTr� rB r) r) r* r� b s z*getPhases.<locals>.InitialPhase.processEOFN) r9 r: r; r� r� r� r� r� r� r� r� r) r) r) r* � InitialPhase� s _r� c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j �tdd�� | jjd | j_d S )Nr� rr r� )r> Z
insertRoot�impliedTagTokenrL rI r` rB r) r) r* ra i s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | � � dS �NT�ra rB r) r) r* r� n s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� r s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r. r) r� r) r) r* r� u s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | � � |S r. r� r� r) r) r* r� x s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| �� |S )Nr@ r� T)rL rX ra r� r) r) r* r� | s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dkr$| j �dd|d i� n | �� |S d S )Nr@ �r� r� r� �brz unexpected-end-tag-before-html)rL r ra r� r) r) r* r� � s
�z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN)
r9 r: r; ra r� r� r� r� r� r� r) r) r) r* �BeforeHtmlPhaseg s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.BeforeHeadPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S )Nr� r� r� ) rK r
�MethodDispatcherr� � startTagHeadr� �
startTagOther�default�endTagImplyHeadr� � endTagOtherr� �r� r) r* rK � s �
�z+getPhases.<locals>.BeforeHeadPhase.__init__c S s | � tdd�� dS )Nr� rr T�r� r� rB r) r) r* r� � s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r. r) r� r) r) r* r� � s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | � tdd�� |S �Nr� rr r� r� r) r) r* r� � s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd �|�S �Nr� �rL rI r� r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j �|� | j jd | j _| jjd | j_d S )Nrv �inHead)r> r� r~ � headPointerrL rI r` r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | � tdd�� |S r� r� r� r) r) r* r� � s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | � tdd�� |S r� r� r� r) r) r* r� � s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j �dd|d i� d S )Nzend-tag-after-implied-rootr@ r� r� r) r) r* r� � s
�z.getPhases.<locals>.BeforeHeadPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �BeforeHeadPhase� s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!S )"z getPhases.<locals>.InHeadPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fg�| _ | j | j _
t�d| jfd | jfg�| _| j| j_
d S )
Nr� �title)�noframes�style�noscript�script)�base�basefont�bgsound�command�linkr5 r� )r� r� r� )rK r
r� r� �
startTagTitle�startTagNoFramesStyle�startTagNoscript�startTagScript�startTagBaseLinkCommand� startTagMetar� r� r� r� �
endTagHead�endTagHtmlBodyBrr� r� r� r� r) r* rK � s& ��
�z'getPhases.<locals>.InHeadPhase.__init__c S s | � � dS r� �r� rB r) r) r* r� � s z)getPhases.<locals>.InHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� � s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j �d� d S )Nz!two-heads-are-not-better-than-oner� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j �|� | j j�� d|d< d S �NTr| �r> r� r~ �popr� r) r) r* r� � s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s� | j �|� | j j�� d|d< |d }| jjjjd dkr�d|krZ| jjj�|d � nVd|kr�d|kr�|d � � d kr�t
� |d � d
��}t
�
|�}|�� }| jjj�|� d S ) NTr| rw r Z tentative�charsetZcontentz
http-equivz content-typezutf-8)r> r� r~ r rL rO rR re ZchangeEncodingr[ r Z
EncodingBytes�encodeZContentAttrParserr# )rC r� rk rw rL �codecr) r) r* r� � s ��
z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j �|d� d S )NZRCDATA�rL r� r� r) r) r* r� � s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j �|d� d S )Nr� r r� r) r) r* r� � s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j �|d� n | j�|� | j jd | j _d S )Nr� �inHeadNoscript)rL rN r� r> r� rI r` r� r) r) r* r� � s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j �|� | jjj| jj_| jj| j_| jjd | j_d S )Nr� ) r> r� rL rO ZscriptDataStater] r` r� rI r� r) r) r* r� s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | � � |S r. r r� r) r) r* r� s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s" | j jj�� }| j jd | j _d S )N� afterHead�rL r> r~ r rI r` �rC r� r� r) r) r* r� s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | � � |S r. r r� r) r) r* r� s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S �N�unexpected-end-tagr@ r� r� r) r) r* r� s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | � td�� d S )Nr� )r� r� rB r) r) r* r� s z+getPhases.<locals>.InHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* � InHeadPhase� s r c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z&getPhases.<locals>.InHeadNoscriptPhasec sf � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fg�| _ | j | j _d S )Nr� )r� r� r� r5 r� r� )r� r� r� r� )
rK r
r� r� r� �startTagHeadNoscriptr� r� r� �endTagNoscript�endTagBrr� r� r� r� r) r* rK s �
�z/getPhases.<locals>.InHeadNoscriptPhase.__init__c S s | j �d� | �� dS )Nzeof-in-head-noscriptTr� rB r) r) r* r� 0 s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd �|�S �Nr� )rL rI r� r� r) r) r* r� 5 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j �d� | �� |S )Nzchar-in-head-noscriptr� r� r) r) r* r� 8 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd �|�S r �rL rI r� r� r) r) r* r� = s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� @ s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r� C s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j �dd|d i� d S �N�unexpected-start-tagr@ r� r� r) r) r* r F s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j �dd|d i� | �� |S �Nz unexpected-inhead-noscript-tagr@ r� r� r) r) r* r� I s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s" | j jj�� }| j jd | j _d S r r
r r) r) r* r N s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j �dd|d i� | �� |S r r� r� r) r) r* r S s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j �dd|d i� d S r r� r� r) r) r* r� X s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | � td�� d S )Nr� )r r� rB r) r) r* r� [ s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r r� r r r� r� r) r� r) r* �InHeadNoscriptPhase s r c sp e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS )z!getPhases.<locals>.AfterHeadPhasec sn � � | ||� t�d| jfd| jfd| jfd| jfd| jfg�| _| j | j_
t�d| j fg�| _ | j
| j _
d S )Nr� r� r� ) r� r� r� r� r5 r� r� r� r� r� )r� r� r� )rK r
r� r� � startTagBody�startTagFrameset�startTagFromHeadr� r� r� r� r� r� r� r� r� r) r* rK ` s ��
�
z*getPhases.<locals>.AfterHeadPhase.__init__c S s | � � dS r� r rB r) r) r* r� q s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� u s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� y s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j�|� | j jd | j _d S )NFr� )rL rc r> r� rI r` r� r) r) r* r | s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j �|� | jjd | j_d S )Nr� )r> r� rL rI r` r� r) r) r* r � s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j �dd|d i� | jj�| jj� | j jd �|� | jjd d d� D ] }|jdkrL| jj� |� qnqLd S )Nz#unexpected-start-tag-out-of-my-headr@ r� rv r� )
rL r r> r~ r� r� rI r� r@ �remover r) r) r* r � s
�
z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | � � |S r. r r� r) r) r* r� � s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | � � |S r. r r� r) r) r* r� � s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j �tdd�� | jjd | j_d| j_d S )Nr� rr r� T)r> r� r� rL rI r` rc rB r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r r r r� r� r� r� r� r) r� r) r* �AfterHeadPhase_ s
r c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!d?d@� Z"dAdB� Z#dCdD� Z$dEdF� Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)dOdP� Z*dQdR� Z+dSdT� Z,dUdV� Z-dWdX� Z.dYdZ� Z/d[d\� Z0d]d^� Z1d_d`� Z2dadb� Z3dcdd� Z4dedf� Z5dgS )hz getPhases.<locals>.InBodyPhasec $ s� � � | ||� | j| _t�d| jfd| jfd| jfd| jfd| j ft
| j fd| j fd| j
fd| jfd | jfd
| jfd | jfd | jfd
| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd| j fd| j fd| j fd| j!fd | j"fd | j#fd | j$fd | j%fd | j&fg!�| _'| j(| j'_)t�d| j*fd| j+fd!| j,fd| j-fd"| j.fd#| j/ft
| j0fd$| j1fd| j2fd%| j3fg
�| _4| j5| j4_)d S )&Nr� ) r� r� r� r� r� r5 r� r� r� r� r� )�address�article�aside�
blockquote�center�details�dirr+ �dl�fieldset�
figcaption�figure�footer�header�hgroup�main�menu�nav�olr( �section�summary�ul)�pre�listing�form)�li�dd�dtrU �a) �b�big�code�em�font�i�s�small�strike�strong�tt�u�nobr�button)ZappletZmarquee�objectZxmpr� )Zarear� �embed�img�keygenZwbr)Zparam�sourceZtrack�input�hr�image�isindex�textareaZiframer� )Znoembedr� r� )�rp�rt)�option�optgroupZmathry ) r� �colr� �framer� r� r� r� r� r� r� )r r r r rF r! r" Zdialogr# r+ r$ r% r& r' r( r) r* r3 r+ r, r- r. r2 r/ r0 r1 r( )r6 r7 r5 )r8 r9 r: r; r< r= r> rE r? r@ rA rB rC rD r� )6rK � processSpaceCharactersNonPrer� r
r� r� �startTagProcessInHeadr r �startTagClosePr �startTagHeading�startTagPreListing� startTagForm�startTagListItem�startTagPlaintext� startTagA�startTagFormatting� startTagNobr�startTagButton�startTagAppletMarqueeObject� startTagXmp�
startTagTable�startTagVoidFormatting�startTagParamSource�
startTagInput�
startTagHr�
startTagImage�startTagIsIndex�startTagTextarea�startTagIFramer� �startTagRawtext�startTagSelect� startTagRpRt� startTagOpt� startTagMath� startTagSvg�startTagMisplacedr� r� r� �
endTagBody�
endTagHtml� endTagBlock�
endTagForm�endTagP�endTagListItem�
endTagHeading�endTagFormatting�endTagAppletMarqueeObjectr r� r� r� r� r) r* rK � s� ������-
���z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r. )r@ rj rk )rC Znode1Znode2r) r) r* �isMatchingFormattingElement� s
�
�z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s� | j �|� | j jd }g }| j jd d d� D ](}|tkr@ qXq.| �||�r.|�|� q.t|�dkrv| j j�|d � | j j�|� d S )Nrv � ) r> r� r~ �activeFormattingElementsr r~ r� r� r )rC r� rn ZmatchingElementsr� r) r) r* �addFormattingElement� s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d�}| jjd d d� D ] }|j|kr| j�d� q:qd S )N) r6 r7 r5 r( r� r� r� r� r� r� r� r� rv z expected-closing-tag-but-got-eof)r� r> r~ r@ rL r )rC Zallowed_elementsr� r) r) r* r� s
z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|�d�rH| jjd jdkrH| jjd �� sH|dd � }|rb| j�� | j�|� d S )Nrw �
rv )r2 r3 rP r ) rW r� r� r> r~ r@ Z
hasContent�#reconstructActiveFormattingElementsr� )rC r� rw r) r) r* �!processSpaceCharactersDropNewline
s
��
z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j �� | j �|d � | jjrPtdd� |d D ��rPd| j_d S )Nrw � c S s g | ] }|t k�qS r) �r �r? �charr) r) r* rD " s �zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)r> r� r� rL rc �anyr� r) r) r* r� s
��z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j �� | j �|d � d S r� )r> r� r� r� r) r) r* rW & s
z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd �|�S r r� r� r) r) r* rX * s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s| | j �dddi� t| jj�dksx| jjd jdkr6nBd| j _|d �� D ],\}}|| jjd jkrJ|| jjd j|< qJd S )Nr r@ r� r Frw ) rL r r� r> r~ r@ rc r/ rk r� r) r) r* r - s �z+getPhases.<locals>.InBodyPhase.startTagBodyc S s� | j �dddi� t| jj�dks�| jjd jdkr6np| j js@nf| jjd jrj| jjd j�| jjd � | jjd jdkr�| jj� � qj| j�
|� | j j d | j _ d S ) Nr r@ r� r r� rv r� r� )
rL r r� r> r~ r@ rc �parent� removeChildr r� rI r` r� r) r) r* r 8 s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jddd�r | �td�� | j �|� d S �Nr( rF ��variant)r> �elementInScopery r� r� r� r) r) r* rY F s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jddd�r | �td�� | j �|� d| j_| j| _d S )Nr( rF r� F) r> r� ry r� r� rL rc r� r� r� r) r) r* r[ K s
z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | j�dddi� n:| j jddd�r:| �td�� | j �|� | j jd | j _d S )Nr r@ r4 r( rF r� rv ) r> � formPointerrL r r� ry r� r� r~ r� r) r) r* r\ R s z+getPhases.<locals>.InBodyPhase.startTagFormc S s� d| j _dgddgddgd�}||d }t| jj�D ]@}|j|kr^| j j�t|jd�� qx|j t
kr6|jdkr6 qxq6| jj d d
d �r�| j j�td d�� | j� |� d S ) NFr5 r7 r6 )r5 r7 r6 r@ rs )r r+ r( r( rF r� )
rL rc �reversedr> r~ r@ r` r� r� � nameTupler r� r� )rC r� Z stopNamesMapZ stopNamesr� r) r) r* r] [ s* �
�
��z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jddd�r | �td�� | j �|� | jjj| jj_d S r� ) r> r� ry r� r� rL rO r_ r] r� r) r) r* r^ q s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jddd�r | �td�� | j jd jtkrR| j�dd|d i� | j j� � | j �
|� d S )Nr( rF r� rv r r@ ) r> r� ry r� r~ r@ r rL r r r� r� r) r) r* rZ w s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j �d�}|rf| j�dddd�� | �td�� || j jkrL| j j�|� || j jkrf| j j�|� | j � � | �
|� d S )Nr8 �$unexpected-start-tag-implies-end-tag�Z startNameZendName) r> �!elementInActiveFormattingElementsrL r r| r� r~ r r� r� r� )rC r� Z afeAElementr) r) r* r_ s �
z(getPhases.<locals>.InBodyPhase.startTagAc S s | j �� | �|� d S r. )r> r� r� r� r) r) r* r` � s
z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j �� | j �d�rB| j�dddd�� | �td�� | j �� | �|� d S )NrE r� r� )r> r� r� rL r r� r� r� r� r) r) r* ra � s
�
z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j �d�r2| j�dddd�� | �td�� |S | j �� | j �|� d| j_d S )NrF r� r� F) r> r� rL r r� r� r� r� rc r� r) r) r* rb � s �
z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j �� | j �|� | j j�t� d| j_d S �NF)r> r� r� r� r� r rL rc r� r) r) r* rc � s
z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jddd�r | �td�� | j �� d| j_| j�|d� d S )Nr( rF r� Fr� )r> r� ry r� r� rL rc r� r� r) r) r* rd � s
z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjddd�r*| �td�� | j�|� d| j _| j jd | j _ d S )Nr� r( rF r� Fr� )
rL rZ r> r� r� r� r� rc rI r` r� r) r) r* re � s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j �� | j �|� | j j�� d|d< d| j_d S )NTr| F)r> r� r� r~ r rL rc r� r) r) r* rf � s
z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| �|� d|d kr<|d d �t�dkr<|| j _d S )Nr3 rw �hidden)rL rc rf rl r )rC r� rc r) r) r* rh � s
�z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* rg � s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jddd�r | �td�� | j �|� | j j�� d|d< d| j_d S )Nr( rF r� Tr| F) r> r� ry r� r� r~ r rL rc r� r) r) r* ri � s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j �dddd�� | �tdd|d |d d�� d S ) Nz unexpected-start-tag-treated-asrN rI �Z originalNameZnewNamerr rw r{ �rk r{ )rL r r� r� r� r) r) r* rj � s �
�z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j �dddi� | jjr d S i }d|d kr>|d d |d< | �tdd|d�� | �td d�� | �td
d�� d |d kr�|d d }nd }| �td
|d�� |d �� }d|kr�|d= d |kr�|d = d|d< | �tdd||d d�� | � td
�� | �td d�� | � td�� d S )Nzdeprecated-tagr@ rO �actionrw r4 rr )rk rM Zlabel�promptz3This is a searchable index. Enter search keywords: rq �r3 rw rL r{ r� )
rL r r> r� r� r� r� r �copyr� )rC r� Z
form_attrsr� rk r) r) r* rk � s<
� �
�z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j �|� | jjj| jj_| j| _d| j_d S r� ) r> r� rL rO r\ r] r� r� rc r� r) r) r* rl � s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| �|� d S r� )rL rc rn r� r) r) r* rm s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| �|� n
| �|� d S r. )rL rN rn r� r� r) r) r* r� s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j �|d� dS )z8iframe, noembed noframes, noscript(if scripting enabled)r� Nr r� r) r) r* rn
s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jj�td�� | j �� | jj �|� d S �Nrv rS ) r> r~ r@ rL r` r� r� r� r� r� r) r) r* rq s
z*getPhases.<locals>.InBodyPhase.startTagOptc S s� | j �� | j �|� d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fkrx| jjd | j_n| jjd | j_d S )
NFr� r� r� r� r� r� �inSelectInTabler� )r> r� r� rL rc r` rI r� r) r) r* ro s
�z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j �d�r2| j �� | j jd jdkr2| j�� | j �|� d S )N�rubyrv )r> r� �generateImpliedEndTagsr~ r@ rL r r� r� r) r) r* rp % s
z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nrh rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* rr , s
z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nry rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* rs 8 s
z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j �dd|d i� dS )a5 Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
z unexpected-start-tag-ignoredr@ Nr� r� r) r) r* rt D s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j �� | j �|� d S r. )r> r� r� r� r) r) r* r� M s
z,getPhases.<locals>.InBodyPhase.startTagOtherc S s� | j jddd�sD| �tdd�� | j�dddi� | �tdd�� nT| j �d� | j jd j dkrt| j�dddi� | j j�
� }|j dkr�| j j�
� }q�d S ) Nr( rF r� rr r
r@ rs rv ) r> r� rY r� rL r ry r� r~ r@ r r r) r) r* ry Q s
z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j �d�s| j�� d S | j jd jdkrj| j jdd � D ],}|jtd�kr<| j�dd|jd�� qjq<| jjd | j_d S )Nr� rv � )r6 r7 r5 rT rS r( rQ rR r� r� r� r� r� r� r� r� �$expected-one-end-tag-but-got-another�ZgotNameZ expectedName� afterBody) r> r� rL r r~ r@ r� rI r` r r) r) r* ru ^ s
�z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j �d�r | �td�� |S d S )Nr� )r> r� ru r� r� r) r) r* rv p s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s� |d dkr| j | _| j�|d �}|r2| j�� | jjd j|d kr^| j�dd|d i� |r�| jj� � }|j|d kr�| jj� � }qnd S )Nr@ r2 rv �end-tag-too-early)
rW r� r> r� r� r~ r@ rL r r )rC r� ZinScoper� r) r) r* rw v s
z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d ks$| j �|�s8| j�dddi� n:| j �� | j jd |krd| j�dddi� | j j�|� d S )Nr
r@ r4 rv zend-tag-too-early-ignored)r> r� r� rL r r� r~ r r r) r) r* rx � s �
�z)getPhases.<locals>.InBodyPhase.endTagFormc S s� |d dkrd}nd }| j j|d |d�sB| j�dd|d i� nf| j j|d d� | j jd j|d kr�| j�dd|d i� | j j�� }|j|d kr�| j j�� }q�d S ) Nr@ r5 �listr� r
��excluderv r� )r> r� rL r r� r~ r@ r )rC r� r� r� r) r) r* rz � s
� z-getPhases.<locals>.InBodyPhase.endTagListItemc S s� t D ] }| j�|�r| j�� q$q| jjd j|d krP| j�dd|d i� t D ]8}| j�|�rT| jj�� }|jt kr�| jj�� }qp q�qTd S )Nrv r@ r� ) r r> r� r� r~ r@ rL r r )rC r� �itemr) r) r* r{ � s
z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk �r
|d7 }| j �|d �}|rD|| j jkrR| j �|j�sR| �|� dS || j jkr�| j�dd|d i� | j j� |� dS | j �|j�s�| j�dd|d i� dS || j jd kr�| j�d d|d i� | j j�
|�}d}| j j|d� D ]}|j t kr�|} �qq�|dk�rR| j j�
� }||k�r@| j j�
� }�q&| j j� |� dS | j j|d }| j j�
|�}| } }
d} | j j�
|
�} | d
k �rX| d7 } | d8 } | j j| }
|
| j jk�r�| j j� |
� �q�|
|k�rސqX| |k�r�| j j�
|
�d }|
�� }
|
| j j| j j�
|
�< |
| j j| j j�
|
�< |
}
| j�rF| j�| � |
�| � |
} �q�| j�rl| j�| � |jtd �k�r�| j �� \}}|�| |� n
|�| � |�� }
|�|
� |�|
� | j j� |� | j j�||
� | j j� |� | j j�| j j�
|�d |
� qdS ) z)The much-feared adoption agency algorithmr � r r@ Nzadoption-agency-1.2zadoption-agency-4.4rv zadoption-agency-1.3r �r� r� r� r� r� )r> r� r~ r� r@ r� rL r r� r �indexr� r r Z cloneNoder� r� Z appendChildr� Z getTableMisnestedNodePosition� insertBeforeZreparentChildren�insert)rC r� ZouterLoopCounterZformattingElementZafeIndexZ
furthestBlockrn ZcommonAncestorZbookmarkZlastNoder� ZinnerLoopCounterr� Zcloner� r� r) r) r* r| � s�
�
� �
� �� �
�z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s� | j �|d �r| j �� | j jd j|d krF| j�dd|d i� | j �|d �r�| j j�� }|j|d kr~| j j�� }qb| j �� d S )Nr@ rv r� ) r> r� r� r~ r@ rL r r � clearActiveFormattingElements)rC r� rn r) r) r* r} T s
z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j �dddd�� | j�� | j�tdd�� | jj�� d S )Nz unexpected-end-tag-treated-asr� z
br elementr� rr )rL r r> r� r� r� r~ r r� r) r) r* r ` s �
z'getPhases.<locals>.InBodyPhase.endTagBrc S s� | j jd d d� D ]�}|j|d krz| j j|d d� | j jd j|d krb| j�dd|d i� | j j�� |krtqb q�q|jtkr| j�dd|d i� q�qd S )Nrv r@ r� r
) r> r~ r@ r� rL r r r� r r r) r) r* r� g s
z*getPhases.<locals>.InBodyPhase.endTagOtherN)6r9 r: r; rK r~ r� r� r� r� rW rX r r rY r[ r\ r] r^ rZ r_ r` ra rb rc rd re rf rh rg ri rj rk rl rm r� rn rq ro rp rr rs rt r� ry ru rv rw rx rz r{ r| r} r r� r) r� r) r* � InBodyPhase� sh G
$ r� c s@ e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )z getPhases.<locals>.TextPhasec sF � � | ||� t�g �| _| j| j_t�d| jfg�| _| j| j_d S )Nr� ) rK r
r� r� r� r� � endTagScriptr� r� r� r� r) r* rK v s
�z%getPhases.<locals>.TextPhase.__init__c S s | j �|d � d S r� r� r� r) r) r* r� ~ s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j �dd| jjd ji� | jj�� | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofr@ rv T)rL r r> r~ r@ r r� r` rB r) r) r* r� � s � z'getPhases.<locals>.TextPhase.processEOFc S s d S r. r) r� r) r) r* r� � s z*getPhases.<locals>.TextPhase.startTagOtherc S s | j j�� }| jj| j_d S r. �r> r~ r rL r� r` r r) r) r* r� � s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j�� | jj| j_d S r. r� r� r) r) r* r� � s z(getPhases.<locals>.TextPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r) r� r) r* � TextPhaseu s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'S )(z getPhases.<locals>.InTablePhasec
s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fd | j fd
| j fg
�| _
| j| j
_t�d| jfd | jfg�| _| j| j_d S ) Nr� r� r� rU �r� r� r� )r� r� r� r� )r� r� rL r4 ) r� r� rU r� r� r� r� r� r� r� r� )rK r
r� r� �startTagCaption�startTagColgroup� startTagCol�startTagRowGroup�startTagImplyTbodyre �startTagStyleScriptrh r\ r� r� r� � endTagTable� endTagIgnorer� r� r� r� r) r* rK � s* �
��z(getPhases.<locals>.InTablePhase.__init__c S s$ | j jd jdkr | j j�� q d S )Nrv )r� r� �r> r~ r@ r rB r) r) r* �clearStackToTableContext� s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s$ | j jd jdkr | j�d� n d S )Nrv r� z eof-in-table�r> r~ r@ rL r rB r) r) r* r� � s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j�|� d S �N� inTableText)rL r` rI r� r� �rC r� r� r) r) r* r� � s
z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j�|� d S r� )rL r` rI r� r� r� r) r) r* r� � s
z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd �|� d| j _d S )NTr� F)r> �insertFromTablerL rI r� r� r) r) r* r� � s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | � � | jj�t� | j�|� | jjd | j_d S )Nr� ) r� r> r� r� r r� rL rI r` r� r) r) r* r� � s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | � � | j�|� | jjd | j_d S )Nr� �r� r> r� rL rI r` r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z+getPhases.<locals>.InTablePhase.startTagColc S s( | � � | j�|� | jjd | j_d S �Nr� r� r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j �dddd�� | j j�td�� | j js2|S d S )Nr� r� r� )rL r r` r� r� rS r� r) r) r* re � s �z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� � s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d krH|d d � t�dkrH| j�d� | j�|� | jj�� n
| �|� d S )Nr3 rw r� z unexpected-hidden-input-in-table) rl r rL r r> r� r~ r r� r� r) r) r* rh � s � z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j �d� | jjd kr@| j�|� | jjd | j_| jj�� d S )Nzunexpected-form-in-tablerv )rL r r> r� r� r~ r r� r) r) r* r\ � s
z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz)unexpected-start-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z-getPhases.<locals>.InTablePhase.startTagOtherc S s� | j jddd�r�| j �� | j jd jdkrJ| j�dd| j jd jd�� | j jd jdkrj| j j�� qJ| j j�� | j�� n
| j�� d S )Nr� r� rv zend-tag-too-early-namedr� ) r> r� r� r~ r@ rL r r rb r� r) r) r* r�
s
�� z+getPhases.<locals>.InTablePhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz'unexpected-end-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z+getPhases.<locals>.InTablePhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� re r� rh r\ r� r� r� r� r) r� r) r* � InTablePhase� s&
r� c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z#getPhases.<locals>.InTableTextPhasec s � � | ||� d | _g | _d S r. )rK r� �characterTokensr� r� r) r* rK ( s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d� dd� | jD ��}tdd� |D ��rJtd |d�}| jjd �|� n|rZ| j�|� g | _d S )Nr� c S s g | ] }|d �qS )rw r) �r? r� r) r) r* rD . s zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t k�qS r) r� r� r) r) r* rD / s rq r� r� )�joinr� r� r rL rI r� r> )rC rw r� r) r) r* �flushCharacters- s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | � � | j| j_|S r. �r� r� rL r` r� r) r) r* r� 6 s
z2getPhases.<locals>.InTableTextPhase.processCommentc S s | � � | j| j_dS r� r� rB r) r) r* r� ; s
z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j �|� d S �Nrw r� �r� r� r� r) r) r* r� @ s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j �|� d S r. r� r� r) r) r* r� E s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | � � | j| j_|S r. r� r� r) r) r* r� J s
z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | � � | j| j_|S r. r� r� r) r) r* r� O s
z1getPhases.<locals>.InTableTextPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �InTableTextPhase' s r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z!getPhases.<locals>.InCaptionPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� � r� rU r� r� r� r� r� r� r� r� r� )
r� rU r� r� r� r� r� r� r� r� )
rK r
r� r� �startTagTableElementr� r� r� �
endTagCaptionr� r� r� r� r� r� r) r* rK V s ��
��z*getPhases.<locals>.InCaptionPhase.__init__c S s | j jddd� S )Nr� r� r� �r> r� rB r) r) r* �ignoreEndTagCaptionh s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd �� d S r� �rL rI r� rB r) r) r* r� k s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd �|�S r� �rL rI r� r� r) r) r* r� n s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j �� | �� }| j j�td�� |s,|S d S �Nr� �rL r r� r` r� r� �rC r� � ignoreEndTagr) r) r* r� q s
z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd �|�S r� r� r� r) r) r* r� y s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s� | � � s�| j�� | jjd jdkrB| j�dd| jjd jd�� | jjd jdkrb| jj�� qB| jj�� | j�� | jj d | j_
n
| j�� d S )Nrv r� r� r� r� ) r� r> r� r~ r@ rL r r r� rI r` r� r) r) r* r� | s
��
z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j �� | �� }| j j�td�� |s,|S d S r� r� r� r) r) r* r� � s
z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd �|�S r� �rL rI r� r� r) r) r* r� � s z-getPhases.<locals>.InCaptionPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* �InCaptionPhaseT s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z%getPhases.<locals>.InColumnGroupPhasec s^ � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fg�| _
| j | j
_d S )Nr� rU r� ) rK r
r� r� r� r� r� r� �endTagColgroup� endTagColr� r� r� r� r) r* rK � s �
�z.getPhases.<locals>.InColumnGroupPhase.__init__c S s | j jd jdkS )Nrv r� )r> r~ r@ rB r) r) r* �ignoreEndTagColgroup� s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S s8 | j jd jdkrd S | �� }| �td�� |s4dS d S )Nrv r� r� T)r> r~ r@ r� r� r� )rC r� r) r) r* r� � s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� � s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s4 | � � r| j�� n | jj�� | jjd | j_d S �Nr� )r� rL r r> r~ r rI r` r� r) r) r* r� � s z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j �dddi� d S )Nz
no-end-tagr@ rU r� r� r) r) r* r� � s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �InColumnGroupPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z#getPhases.<locals>.InTableBodyPhasec sv � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fd| j fd| j fg�| _
| j| j
_ d S )Nr� r� �r� r� )r� rU r� r� r� r� r� r� )r� r� rU r� r� r� r� r� )rK r
r� r� �
startTagTr�startTagTableCell�startTagTableOtherr� r� r� �endTagTableRowGroupr� r� r� r� r� r� r) r* rK � s$ ��
��z,getPhases.<locals>.InTableBodyPhase.__init__c S s6 | j jd jdkr | j j�� q | j jd jdkr2d S )Nrv )r� r� r� r� r� r� rB r) r) r* � clearStackToTableBodyContext� s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd �� d S r� r� rB r) r) r* r� � s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | � � | j�|� | jjd | j_d S )Nr� )r� r> r� rL rI r` r� r) r) r* r� s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j �dd|d i� | �tdd�� |S )Nz unexpected-cell-in-table-bodyr@ r� rr )rL r r� r� r� r) r) r* r� s
�z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sb | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | j�� d S �Nr� r� r� r� r� rv � r> r� r� r� r� r~ r@ rL r r� r) r) r* r� s ���z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d dd�r:| �� | j j�� | jjd | j_n| j�dd|d i� d S )Nr@ r� r� r� � unexpected-end-tag-in-table-body) r> r� r� r~ r rL rI r` r r� r) r) r* r� " s
�z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sb | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | j�� d S r� r� r� r) r) r* r� + s ���z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j �dd|d i� d S )Nr� r@ r� r� r) r) r* r� 8 s
�z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� < s z/getPhases.<locals>.InTableBodyPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �InTableBodyPhase� s
r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) z getPhases.<locals>.InRowPhasec sv � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fd| j fd| j fg�| _
| j| j
_d S )Nr� r� )r� rU r� r� r� r� r� r� r� r� )r� r� rU r� r� r� r� )rK r
r� r� r� r� r� r� r� �endTagTrr� r� r� r� r� r� r� r) r* rK A s$ ��
��z&getPhases.<locals>.InRowPhase.__init__c S s@ | j jd jdkr<| j�dd| j jd ji� | j j�� q d S )Nrv )r� r� z'unexpected-implied-end-tag-in-table-rowr@ )r> r~ r@ rL r r rB r) r) r* �clearStackToTableRowContextU s
�z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd� S )Nr� r� r� r� rB r) r) r* �ignoreEndTagTr[ s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd �� d S r� r� rB r) r) r* r� _ s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� b s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� e s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | � � | j�|� | jjd | j_| jj�t� d S )Nr� ) r� r> r� rL rI r` r� r� r r� r) r) r* r� h s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� n s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� u s z+getPhases.<locals>.InRowPhase.startTagOtherc S s< | � � s.| �� | jj�� | jjd | j_n
| j�� d S r� ) r� r� r> r~ r rL rI r` r r� r) r) r* r� x s
z&getPhases.<locals>.InRowPhase.endTagTrc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d dd�r&| �td�� |S | j�� d S )Nr@ r� r� r� )r> r� r� r� rL r r� r) r) r* r� � s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-table-rowr@ r� r� r) r) r* r� � s
�z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �
InRowPhase? s
r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z getPhases.<locals>.InCellPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� r� r� )r� r� rU r� r� r� )
rK r
r� r� r� r� r� r� �endTagTableCellr� � endTagImplyr� r� r� r� r) r* rK � s ��
�z'getPhases.<locals>.InCellPhase.__init__c S sB | j jddd�r | �td�� n | j jddd�r>| �td�� d S �Nr� r� r� r� )r> r� r� r� rB r) r) r* � closeCell� s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd �� d S r� r� rB r) r) r* r� � s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd �|�S r� r� r� r) r) r* r� � s z0getPhases.<locals>.InCellPhase.processCharactersc S s: | j jddd�s | j jddd�r,| �� |S | j�� d S r� �r> r� r� rL r r� r) r) r* r� � s �z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� � s z,getPhases.<locals>.InCellPhase.startTagOtherc S s� | j j|d dd�r�| j �|d � | j jd j|d krp| j�dd|d i� | j j�� }|j|d krPq|qPn | j j�� | j �� | jj d | j_
n| j�dd|d i� d S )Nr@ r� r� rv zunexpected-cell-end-tagr� r
) r> r� r� r~ r@ rL r r r� rI r` r r) r) r* r� � s
�
z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d dd�r | �� |S | j�� d S )Nr@ r� r� r� r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd �|�S r� r� r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* � InCellPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z getPhases.<locals>.InSelectPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfg�| _ | j
| j _ t�d| j fd| j
fd| jfg�| _| j| j_ d S )Nr� rS rT r� )rL rJ rP r� )rK r
r� r� �startTagOption�startTagOptgroupro rh r� r� r� r� � endTagOption�endTagOptgroup� endTagSelectr� r� r� r� r) r* rK � s �
�z)getPhases.<locals>.InSelectPhase.__init__c S s$ | j jd jdkr | j�d� n d S )Nrv r� z
eof-in-selectr� rB r) r) r* r� � s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j �|d � d S r� r� r� r) r) r* r� s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j�� | j �|� d S r� �r> r~ r@ r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j�� | j jd jdkr<| j j�� | j �|� d S )Nrv rS rT r� r� r) r) r* r� s
z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j �d� | �td�� d S )Nzunexpected-select-in-selectr� )rL r r� r� r� r) r) r* ro s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s2 | j �d� | jjddd�r.| �td�� |S d S )Nzunexpected-input-in-selectr� r� )rL r r> r� r� r� r� r) r) r* rh s
z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd �|�S r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-selectr@ r� r� r) r) r* r� ! s
�z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j�� n| j�dddi� d S )Nrv rS � unexpected-end-tag-in-selectr@ �r> r~ r@ r rL r r� r) r) r* r� % s
�z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j�� | j jd jdkrP| j j�� n| j�dddi� d S )Nrv rS ���rT r r@ r r� r) r) r* r� , s � �z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sN | j jddd�r@| j j�� }|jdkr4| j j�� }q | j�� n
| j�� d S )Nr� r� )r> r� r~ r r@ rL rb r r r) r) r* r� 9 s
z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� D s
�z,getPhases.<locals>.InSelectPhase.endTagOtherN)r9 r: r; rK r� r� r� r� ro rh r� r� r� r� r� r� r) r� r) r* �
InSelectPhase� s
r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z'getPhases.<locals>.InSelectInTablePhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S )N)r� r� r� r� r� r� r� r� )
rK r
r� re r� r� r� r� r� r� r� r� r) r* rK I s ��
��z0getPhases.<locals>.InSelectInTablePhase.__init__c S s | j jd �� d S �Nr� r� rB r) r) r* r� X s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd �|�S r r� r� r) r) r* r� [ s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j �dd|d i� | �td�� |S )Nz5unexpected-table-element-start-tag-in-select-in-tabler@ r� )rL r r� r� r� r) r) r* re ^ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� c s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j �dd|d i� | jj|d dd�r<| �td�� |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tabler@ r� r� r� )rL r r> r� r� r� r� r) r) r* r� f s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd �|�S r r� r� r) r) r* r� l s z3getPhases.<locals>.InSelectInTablePhase.endTagOtherN)
r9 r: r; rK r� r� re r� r� r� r) r� r) r* �InSelectInTablePhaseH s r c - s� e Zd Zeddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,g,�Z� fd-d.�Zd/d0� Z� fd1d2�Zd3d4� Zd5d6� Z d7S )8z(getPhases.<locals>.InForeignContentPhaser9 r: r r� r� r! r; r6 r+ r$ r7 r< rH Zh1Zh2Zh3Zh4Zh5Zh6r� rM r> rI r5 r3 r, r5 rE r. r( r2 r� r? r@ �spanrB rA �subZsupr� rC rD r1 �varc s � � | ||� d S r. )rK r� r� r) r* rK y s z1getPhases.<locals>.InForeignContentPhase.__init__c % S sn ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%�$}|d& |krj||d& |d&< d S )'NZaltGlyphZ altGlyphDefZ altGlyphItemZ animateColorZ
animateMotionZanimateTransformZclipPathZfeBlendZ
feColorMatrixZfeComponentTransferZ feCompositeZfeConvolveMatrixZfeDiffuseLightingZfeDisplacementMapZfeDistantLightZfeFloodZfeFuncAZfeFuncBZfeFuncGZfeFuncRZfeGaussianBlurZfeImageZfeMergeZ feMergeNodeZ feMorphologyZfeOffsetZ fePointLightZfeSpecularLightingZ feSpotLightZfeTileZ feTurbulenceZ
foreignObjectZglyphRefZlinearGradientZradialGradientZtextPath)$ZaltglyphZ altglyphdefZ altglyphitemZ animatecolorZ
animatemotionZanimatetransformZclippathZfeblendZ
fecolormatrixZfecomponenttransferZ fecompositeZfeconvolvematrixZfediffuselightingZfedisplacementmapZfedistantlightZfefloodZfefuncaZfefuncbZfefuncgZfefuncrZfegaussianblurZfeimageZfemergeZ femergenodeZ femorphologyZfeoffsetZ fepointlightZfespecularlightingZ fespotlightZfetileZ feturbulenceZ
foreignobjectZglyphrefZlineargradientZradialgradientZtextpathr@ r) )rC r� � replacementsr) r) r* �adjustSVGTagNames| sN �% z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd� |d D ��r<d| j _� �| |� d S )Nrw r� u �c s s | ]}|t kV qd S r. r� r� r) r) r* r� � s zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rL rc r� r� r� r� r) r* r� � s
�z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s. | j jd }|d | jksD|d dkr�t|d �� �tdddg�@ r�| j�dd|d i� | j jd j| j jkr�| j� | j jd �s�| j�
| j jd �s�| j j� � qZ|S |jt d kr�| j�
|� n$|jt d
kr�| �|� | j�|� | j�|� |j|d < | j �|� |d �r*| j j� � d
|d< d S )Nrv r@ r= rw ZcolorZface�sizez*unexpected-html-element-in-foreign-contentrh ry rj r{ Tr| )r> r~ �breakoutElements�set�keysrL r rj r� ro rp r r r r
r r r� )rC r� r� r) r) r* r� � s:
� �
� ���
z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s� t | jj�d }| jjd }|j�t�|d krF| j�dd|d i� |j�t�|d kr�| jj| jj d kr�| jj�
� | jjj | j_| jj� � |kr�q�d }q�|d8 }| jj| }|j
| jjkr�qFqF| jj�|�}q�qF|S )Nr rv r@ r
r� )r� r> r~ r@ rl r rL r r` rI r� r� r rj r� r� )rC r� Z nodeIndexr� r� r) r) r* r� � s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN)
r9 r: r; r� r rK r
r� r� r� r) r� r) r* �InForeignContentPhaseo s\ � ) r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z!getPhases.<locals>.AfterBodyPhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S �Nr� )
rK r
r� r� r� r� r� rv r� r� r� r� r) r* rK � s �
z*getPhases.<locals>.AfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� � s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j �|| j jd � d S )Nr r� r� r) r) r* r� � s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j �d� | j jd | j _|S )Nzunexpected-char-after-bodyr� �rL r rI r` r� r) r) r* r� � s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-start-tag-after-bodyr@ r� r r� r) r) r* r� � s
�z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j �d� n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtml�afterAfterBody)rL rS r rI r` )rC r@ r) r) r* rv
s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-end-tag-after-bodyr@ r� r r� r) r) r* r�
s
�z-getPhases.<locals>.AfterBodyPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� rv r� r) r� r) r* �AfterBodyPhase� s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.InFramesetPhasec sf � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fg�| _ | j | j _ d S )Nr� r� rV r� )
rK r
r� r� r �
startTagFrame�startTagNoframesr� r� r� �endTagFramesetr� r� r� r� r) r* rK
s �
�z+getPhases.<locals>.InFramesetPhase.__init__c S s$ | j jd jdkr | j�d� n d S )Nrv r� zeof-in-framesetr� rB r) r) r* r� #
s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j �d� d S )Nzunexpected-char-in-framesetr� r� r) r) r* r� )
s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j �|� d S r. )r> r� r� r) r) r* r ,
s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j �|� | j j�� d S r. r r� r) r) r* r /
s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd �|�S r� r� r� r) r) r* r 3
s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-framesetr@ r� r� r) r) r* r� 6
s
�z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | j�d� n | j j�� | jjsV| j jd jdkrV| jjd | j_d S )Nrv r� z)unexpected-frameset-in-frameset-innerhtmlr� �
afterFrameset) r> r~ r@ rL r r rS rI r` r� r) r) r* r :
s �z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-framesetr@ r� r� r) r) r* r� F
s
�z.getPhases.<locals>.InFramesetPhase.endTagOtherN) r9 r: r; rK r� r� r r r r� r r� r) r� r) r* �InFramesetPhase
s r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z%getPhases.<locals>.AfterFramesetPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S �Nr� r� ) rK r
r� r� r r� r� r� rv r� r� r� r� r) r* rK L
s �
�z.getPhases.<locals>.AfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� Z
s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j �d� d S )Nz unexpected-char-after-framesetr� r� r) r) r* r� ^
s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd �|�S r r� r� r) r) r* r a
s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz#unexpected-start-tag-after-framesetr@ r� r� r) r) r* r� d
s
�z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )N�afterAfterFrameset)rL rI r` r� r) r) r* rv h
s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j �dd|d i� d S )Nz!unexpected-end-tag-after-framesetr@ r� r� r) r) r* r� k
s
�z1getPhases.<locals>.AfterFramesetPhase.endTagOtherN)
r9 r: r; rK r� r� r r� rv r� r) r� r) r* �AfterFramesetPhaseJ
s r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z&getPhases.<locals>.AfterAfterBodyPhasec s0 � � | ||� t�d| jfg�| _| j| j_d S r )rK r
r� r� r� r� r� r� r� r) r* rK p
s
�z/getPhases.<locals>.AfterAfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� x
s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� {
s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� ~
s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j �d� | j jd | j _|S )N�expected-eof-but-got-charr� r r� r) r) r* r� �
s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-start-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-end-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �AfterAfterBodyPhaseo
s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z*getPhases.<locals>.AfterAfterFramesetPhasec s8 � � | ||� t�d| jfd| jfg�| _| j| j_d S r )rK r
r� r� �startTagNoFramesr� r� r� r� r� r) r* rK �
s �z3getPhases.<locals>.AfterAfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� �
s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� �
s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� �
s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j �d� d S )Nr r� r� r) r) r* r� �
s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r �
s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r r� r� r) r� r) r* �AfterAfterFramesetPhase�
s r! )rW rV r� r� r r r� r� r� r� r� r� r� r� r� r� r� rz r� r� r r r )r )rJ rY r� r� r� r� r r r r� r� r� r� r� r� r� r� r� r r r r r r r r! r) r� r* rH � sr ) #.g@C X! -GBbYLd's/9%&&�rH c s> t | d �t � �@ }|r:t� fdd�| d �� D ��| d< d S )Nrw c 3 s" | ]\}}� � ||�|fV qd S r. )r� )r? �k�v�r r) r* r� �
s �z$adjust_attributes.<locals>.<genexpr>)r r r/ )r� r Zneeds_adjustmentr) r$ r* r� �
s
�r� rs Fc C s |d kr i }t | | ||d�S )N)r3 r@ rw r{ )r )r@ r3 rk r{ r) r) r* r� �
s
�r� c @ s e Zd ZdZdS )ru zError in parsed documentN)r9 r: r; r� r) r) r) r* ru �
s ru )r T)r+ r T)rs NF).Z
__future__r r r Zpip._vendor.sixr r r1 � collectionsr r� r r
r Ztreebuilders.baser r
Z constantsr r r r r r r r r r r r r� r r r r r# r- r= rG r" ZmemoizerH r� r� � Exceptionru r) r) r) r* �<module> sP H
G
K �
site-packages/pip/_vendor/html5lib/__pycache__/serializer.cpython-38.opt-1.pyc 0000644 00000024752 15201600076 0023207 0 ustar 00 U
��.e�= � @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl
m Z m Z m
Z
ddl
mZmZmZ ddlmZmZ d d lmZ d
�e
�d Ze�d e d
�Ze�d e d �Zi Ze d�dkZ e e� � �D ]n\Z Z!e r�e e!�dks�e s�e e!�dkr�q�e!dkr�e e!�dk�re�"e!�Z!ne#e!�Z!e!ek�s0e �$� r�e ee!< q�dd� Z%ede%� d dd�Z&G dd� de'�Z(G dd� de)�Z*dS ) � )�absolute_import�division�unicode_literals)� text_typeN)�register_error�xmlcharrefreplace_errors� )� voidElements�booleanAttributes�spaceCharacters)�rcdataElements�entities� xmlEntities)� treewalkers�_utils)�escape� z"'=<>`�[�]u_
/` ᠏
]u � �&c
C s t | ttf��rg }g }d}t| j| j| j� �D ]n\}}|rDd}q2|| j }t�| j|t | j|d g�� �r�t�
| j||d � �}d}nt |�}|� |� q2|D ]V}t
�|�} | r�|� d� |� | � | �d�s�|� d� q�|� dt|�dd � � q�d�|�| jfS t| �S d S )NFr Tr �;z&#x%s;r )�
isinstance�UnicodeEncodeError�UnicodeTranslateError� enumerate�object�start�endr ZisSurrogatePair�min�surrogatePairToCodepoint�ord�append�_encode_entity_map�get�endswith�hex�joinr )
�exc�resZ
codepoints�skip�i�c�indexZ codepointZcp�e� r/ �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/serializer.py�htmlentityreplace_errors* s0
"
r1 �htmlentityreplace�etreec K s$ t �|�}tf |�}|�|| �|�S )a� Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
)r Z
getTreeWalker�HTMLSerializer�render)�inputZtree�encodingZserializer_optsZwalker�sr/ r/ r0 � serializeK s
r9 c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZdZdd� Zdd � Zd
d � Zdd
d�Zddd�Zddd�Zd S )r4 �legacy�"TF)�quote_attr_values�
quote_char�use_best_quote_char�omit_optional_tags�minimize_boolean_attributes�use_trailing_solidus� space_before_trailing_solidus�escape_lt_in_attrs�
escape_rcdata�resolve_entities�alphabetical_attributes�inject_meta_charset�strip_whitespace�sanitizec
K sv t |�t | j� }t|�dkr2tdtt|�� ��d|kr@d| _| jD ] }t| ||�|t | |��� qFg | _
d| _ dS )aB
Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
r z2__init__() got an unexpected keyword argument '%s'r= FN) � frozenset�options�len� TypeError�next�iterr> �setattrr$ �getattr�errors�strict)�self�kwargsZunexpected_args�attrr/ r/ r0 �__init__� s O
zHTMLSerializer.__init__c C s | j r|�| j d�S |S d S )Nr2 �r7 �encode�rT �stringr/ r/ r0 rY � s zHTMLSerializer.encodec C s | j r|�| j d�S |S d S )NrS rX rZ r/ r/ r0 � encodeStrict� s zHTMLSerializer.encodeStrictNc c s� || _ d}g | _|r0| jr0ddlm} |||�}| jrJddlm} ||�}| jrdddlm} ||�}| j r~ddl
m} ||�}| j r�ddl m} ||�}|D �]>}|d }|dk�r\d|d }|d r�|d |d 7 }n|d
r�|d 7 }|d
�rF|d
�
d �d
k�r,|d
�
d�d
k�r&| �d� d}nd }|d||d
|f 7 }|d7 }| �|�V q�|dk�r�|dk�sv|�r�|�r�|d �
d�d
k�r�| �d� | �|d �V n| �t|d ��V q�|dk�r�|d } | �d| �V | tk�r�| j�s�d}n|�r | �d� |d �� D �]�\\}
} } | }
| }| �d�V | �|
�V | j�rv|
t�| t� �k�r|
t�d t� �k�r| �d �V | jd k�s�t|�d
k�r�d}n@| jd k�r�t� |�d k }n$| jd k�r�t � |�d k }nt d!��|� d"d#�}| j �r|� d$d%�}|�r�| j!}| j"�rHd|k�r0d |k�r0d }nd |k�rHd|k�rHd}|dk�r`|� dd&�}n |� d d'�}| �|�V | �|�V | �|�V n | �|�V �q| t#k�r�| j$�r�| j%�r�| �d(�V n | �d)�V | �d�V q�|d*k�r(|d } | tk�rd}n|�r| �d� | �d+| �V q�|d,k�rj|d }|�
d-�d
k�rT| �d.� | �d/|d �V q�|d0k�r�|d } | d1 }|t&k�r�| �d2| � | j'�r�|t(k�r�t&| }nd3| }| �|�V q�| �|d � q�d S )4NFr )�Filter�typeZDoctypez <!DOCTYPE %s�nameZpublicIdz PUBLIC "%s"ZsystemIdz SYSTEMr; r �'zASystem identifer contains both single and double quote charactersz %s%s%s�>)Z
Characters�SpaceCharactersrb �dataz</zUnexpected </ in CDATA)ZStartTagZEmptyTagz<%sTz+Unexpected child element of a CDATA element� r �=�always�specr: z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&�<z<z'z"z /�/ZEndTagz</%s>�Commentz--zComment contains --z <!--%s-->ZEntityr zEntity %s not recognizedz&%s;))r7 rR rG Zfilters.inject_meta_charsetr] rF Z filters.alphabeticalattributesrH Zfilters.whitespacerI Zfilters.sanitizerr? Zfilters.optionaltags�find�serializeErrorr\ rY r r rD �itemsr@ r
r$ �tupler< rL �_quoteAttributeSpec�search�_quoteAttributeLegacy�
ValueError�replacerC r= r> r rA rB r
rE r )rT �
treewalkerr7 Zin_cdatar] �tokenr^ Zdoctyper= r_ �_Z attr_nameZ
attr_value�k�vZ
quote_attrrc �keyr/ r/ r0 r9 � s�
��
zHTMLSerializer.serializec C s2 |rd� t| �||���S d� t| �|���S dS )an Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
� r N)r' �listr9 )rT rt r7 r/ r/ r0 r5 w s zHTMLSerializer.render�XXX ERROR MESSAGE NEEDEDc C s | j �|� | jrt�d S )N)rR r" rS �SerializeError)rT rc r/ r/ r0 rl � s z HTMLSerializer.serializeError)N)N)r| )�__name__�
__module__� __qualname__r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rK rW rY r\ r9 r5 rl r/ r/ r/ r0 r4 h s, Y
r4 c @ s e Zd ZdZdS )r} zError in serialized treeN)r~ r r� �__doc__r/ r/ r/ r0 r} � s r} )r3 N)+Z
__future__r r r Zpip._vendor.sixr �re�codecsr r Z constantsr r
r r r
r r r r Zxml.sax.saxutilsr r' Z_quoteAttributeSpecChars�compilero rq r# rL Z_is_ucs4r{ rm rw rx r r! �islowerr1 r9 r r4 � Exceptionr} r/ r/ r/ r0 �<module> sD
�
�
�
1 site-packages/pip/_vendor/html5lib/__pycache__/_inputstream.cpython-38.opt-1.pyc 0000644 00000051724 15201600076 0023547 0 ustar 00 U
��.e( � ! @ s� d dl mZmZmZ d dlmZmZ d dlmZm Z d dl
Z
d dl Z d dl m
Z
ddlmZmZmZmZ ddlmZ dd lmZ d d
lmZ zd d lmZ W n ek
r� eZY nX ed d
� eD ��Zedd
� eD ��Z edd
� eD ��Z eeddg�B Z dZ ej �r(e �!e dd� e"d� d �Z#n
e �!e �Z#e$ddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5g �Z%e �!d6�Z&i Z'G d7d8� d8e(�Z)d9d:� Z*G d;d<� d<e(�Z+G d=d>� d>e+�Z,G d?d@� d@e-�Z.G dAdB� dBe(�Z/G dCdD� dDe(�Z0dEdF� Z1dS )G� )�absolute_import�division�unicode_literals)� text_type� binary_type)� http_client�urllibN)� webencodings� )�EOF�spaceCharacters� asciiLetters�asciiUppercase)�_ReparseException)�_utils)�StringIO)�BytesIOc C s g | ]}|� d ��qS ��ascii��encode��.0�item� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_inputstream.py�
<listcomp> s r c C s g | ]}|� d ��qS r r r r r r r s c C s g | ]}|� d ��qS r r r r r r r s � >� <u� [- - --]���z"\uD800-\uDFFF"�]i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i�� z[ -
-/:-@\[-`{-~]c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�BufferedStreamz�Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
c C s || _ g | _ddg| _d S )Nr r )�stream�buffer�position)�selfr" r r r �__init__@ s zBufferedStream.__init__c C s< d}| j d | jd � D ]}|t|�7 }q|| jd 7 }|S �Nr r
)r# r$ �len)r% �pos�chunkr r r �tellE s
zBufferedStream.tellc C sD |}d}t | j| �|k r6|t | j| �8 }|d7 }q||g| _d S r' )r( r# r$ )r% r) �offset�ir r r �seekL s
zBufferedStream.seekc C sT | j s| �|�S | jd t| j �krF| jd t| j d �krF| �|�S | �|�S d S )Nr r
r )r# � _readStreamr$ r( �_readFromBuffer)r% �bytesr r r �readU s
�
zBufferedStream.readc C s t dd� | jD ��S )Nc S s g | ] }t |��qS r )r( r r r r r _ s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)�sumr# �r% r r r �_bufferedBytes^ s z BufferedStream._bufferedBytesc C s< | j �|�}| j�|� | jd d7 < t|�| jd< |S r' )r" r2 r# �appendr$ r( )r% r1 �datar r r r/ a s
zBufferedStream._readStreamc C s� |}g }| j d }| j d }|t| j�k r�|dkr�| j| }|t|�| kr`|}||| g| _ n"t|�| }|t|�g| _ |d7 }|�|||| � � ||8 }d}q |r�|�| �|�� d�|�S )Nr r
� )r$ r( r# r6 r/ �join)r% r1 ZremainingBytes�rvZ bufferIndexZ bufferOffsetZ bufferedDataZ bytesToReadr r r r0 h s$
z BufferedStream._readFromBufferN) �__name__�
__module__� __qualname__�__doc__r& r+ r. r2 r5 r/ r0 r r r r r! 9 s r! c K s� t | tj�s(t | tjj�r.t | jtj�r.d}n&t| d�rJt | �d�t �}n
t | t �}|r�dd� |D �}|rvt
d| ��t | f|�S t | f|�S d S )NFr2 r c S s g | ]}|� d �r|�qS )Z _encoding)�endswith)r �xr r r r � s
z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r)
�
isinstancer Z HTTPResponser ZresponseZaddbase�fp�hasattrr2 r � TypeError�HTMLUnicodeInputStream�HTMLBinaryInputStream)�source�kwargsZ isUnicodeZ encodingsr r r �HTMLInputStream� s � �
rI c @ sp e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
ddd�Z dd� Z dd� Z
d dd�Zdd� ZdS ) rE ��Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
i ( c C sZ t jsd| _n td�dkr$| j| _n| j| _dg| _td�df| _| � |�| _
| � � dS )� Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
Nu r
r �utf-8�certain) r �supports_lone_surrogates�reportCharacterErrorsr( �characterErrorsUCS4�characterErrorsUCS2ZnewLines�lookupEncoding� charEncoding�
openStream�
dataStream�reset)r% rG r r r r& � s
z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N� r )r* � chunkSize� chunkOffset�errors� prevNumLines� prevNumCols�_bufferedCharacterr4 r r r rV � s z HTMLUnicodeInputStream.resetc C s t |d�r|}nt|�}|S �zvProduces a file object from source.
source can be either a file object, local filename or a string.
r2 )rC r �r% rG r" r r r rT � s
z!HTMLUnicodeInputStream.openStreamc C sT | j }|�dd|�}| j| }|�dd|�}|dkr@| j| }n ||d }||fS )N�
r r r
)r* �countr[ �rfindr\ )r% r, r* ZnLinesZ positionLineZ lastLinePosZpositionColumnr r r � _position� s
z HTMLUnicodeInputStream._positionc C s | � | j�\}}|d |fS )z:Returns (line, col) of the current position in the stream.r
)rc rY )r% �line�colr r r r$ � s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| �� stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return
EOF when EOF is reached.
r
)rY rX � readChunkr r* )r% rY �charr r r rg � s
zHTMLUnicodeInputStream.charNc C s� |d kr| j }| �| j�\| _| _d| _d| _d| _| j�|�}| j rX| j | }d | _ n|s`dS t
|�dkr�t |d �}|dks�d| kr�dkr�n n|d | _ |d d� }| j r�| � |� |�
d d
�}|�
d d
�}|| _t
|�| _d S )
NrW r Fr
r �
� � i�� z
r` �
T)�_defaultChunkSizerc rX r[ r\ r* rY rU r2 r] r( �ordrO �replace)r% rX r7 Zlastvr r r rf � s0
z HTMLUnicodeInputStream.readChunkc C s( t tt�|���D ]}| j�d� qd S )N�invalid-codepoint)�ranger( �invalid_unicode_re�findallrZ r6 )r% r7 �_r r r rP % s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s� d}t �|�D ]�}|rqt|�� �}|�� }t�|||d � �rrt�|||d � �}|tkrl| j �
d� d}q|dkr�|dkr�|t |�d kr�| j �
d� qd}| j �
d� qd S )NF� rn Tri i�� r
) rp �finditerrl �group�startr ZisSurrogatePairZsurrogatePairToCodepoint�non_bmp_invalid_codepointsrZ r6 r( )r% r7 �skip�matchZ codepointr) Zchar_valr r r rQ ) s" �z*HTMLUnicodeInputStream.characterErrorsUCS2Fc C s� zt ||f }W nN tk
r^ d�dd� |D ��}|s@d| }t�d| � }t ||f< Y nX g }|�| j| j�}|dkr�| j| jkr�q�n0|� � }|| jkr�|�
| j| j|� � || _q�|�
| j| jd� � | � � sdq�qdd�|�}|S )z� Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
rW c S s g | ]}d t |� �qS )z\x%02x)rl )r �cr r r r N s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N) �charsUntilRegEx�KeyErrorr9 �re�compilery r* rY rX �endr6 rf ) r% Z
charactersZopposite�charsZregexr: �mr �rr r r �
charsUntil@ s,
z!HTMLUnicodeInputStream.charsUntilc C s@ |d k r<| j dkr.|| j | _| jd7 _n| j d8 _ d S r' )rY r* rX )r% rg r r r �ungeto s
z HTMLUnicodeInputStream.unget)N)F)r; r< r= r> rk r& rV rT rc r$ rg rf rP rQ r� r� r r r r rE � s
&
/rE c @ sL e Zd ZdZddd�Zdd� Zd d
� Zdd d �Zd
d� Zdd� Z dd� Z
dS )rF rJ N� windows-1252Tc C s\ | � |�| _t�| | j� d| _d| _|| _|| _|| _|| _ || _
| � |�| _ | �
� dS )rK i �d N)rT � rawStreamrE r& � numBytesMeta�numBytesChardet�override_encoding�transport_encoding�same_origin_parent_encoding�likely_encoding�default_encoding�determineEncodingrS rV )r% rG r� r� r� r� r� Z
useChardetr r r r& � s z HTMLBinaryInputStream.__init__c C s& | j d j�| jd�| _t�| � d S )Nr rm )rS Z
codec_info� streamreaderr� rU rE rV r4 r r r rV � s zHTMLBinaryInputStream.resetc C sD t |d�r|}nt|�}z|�|�� � W n t|�}Y nX |S r^ )rC r r. r+ r! r_ r r r rT � s
z HTMLBinaryInputStream.openStreamc C s� | � � df}|d d k r |S t| j�df}|d d k r:|S t| j�df}|d d k rX|S | �� df}|d d k rt|S t| j�df}|d d k r�|d j�d�s�|S t| j�df}|d d k r�|S |�r`zddl m
} W n t k
r� Y nvX g }|� }|j �s,| j
�| j�}|�s�q,|�|� |�|� q�|�� t|jd �}| j
�d� |d k �r`|dfS t| j�df}|d d k �r�|S td�dfS )NrM r Z tentativezutf-16)�UniversalDetector�encodingr� )� detectBOMrR r� r� �detectEncodingMetar� �name�
startswithr� Z%pip._vendor.chardet.universaldetectorr� � ImportErrorZdoner� r2 r� r6 Zfeed�close�resultr. r� )r% ZchardetrS r� ZbuffersZdetectorr# r� r r r r� � sP
z'HTMLBinaryInputStream.determineEncodingc C s� t |�}|d krd S |jdkr(t d�}nT|| jd krH| jd df| _n4| j�d� |df| _| �� td| jd |f ��d S )N��utf-16be�utf-16lerL r rM z Encoding changed from %s to %s)rR r� rS r� r. rV r )r% Z newEncodingr r r �changeEncoding s
z$HTMLBinaryInputStream.changeEncodingc
C s� t jdt jdt jdt jdt jdi}| j�d�}|�|dd� �}d}|sp|�|�}d}|sp|�|dd � �}d }|r�| j� |� t
|�S | j� d
� dS dS ) z�Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return NonerL r� r� zutf-32lezutf-32be� N� rs r ) �codecs�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BE� BOM_UTF32_LE� BOM_UTF32_BEr� r2 �getr. rR )r% ZbomDict�stringr� r. r r r r� s2 �
z HTMLBinaryInputStream.detectBOMc C sH | j �| j�}t|�}| j �d� |�� }|dk rD|jdkrDtd�}|S )z9Report the encoding declared by the meta element
r Nr� rL )r� r2 r� �EncodingParserr. � getEncodingr� rR )r% r# �parserr� r r r r� 9 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr� T)T) r; r< r= r> r& rV rT r� r� r� r� r r r r rF � s �
*
>"rF c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z e e e
�Z
dd� Ze e�Zefdd�Zdd� Zdd� Zdd� Zd S ) �
EncodingBytesz�String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raisedc C s t �| |�� �S �N)r1 �__new__�lower�r% �valuer r r r� L s zEncodingBytes.__new__c C s
d| _ d S )Nr )rc r� r r r r& P s zEncodingBytes.__init__c C s | S r� r r4 r r r �__iter__T s zEncodingBytes.__iter__c C s> | j d }| _ |t| �kr"t�n |dk r.t�| ||d � S )Nr
r �rc r( �
StopIterationrD �r% �pr r r �__next__W s zEncodingBytes.__next__c C s | � � S r� )r� r4 r r r �next_ s zEncodingBytes.nextc C sB | j }|t| �krt�n |dk r$t�|d | _ }| ||d � S r' r� r� r r r �previousc s zEncodingBytes.previousc C s | j t| �krt�|| _ d S r� �rc r( r� )r% r$ r r r � setPositionl s zEncodingBytes.setPositionc C s* | j t| �krt�| j dkr"| j S d S d S )Nr r� r4 r r r � getPositionq s
zEncodingBytes.getPositionc C s | | j | j d � S �Nr
)r$ r4 r r r �getCurrentByte{ s z EncodingBytes.getCurrentBytec C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr
N�r$ r( rc �r% r� r� rz r r r rx � s
zEncodingBytes.skipc C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _d S r� r� r� r r r � skipUntil� s
zEncodingBytes.skipUntilc C s> | j }| ||t|� � }|�|�}|r:| j t|�7 _ |S )z�Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone)r$ r( r� )r% r1 r� r7 r: r r r �
matchBytes� s
zEncodingBytes.matchBytesc C sR | | j d� �|�}|dkrJ| jdkr,d| _| j|t|� d 7 _dS t�dS )z�Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the matchNr r r
T)r$ �findrc r( r� )r% r1 Z newPositionr r r �jumpTo� s
zEncodingBytes.jumpToN)r; r< r= r> r� r& r� r� r� r� r� r� �propertyr$ r� � currentByte�spaceCharactersBytesrx r� r� r� r r r r r� H s
r� c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r� z?Mini parser for detecting character encoding from meta elementsc C s t |�| _d| _dS )z3string - the data to work on for encoding detectionN)r� r7 r� �r% r7 r r r r& � s
zEncodingParser.__init__c
C s� d| j fd| jfd| jfd| jfd| jfd| jff}| jD ]Z}d}|D ]D\}}| j�|�rFz|� }W q�W qF tk
r� d}Y q�Y qFX qF|s: q�q:| jS ) Ns <!--s <metas </s <!s <?r TF) �
handleComment�
handleMeta�handlePossibleEndTag� handleOther�handlePossibleStartTagr7 r� r� r� )r% ZmethodDispatchrr Z keepParsing�key�methodr r r r� � s( �
zEncodingParser.getEncodingc C s | j �d�S )zSkip over commentss -->�r7 r� r4 r r r r� � s z EncodingParser.handleCommentc C s� | j jtkrdS d}d }| �� }|d kr,dS |d dkr\|d dk}|r�|d k r�|| _dS q|d dkr�|d }t|�}|d k r�|| _dS q|d dkrtt|d ��}|�� }|d k rt|�}|d k r|r�|| _dS |}qd S ) NTFr s
http-equivr
s content-type� charsets content) r7 r� r� � getAttributer� rR �ContentAttrParserr� �parse)r% Z hasPragmaZpendingEncoding�attrZtentativeEncoding�codecZ
contentParserr r r r� � s8 zEncodingParser.handleMetac C s
| � d�S )NF)�handlePossibleTagr4 r r r r� � s z%EncodingParser.handlePossibleStartTagc C s t | j� | �d�S )NT)r� r7 r� r4 r r r r� � s
z#EncodingParser.handlePossibleEndTagc C sb | j }|jtkr(|r$|�� | �� dS |�t�}|dkrD|�� n| �� }|d k r^| �� }qLdS )NTr )r7 r� �asciiLettersBytesr� r� r� �spacesAngleBracketsr� )r% ZendTagr7 rz r� r r r r� � s
z EncodingParser.handlePossibleTagc C s | j �d�S )Nr r� r4 r r r r� s zEncodingParser.handleOtherc C s� | j }|�ttdg�B �}|dkr&dS g }g }|dkr>|r>q�nX|tkrR|�� }q�nD|dkrhd�|�dfS |tkr�|�|�� � n|dkr�dS |�|� t|�}q.|dkr�|� � d�|�dfS t|� |�� }|dk�r2|}t|�}||k�r
t|� d�|�d�|�fS |tk�r$|�|�� � q�|�|� q�nJ|dk�rJd�|�dfS |tk�rd|�|�� � n|dk�rrdS |�|� t|�}|t
k�r�d�|�d�|�fS |tk�r�|�|�� � n|dk�r�dS |�|� �q|dS ) z_Return a name,value pair for the next attribute in the stream,
if one is found, or None� /)r NN� =)r� r r8 )� '� "r ) r7 rx r� � frozensetr9 �asciiUppercaseBytesr6 r� r� r� r� )r% r7 rz ZattrNameZ attrValueZ quoteCharr r r r� s`
zEncodingParser.getAttributeN)
r; r< r= r> r& r� r� r� r� r� r� r� r� r r r r r� � s $r� c @ s e Zd Zdd� Zdd� ZdS )r� c C s
|| _ d S r� )r7 r� r r r r& f s zContentAttrParser.__init__c C s � z�| j �d� | j jd7 _| j �� | j jdks<W d S | j jd7 _| j �� | j jdkr�| j j}| j jd7 _| j j}| j �|�r�| j || j j� W S W d S nR| j j}z"| j �t� | j || j j� W W S tk
� r� | j |d � Y W S X W n tk
�r Y d S X d S )Nr� r
r� )r� r� )r7 r� r$ rx r� r� r� r� )r% Z quoteMarkZ oldPositionr r r r� j s.
zContentAttrParser.parseN)r; r< r= r& r� r r r r r� e s r� c C sf t | t�r0z| �d�} W n tk
r. Y dS X | dk r^z t�| �W S tk
rZ Y dS X ndS dS )z{Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding.r N)rA r �decode�UnicodeDecodeErrorr �lookup�AttributeError)r� r r r rR � s
rR )2Z
__future__r r r Zpip._vendor.sixr r Zpip._vendor.six.movesr r r� r} Z pip._vendorr Z constantsr r r
r r rW r �ior r r� r� r� r� r� r� Z invalid_unicode_no_surrogaterN r~ �evalrp �setrw Zascii_punctuation_rer{ �objectr! rI rE rF r1 r� r� r� rR r r r r �<module> s�
��
�
J g Ih 6' site-packages/pip/_vendor/html5lib/__pycache__/html5parser.cpython-38.pyc 0000644 00000271643 15201600076 0022350 0 ustar 00 U
��.e�� � @ s d dl mZmZmZ d dlmZmZ d dlZd dlm Z ddl
m Z ddl
m Z ddl
m
Z
dd lmZ dd
l
mZ dd lmZmZmZmZmZmZmZmZmZmZm Z m Z m Z m Z m!Z!m"Z" d!dd�Z#d"dd�Z$dd� Z%G dd� de&�Z'ej(dd� �Z)dd� Z*d#d d �Z+G d d � d e,�Z-dS )$� )�absolute_import�division�unicode_literals)�with_metaclass�viewkeysN)� OrderedDict� )� _inputstream)�
_tokenizer)� treebuilders)�Marker)�_utils)�spaceCharacters�asciiUpper2Lower�specialElements�headingElements�
cdataElements�rcdataElements�
tokenTypes�
tagTokenTypes�
namespaces� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustForeignAttributes�adjustMathMLAttributes�adjustSVGAttributes�E�_ReparseException�etreeTc K s$ t �|�}t||d�}|j| f|�S )a� Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
��namespaceHTMLElements)r �getTreeBuilder�
HTMLParser�parse)�doc� treebuilderr �kwargs�tb�p� r) �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/html5parser.pyr# s
r# �divc K s, t �|�}t||d�}|j| fd|i|��S )a# Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
r � container)r r! r" �
parseFragment)r$ r, r% r r& r' r( r) r) r* r- 2 s
r- c s G � fdd�dt �}|S )Nc s e Zd Z� fdd�ZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> |� � D ]$\}}t|tj�r$� |�}|||< qt�| |||�S �N)�items�
isinstance�types� FunctionType�type�__new__)�metaZ classname�basesZ classDictZ
attributeNameZ attribute��functionr) r* r4 M s
z5method_decorator_metaclass.<locals>.Decorated.__new__N)�__name__�
__module__� __qualname__r4 r) r7 r) r* � DecoratedL s r< )r3 )r8 r< r) r7 r* �method_decorator_metaclassK s r= c @ s� e Zd ZdZd+dd�Zd,dd �Zd
d � Zed d
� �Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd-dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� ZdS ).r" z]HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
NFTc sL |� _ |dkrt�d�}||�� _g � _t� fdd�t|��� D ��� _dS )a�
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
Nr c s g | ]\}}||� � j �f�qS r) )�tree)�.0�name�cls��selfr) r* �
<listcomp>z s z'HTMLParser.__init__.<locals>.<listcomp>) �strictr r! r> �errors�dict� getPhasesr/ �phases)rC r> rE r �debugr) rB r* �__init__^ s
�zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|��| _| �� z | �� W n$ tk
rb | �� | �� Y nX d S )N�parser) �
innerHTMLModer, � scriptingr
Z
HTMLTokenizer� tokenizer�reset�mainLoopr )rC �stream� innerHTMLr, rN r& r) r) r* �_parse} s zHTMLParser._parsec C s� | j �� d| _g | _g | _d| _| jr�| j�� | _ | j t
krL| j j | j _
n0| j tkrd| j j| j _
n| j dkr|| j j| j _
n | jd | _| j�� | �� nd| _ | jd | _d | _d | _d| _d S )NFz no quirks� plaintext�
beforeHtml�initialT)r> rP �
firstStartTagrF �log�
compatModerM r, �lowerrS r rO � rcdataState�stater � rawtextState�plaintextStaterI �phase�insertHtmlElement�resetInsertionModeZ lastPhaseZbeforeRCDataPhase�
framesetOKrB r) r) r* rP � s*
zHTMLParser.resetc C s t | d�sdS | jjjd jS )z�Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
rO Nr )�hasattrrO rR � charEncodingr@ rB r) r) r* �documentEncoding� s
zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd �t�dkS |j|j ftkS d S )N�annotation-xml�mathml�encoding)z text/htmlzapplication/xhtml+xml)r@ � namespacer �
attributes� translater r �rC �elementr) r) r* �isHTMLIntegrationPoint� s
�
���z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS r. )rj r@ r rm r) r) r* � isMathMLTextIntegrationPoint� s z'HTMLParser.isMathMLTextIntegrationPointc C sh t d }t d }t d }t d }t d }t d }t d }| �� D �]�}d } |}
|
d k �r�|
} | jjrp| jjd nd } | r~| jnd } | r�| jnd }
|
d }||kr�| �|
d
|
�d i �� d }
qNt| jj�d k�sd| | jj k�sd| �
| ��r||k�r
|d
t ddg�k�sd|||fk�sd| t d k�rH|
dk�rH||k�rH|d
dk�sd| �
| ��rl||||fk�rl| j}n
| jd }||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||krN|�|
�}
qN||kr@| d r@| d s@| �dd
| d
i� q@d}g }|�rd|�| j� | j�� }|�r.| j|k�s.t��q.d S )N�
CharactersZSpaceCharacters�StartTag�EndTag�CommentZDoctype�
ParseError���r3 �data�datavarsr r@ ZmglyphZ
malignmarkrh rg �svg�inForeignContent� selfClosing�selfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r �normalizedTokensr> � openElementsrj r@ �
parseError�get�len�defaultNamespacerp � frozensetr ro r` rI �processCharacters�processSpaceCharacters�processStartTag�
processEndTag�processComment�processDoctype�append�
processEOF�AssertionError)rC ZCharactersTokenZSpaceCharactersTokenZ
StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorToken�tokenZ
prev_token� new_token� currentNodeZcurrentNodeNamespaceZcurrentNodeNamer3 r` Z reprocessrI r) r) r* rQ � s�
����
�
���
�
� �
�
�
zHTMLParser.mainLoopc c s | j D ]}| �|�V qd S r. )rO �normalizeToken�rC r� r) r) r* r} s
zHTMLParser.normalizedTokensc O s | j |ddf|�|� | j�� S )a� Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
FN)rT r> Z getDocument�rC rR �argsr& r) r) r* r# s zHTMLParser.parsec O s | j |df|�|� | j�� S )aZ Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
T)rT r> Z getFragmentr� r) r) r* r- $ s zHTMLParser.parseFragment�XXX-undefined-errorc C s@ |d kr i }| j �| jj�� ||f� | jr<tt| | ��d S r. )rF r� rO rR ZpositionrE ru r )rC Z errorcoderx r) r) r* r @ s
zHTMLParser.parseErrorc C sT |d t d krP|d }t|�|d< t|�t|d �krP|d �|d d d� � |S )Nr3 rr rw rv )r r r� �update)rC r� �rawr) r) r* r� H s zHTMLParser.normalizeTokenc C s t |t� d S r. )�adjust_attributesr r� r) r) r* r S s z!HTMLParser.adjustMathMLAttributesc C s t |t� d S r. )r� r r� r) r) r* r V s z HTMLParser.adjustSVGAttributesc C s t |t� d S r. )r� �adjustForeignAttributesMapr� r) r) r* r Y s z"HTMLParser.adjustForeignAttributesc C s | j �� d S r. )rL r` r� r) r) r* �reparseTokenNormal\ s z HTMLParser.reparseTokenNormalc C s� d}ddddddddddd d d
d d �}| j jd d d
� D ]�}|j}d }|| j jd krj| js`t�d}| j}|dkr|| js|t�|s�|j| j jkr�q8||kr�| j|| } q�q8|r8| jd } q�q8|| _d S )NF�inSelect�inCell�inRow� inTableBody� inCaption�
inColumnGroup�inTable�inBody�
inFrameset�
beforeHead)�select�td�th�tr�tbody�thead�tfoot�caption�colgroup�table�head�body�frameset�htmlrv r T)r� r� r� r� ) r> r~ r@ rS r� rj r� rI r` )rC ZlastZnewModes�nodeZnodeNameZ new_phaser) r) r* rb ` sD �
z HTMLParser.resetInsertionModec C sR |dks t �| j�|� |dkr.| jj| j_n | jj| j_| j| _| j d | _d S )N)�RAWTEXT�RCDATAr� �text)
r� r> �
insertElementrO r^ r] r\ r` �
originalPhaserI )rC r� Z contentTyper) r) r* �parseRCDataRawtext� s z HTMLParser.parseRCDataRawtext)NFTF)Fr+ F)r� N)r9 r: r; �__doc__rK rT rP �propertyrf ro rp rQ r} r# r- r r� r r r r� rb r� r) r) r) r* r" W s(
"
C
,r" c s" dd� }dd� }G dd� dt || |���� G dd� d� �}G d d
� d
� �}G � fd d �d � �}G � fd
d�d� �}G � fdd�d� �}G � fdd�d� �}G � fdd�d� �} G � fdd�d� �}
G � fdd�d� �} G � fdd�d� �} G � fdd �d � �}
G � fd d �d � �}G � fd d �d � �}G � fd!d"�d"� �}G � fd#d$�d$� �}G � fd%d&�d&� �}G � fd'd(�d(� �}G � fd)d*�d*� �}G � fd+d,�d,� �}G � fd-d.�d.� �}G � fd/d0�d0� �}G � fd1d2�d2� �}G � fd3d4�d4� �}||||||| |
| | |
||||||||||||d5�S )6Nc s( t dd� t�� D ���� �fdd�}|S )z4Logger that records which phase processes each tokenc s s | ]\}}||fV qd S r. r) )r? �key�valuer) r) r* � <genexpr>� s z)getPhases.<locals>.log.<locals>.<genexpr>c s� � j �d�r�t|�dkr�|d }zd�|d i}W n � Y nX |d tkr\|d |d< | jj�| jjjj | jj j
j | j
j � j |f� � | f|�|�S � | f|�|�S d S )NZprocessr r3 r@ ) r9 �
startswithr� r rL rY r� rO r] r` � __class__)rC r� r& r� �info�r8 Z
type_namesr) r* �wrapped� s
�z'getPhases.<locals>.log.<locals>.wrapped)rG r r/ )r8 r� r) r� r* rY � s
�zgetPhases.<locals>.logc S s | r t |�S tS d S r. )r= r3 )Z
use_metaclassZmetaclass_funcr) r) r* � getMetaclass� s z getPhases.<locals>.getMetaclassc @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing
c S s || _ || _d S r. )rL r> �rC rL r> r) r) r* rK � s z!getPhases.<locals>.Phase.__init__c S s t �d S r. )�NotImplementedErrorrB r) r) r* r� � s z#getPhases.<locals>.Phase.processEOFc S s | j �|| j jd � d S )Nrv �r> �
insertCommentr~ r� r) r) r* r� � s z'getPhases.<locals>.Phase.processCommentc S s | j �d� d S )Nzunexpected-doctype�rL r r� r) r) r* r� � s z'getPhases.<locals>.Phase.processDoctypec S s | j �|d � d S �Nrw �r> �
insertTextr� r) r) r* r� � s z*getPhases.<locals>.Phase.processCharactersc S s | j �|d � d S r� r� r� r) r) r* r� � s z/getPhases.<locals>.Phase.processSpaceCharactersc S s | j |d |�S �Nr@ )�startTagHandlerr� r) r) r* r� � s z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j �d� |d �� D ],\}}|| jjd jkr,|| jjd j|< q,d| j _d S )Nr@ r� z
non-html-rootrw r F)rL rX r r/ r> r~ rk �rC r� �attrr� r) r) r* � startTagHtml� s z%getPhases.<locals>.Phase.startTagHtmlc S s | j |d |�S r� )�
endTagHandlerr� r) r) r* r� � s z&getPhases.<locals>.Phase.processEndTagN)
r9 r: r; r� rK r� r� r� r� r� r� r� r� r) r) r) r* �Phase� s
r� c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getPhases.<locals>.InitialPhasec S s d S r. r) r� r) r) r* r� � s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j �|| j j� d S r. �r> r� Zdocumentr� r) r) r* r� � s z.getPhases.<locals>.InitialPhase.processCommentc S s� |d }|d }|d }|d }|dks@|d k s@|d k rL|dkrL| j �d� |d krXd}| j�|� |dkrv|�t�}|r�|d dks�|�d �s�|d
ks�|�d �r�|d ks�|r�|�� d kr�d
| j _n$|�d�s�|�d �r�|d k r�d| j _| j j d | j _
d S )Nr@ �publicId�systemId�correctr� zabout:legacy-compatzunknown-doctype� )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr� )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd�quirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrV ) rL r r> Z
insertDoctyperl r r� r[ rZ rI r` )rC r� r@ r� r� r� r) r) r* r� � sX ��
��9�<��?�@�@
�A
����z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr� rV )rL rZ rI r` rB r) r) r* � anythingElseM s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j �d� | �� |S )Nz expected-doctype-but-got-chars�rL r r� r� r) r) r* r� Q s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j �dd|d i� | �� |S )Nz"expected-doctype-but-got-start-tagr@ r� r� r) r) r* r� V s
�z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j �dd|d i� | �� |S )Nz expected-doctype-but-got-end-tagr@ r� r� r) r) r* r� \ s
�z-getPhases.<locals>.InitialPhase.processEndTagc S s | j �d� | �� dS )Nz expected-doctype-but-got-eofTr� rB r) r) r* r� b s z*getPhases.<locals>.InitialPhase.processEOFN) r9 r: r; r� r� r� r� r� r� r� r� r) r) r) r* � InitialPhase� s _r� c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j �tdd�� | jjd | j_d S )Nr� rr r� )r> Z
insertRoot�impliedTagTokenrL rI r` rB r) r) r* ra i s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | � � dS �NT�ra rB r) r) r* r� n s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� r s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r. r) r� r) r) r* r� u s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | � � |S r. r� r� r) r) r* r� x s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| �� |S )Nr@ r� T)rL rX ra r� r) r) r* r� | s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dkr$| j �dd|d i� n | �� |S d S )Nr@ �r� r� r� �brz unexpected-end-tag-before-html)rL r ra r� r) r) r* r� � s
�z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN)
r9 r: r; ra r� r� r� r� r� r� r) r) r) r* �BeforeHtmlPhaseg s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.BeforeHeadPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S )Nr� r� r� ) rK r
�MethodDispatcherr� � startTagHeadr� �
startTagOther�default�endTagImplyHeadr� � endTagOtherr� �r� r) r* rK � s �
�z+getPhases.<locals>.BeforeHeadPhase.__init__c S s | � tdd�� dS )Nr� rr T�r� r� rB r) r) r* r� � s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r. r) r� r) r) r* r� � s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | � tdd�� |S �Nr� rr r� r� r) r) r* r� � s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd �|�S �Nr� �rL rI r� r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j �|� | j jd | j _| jjd | j_d S )Nrv �inHead)r> r� r~ � headPointerrL rI r` r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | � tdd�� |S r� r� r� r) r) r* r� � s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | � tdd�� |S r� r� r� r) r) r* r� � s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j �dd|d i� d S )Nzend-tag-after-implied-rootr@ r� r� r) r) r* r� � s
�z.getPhases.<locals>.BeforeHeadPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �BeforeHeadPhase� s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!S )"z getPhases.<locals>.InHeadPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fg�| _ | j | j _
t�d| jfd | jfg�| _| j| j_
d S )
Nr� �title)�noframes�style�noscript�script)�base�basefont�bgsound�command�linkr5 r� )r� r� r� )rK r
r� r� �
startTagTitle�startTagNoFramesStyle�startTagNoscript�startTagScript�startTagBaseLinkCommand� startTagMetar� r� r� r� �
endTagHead�endTagHtmlBodyBrr� r� r� r� r) r* rK � s& ��
�z'getPhases.<locals>.InHeadPhase.__init__c S s | � � dS r� �r� rB r) r) r* r� � s z)getPhases.<locals>.InHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� � s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j �d� d S )Nz!two-heads-are-not-better-than-oner� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j �|� | j j�� d|d< d S �NTr| �r> r� r~ �popr� r) r) r* r� � s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s� | j �|� | j j�� d|d< |d }| jjjjd dkr�d|krZ| jjj�|d � nVd|kr�d|kr�|d � � d kr�t
� |d � d
��}t
�
|�}|�� }| jjj�|� d S ) NTr| rw r Z tentative�charsetZcontentz
http-equivz content-typezutf-8)r> r� r~ r rL rO rR re ZchangeEncodingr[ r Z
EncodingBytes�encodeZContentAttrParserr# )rC r� rk rw rL �codecr) r) r* r� � s ��
z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j �|d� d S )Nr� �rL r� r� r) r) r* r� � s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j �|d� d S )Nr� r r� r) r) r* r� � s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j �|d� n | j�|� | j jd | j _d S )Nr� �inHeadNoscript)rL rN r� r> r� rI r` r� r) r) r* r� � s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j �|� | jjj| jj_| jj| j_| jjd | j_d S )Nr� ) r> r� rL rO ZscriptDataStater] r` r� rI r� r) r) r* r� s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | � � |S r. r r� r) r) r* r� s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s: | j jj�� }|jdks&td|j ��| j jd | j _d S )Nr� zExpected head got %s� afterHead�rL r> r~ r r@ r� rI r` �rC r� r� r) r) r* r s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | � � |S r. r r� r) r) r* r s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S �N�unexpected-end-tagr@ r� r� r) r) r* r� s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | � td�� d S )Nr� )r r� rB r) r) r* r� s z+getPhases.<locals>.InHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r r r� r� r) r� r) r* � InHeadPhase� s r c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z&getPhases.<locals>.InHeadNoscriptPhasec sf � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fg�| _ | j | j _d S )Nr� )r� r� r� r5 r� r� )r� r� r� r� )
rK r
r� r� r� �startTagHeadNoscriptr� r� r� �endTagNoscript�endTagBrr� r� r� r� r) r* rK s �
�z/getPhases.<locals>.InHeadNoscriptPhase.__init__c S s | j �d� | �� dS )Nzeof-in-head-noscriptTr� rB r) r) r* r� 0 s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd �|�S �Nr� )rL rI r� r� r) r) r* r� 5 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j �d� | �� |S )Nzchar-in-head-noscriptr� r� r) r) r* r� 8 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd �|�S r �rL rI r� r� r) r) r* r� = s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� @ s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r� C s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j �dd|d i� d S �N�unexpected-start-tagr@ r� r� r) r) r* r F s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j �dd|d i� | �� |S �Nz unexpected-inhead-noscript-tagr@ r� r� r) r) r* r� I s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s: | j jj�� }|jdks&td|j ��| j jd | j _d S )Nr� zExpected noscript got %sr� r r
r) r) r* r N s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j �dd|d i� | �� |S r r� r� r) r) r* r S s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j �dd|d i� d S r r� r� r) r) r* r� X s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | � td�� d S )Nr� )r r� rB r) r) r* r� [ s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r r� r r r� r� r) r� r) r* �InHeadNoscriptPhase s r c sp e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS )z!getPhases.<locals>.AfterHeadPhasec sn � � | ||� t�d| jfd| jfd| jfd| jfd| jfg�| _| j | j_
t�d| j fg�| _ | j
| j _
d S )Nr� r� r� ) r� r� r� r� r5 r� r� r� r� r� )r� r� r� )rK r
r� r� � startTagBody�startTagFrameset�startTagFromHeadr� r� r� r� r r� r� r� r� r) r* rK ` s ��
�
z*getPhases.<locals>.AfterHeadPhase.__init__c S s | � � dS r� r rB r) r) r* r� q s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� u s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� y s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j�|� | j jd | j _d S )NFr� )rL rc r> r� rI r` r� r) r) r* r | s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j �|� | jjd | j_d S )Nr� )r> r� rL rI r` r� r) r) r* r � s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j �dd|d i� | jj�| jj� | j jd �|� | jjd d d� D ] }|jdkrL| jj� |� qnqLd S )Nz#unexpected-start-tag-out-of-my-headr@ r� rv r� )
rL r r> r~ r� r� rI r� r@ �remover
r) r) r* r � s
�
z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | � � |S r. r r� r) r) r* r� � s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | � � |S r. r r� r) r) r* r � s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j �tdd�� | jjd | j_d| j_d S )Nr� rr r� T)r> r� r� rL rI r` rc rB r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r r r r� r� r r� r� r) r� r) r* �AfterHeadPhase_ s
r c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!d?d@� Z"dAdB� Z#dCdD� Z$dEdF� Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)dOdP� Z*dQdR� Z+dSdT� Z,dUdV� Z-dWdX� Z.dYdZ� Z/d[d\� Z0d]d^� Z1d_d`� Z2dadb� Z3dcdd� Z4dedf� Z5dgS )hz getPhases.<locals>.InBodyPhasec $ s� � � | ||� | j| _t�d| jfd| jfd| jfd| jfd| j ft
| j fd| j fd| j
fd| jfd | jfd
| jfd | jfd | jfd
| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd| j fd| j fd| j fd| j!fd | j"fd | j#fd | j$fd | j%fd | j&fg!�| _'| j(| j'_)t�d| j*fd| j+fd!| j,fd| j-fd"| j.fd#| j/ft
| j0fd$| j1fd| j2fd%| j3fg
�| _4| j5| j4_)d S )&Nr� ) r� r� r� r� r� r5 r� r� r� r� r� )�address�article�aside�
blockquote�center�details�dirr+ �dl�fieldset�
figcaption�figure�footer�header�hgroup�main�menu�nav�olr( �section�summary�ul)�pre�listing�form)�li�dd�dtrU �a) �b�big�code�em�font�i�s�small�strike�strong�tt�u�nobr�button)ZappletZmarquee�objectZxmpr� )Zarear� �embed�img�keygenZwbr)Zparam�sourceZtrack�input�hr�image�isindex�textareaZiframer� )Znoembedr� r� )�rp�rt)�option�optgroupZmathry ) r� �colr� �framer� r� r� r� r� r� r� )r r r! r" rH r# r$ Zdialogr% r+ r& r' r( r) r* r+ r, r5 r- r. r/ r0 r4 r1 r2 r3 r( )r8 r9 r7 )r: r; r< r= r> r? r@ rG rA rB rC rD rE rF r� )6rK � processSpaceCharactersNonPrer� r
r� r� �startTagProcessInHeadr r �startTagClosePr �startTagHeading�startTagPreListing� startTagForm�startTagListItem�startTagPlaintext� startTagA�startTagFormatting� startTagNobr�startTagButton�startTagAppletMarqueeObject� startTagXmp�
startTagTable�startTagVoidFormatting�startTagParamSource�
startTagInput�
startTagHr�
startTagImage�startTagIsIndex�startTagTextarea�startTagIFramer� �startTagRawtext�startTagSelect� startTagRpRt� startTagOpt� startTagMath� startTagSvg�startTagMisplacedr� r� r� �
endTagBody�
endTagHtml� endTagBlock�
endTagForm�endTagP�endTagListItem�
endTagHeading�endTagFormatting�endTagAppletMarqueeObjectr r� r� r� r� r) r* rK � s� ������-
���z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r. )r@ rj rk )rC Znode1Znode2r) r) r* �isMatchingFormattingElement� s
�
�z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s� | j �|� | j jd }g }| j jd d d� D ](}|tkr@ qXq.| �||�r.|�|� q.t|�dksht�t|�dkr�| j j� |d � | j j�|� d S )Nrv � )
r> r� r~ �activeFormattingElementsr r� r� r� r� r )rC r� rn ZmatchingElementsr� r) r) r* �addFormattingElement� s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d�}| jjd d d� D ] }|j|kr| j�d� q:qd S )N) r8 r9 r7 r( r� r� r� r� r� r� r� r� rv z expected-closing-tag-but-got-eof)r� r> r~ r@ rL r )rC Zallowed_elementsr� r) r) r* r� s
z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|�d�rH| jjd jdkrH| jjd �� sH|dd � }|rb| j�� | j�|� d S )Nrw �
rv )r4 r5 rR r ) rY r� r� r> r~ r@ Z
hasContent�#reconstructActiveFormattingElementsr� )rC r� rw r) r) r* �!processSpaceCharactersDropNewline
s
��
z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j �� | j �|d � | jjrPtdd� |d D ��rPd| j_d S )Nrw � c S s g | ] }|t k�qS r) �r �r? �charr) r) r* rD " s �zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)r> r� r� rL rc �anyr� r) r) r* r� s
��z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j �� | j �|d � d S r� )r> r� r� r� r) r) r* rY & s
z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd �|�S r r� r� r) r) r* rZ * s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s� | j �dddi� t| jj�dks4| jjd jdkrB| j js�t�nBd| j _|d � � D ],\}}|| jjd j
krV|| jjd j
|< qVd S )Nr r@ r� r Frw ) rL r r� r> r~ r@ rS r� rc r/ rk r� r) r) r* r - s �z+getPhases.<locals>.InBodyPhase.startTagBodyc S s� | j �dddi� t| jj�dks4| jjd jdkrB| j js�t�np| j jsLnf| jjd j rv| jjd j �
| jjd � | jjd jdkr�| jj� � qv| j� |� | j j
d | j _d S ) Nr r@ r� r r� rv r� r� )rL r r� r> r~ r@ rS r� rc �parent� removeChildr r� rI r` r� r) r) r* r 8 s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jddd�r | �td�� | j �|� d S �Nr( rH ��variant)r> �elementInScoper{ r� r� r� r) r) r* r[ F s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jddd�r | �td�� | j �|� d| j_| j| _d S )Nr( rH r� F) r> r� r{ r� r� rL rc r� r� r� r) r) r* r] K s
z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | j�dddi� n:| j jddd�r:| �td�� | j �|� | j jd | j _d S )Nr r@ r6 r( rH r� rv ) r> � formPointerrL r r� r{ r� r� r~ r� r) r) r* r^ R s z+getPhases.<locals>.InBodyPhase.startTagFormc S s� d| j _dgddgddgd�}||d }t| jj�D ]@}|j|kr^| j j�t|jd�� qx|j t
kr6|jdkr6 qxq6| jj d d
d �r�| j j�td d�� | j� |� d S ) NFr7 r9 r8 )r7 r9 r8 r@ rs )r r+ r( r( rH r� )
rL rc �reversedr> r~ r@ r` r� r� � nameTupler r� r� )rC r� Z stopNamesMapZ stopNamesr� r) r) r* r_ [ s* �
�
��z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jddd�r | �td�� | j �|� | jjj| jj_d S r� ) r> r� r{ r� r� rL rO r_ r] r� r) r) r* r` q s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jddd�r | �td�� | j jd jtkrR| j�dd|d i� | j j� � | j �
|� d S )Nr( rH r� rv r r@ ) r> r� r{ r� r~ r@ r rL r r r� r� r) r) r* r\ w s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j �d�}|rf| j�dddd�� | �td�� || j jkrL| j j�|� || j jkrf| j j�|� | j � � | �
|� d S )Nr: �$unexpected-start-tag-implies-end-tag�Z startNameZendName) r> �!elementInActiveFormattingElementsrL r r~ r� r~ r r� r� r� )rC r� Z afeAElementr) r) r* ra s �
z(getPhases.<locals>.InBodyPhase.startTagAc S s | j �� | �|� d S r. )r> r� r� r� r) r) r* rb � s
z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j �� | j �d�rB| j�dddd�� | �td�� | j �� | �|� d S )NrG r� r� )r> r� r� rL r r� r� r� r� r) r) r* rc � s
�
z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j �d�r2| j�dddd�� | �td�� |S | j �� | j �|� d| j_d S )NrH r� r� F) r> r� rL r r� r� r� r� rc r� r) r) r* rd � s �
z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j �� | j �|� | j j�t� d| j_d S �NF)r> r� r� r� r� r rL rc r� r) r) r* re � s
z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jddd�r | �td�� | j �� d| j_| j�|d� d S )Nr( rH r� Fr� )r> r� r{ r� r� rL rc r� r� r) r) r* rf � s
z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjddd�r*| �td�� | j�|� d| j _| j jd | j _ d S )Nr� r( rH r� Fr� )
rL rZ r> r� r� r� r� rc rI r` r� r) r) r* rg � s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j �� | j �|� | j j�� d|d< d| j_d S )NTr| F)r> r� r� r~ r rL rc r� r) r) r* rh � s
z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| �|� d|d kr<|d d �t�dkr<|| j _d S )Nr3 rw �hidden)rL rc rh rl r )rC r� rc r) r) r* rj � s
�z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* ri � s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jddd�r | �td�� | j �|� | j j�� d|d< d| j_d S )Nr( rH r� Tr| F) r> r� r{ r� r� r~ r rL rc r� r) r) r* rk � s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j �dddd�� | �tdd|d |d d�� d S ) Nz unexpected-start-tag-treated-asrP rK �Z originalNameZnewNamerr rw r{ �rk r{ )rL r r� r� r� r) r) r* rl � s �
�z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j �dddi� | jjr d S i }d|d kr>|d d |d< | �tdd|d�� | �td d�� | �td
d�� d |d kr�|d d }nd }| �td
|d�� |d �� }d|kr�|d= d |kr�|d = d|d< | �tdd||d d�� | � td
�� | �td d�� | � td�� d S )Nzdeprecated-tagr@ rQ �actionrw r6 rr )rk rO Zlabel�promptz3This is a searchable index. Enter search keywords: rq �r3 rw rN r{ r� )
rL r r> r� r� r� r� r �copyr� )rC r� Z
form_attrsr� rk r) r) r* rm � s<
� �
�z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j �|� | jjj| jj_| j| _d| j_d S r� ) r> r� rL rO r\ r] r� r� rc r� r) r) r* rn � s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| �|� d S r� )rL rc rp r� r) r) r* ro s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| �|� n
| �|� d S r. )rL rN rp r� r� r) r) r* r� s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j �|d� dS )z8iframe, noembed noframes, noscript(if scripting enabled)r� Nr r� r) r) r* rp
s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jj�td�� | j �� | jj �|� d S �Nrv rU ) r> r~ r@ rL r` r� r� r� r� r� r) r) r* rs s
z*getPhases.<locals>.InBodyPhase.startTagOptc S s� | j �� | j �|� d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fkrx| jjd | j_n| jjd | j_d S )
NFr� r� r� r� r� r� �inSelectInTabler� )r> r� r� rL rc r` rI r� r) r) r* rq s
�z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j �d�r2| j �� | j jd jdkr2| j�� | j �|� d S )N�rubyrv )r> r� �generateImpliedEndTagsr~ r@ rL r r� r� r) r) r* rr % s
z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nrh rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* rt , s
z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nry rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* ru 8 s
z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j �dd|d i� dS )a5 Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
z unexpected-start-tag-ignoredr@ Nr� r� r) r) r* rv D s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j �� | j �|� d S r. )r> r� r� r� r) r) r* r� M s
z,getPhases.<locals>.InBodyPhase.startTagOtherc S s� | j jddd�sD| �tdd�� | j�dddi� | �tdd�� nT| j �d� | j jd j dkrt| j�dddi� | j j�
� }|j dkr�| j j�
� }q�d S ) Nr( rH r� rr r r@ rs rv ) r> r� r[ r� rL r r{ r� r~ r@ r r
r) r) r* r{ Q s
z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j �d�s| j�� d S | j jd jdkrj| j jdd � D ],}|jtd�kr<| j�dd|jd�� qjq<| jjd | j_d S )Nr� rv � )r8 r9 r7 rV rU r( rS rT r� r� r� r� r� r� r� r� �$expected-one-end-tag-but-got-another�ZgotNameZ expectedName� afterBody) r> r� rL r r~ r@ r� rI r` r
r) r) r* rw ^ s
�z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j �d�r | �td�� |S d S )Nr� )r> r� rw r� r� r) r) r* rx p s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s� |d dkr| j | _| j�|d �}|r2| j�� | jjd j|d kr^| j�dd|d i� |r�| jj� � }|j|d kr�| jj� � }qnd S )Nr@ r4 rv �end-tag-too-early)
rY r� r> r� r� r~ r@ rL r r )rC r� ZinScoper� r) r) r* ry v s
z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d ks$| j �|�s8| j�dddi� n:| j �� | j jd |krd| j�dddi� | j j�|� d S )Nr r@ r6 rv zend-tag-too-early-ignored)r> r� r� rL r r� r~ r r
r) r) r* rz � s �
�z)getPhases.<locals>.InBodyPhase.endTagFormc S s� |d dkrd}nd }| j j|d |d�sB| j�dd|d i� nf| j j|d d� | j jd j|d kr�| j�dd|d i� | j j�� }|j|d kr�| j j�� }q�d S ) Nr@ r7 �listr� r ��excluderv r� )r> r� rL r r� r~ r@ r )rC r� r� r� r) r) r* r| � s
� z-getPhases.<locals>.InBodyPhase.endTagListItemc S s� t D ] }| j�|�r| j�� q$q| jjd j|d krP| j�dd|d i� t D ]8}| j�|�rT| jj�� }|jt kr�| jj�� }qp q�qTd S )Nrv r@ r� ) r r> r� r� r~ r@ rL r r )rC r� �itemr) r) r* r} � s
z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk �r
|d7 }| j �|d �}|rD|| j jkrR| j �|j�sR| �|� dS || j jkr�| j�dd|d i� | j j� |� dS | j �|j�s�| j�dd|d i� dS || j jd kr�| j�d d|d i� | j j�
|�}d}| j j|d� D ]}|j t kr�|} �qq�|dk�rR| j j�
� }||k�r@| j j�
� }�q&| j j� |� dS | j j|d }| j j�
|�}| } }
d} | j j�
|
�} | d
k �rX| d7 } | d8 } | j j| }
|
| j jk�r�| j j� |
� �q�|
|k�rސqX| |k�r�| j j�
|
�d }|
�� }
|
| j j| j j�
|
�< |
| j j| j j�
|
�< |
}
| j�rF| j�| � |
�| � |
} �q�| j�rl| j�| � |jtd �k�r�| j �� \}}|�| |� n
|�| � |�� }
|�|
� |�|
� | j j� |� | j j�||
� | j j� |� | j j�| j j�
|�d |
� qdS ) z)The much-feared adoption agency algorithmr � r r@ Nzadoption-agency-1.2zadoption-agency-4.4rv zadoption-agency-1.3r� �r� r� r� r� r� )r> r� r~ r� r@ r� rL r r� r �indexr� r r Z cloneNoder� r� Z appendChildr� Z getTableMisnestedNodePosition� insertBeforeZreparentChildren�insert)rC r� ZouterLoopCounterZformattingElementZafeIndexZ
furthestBlockrn ZcommonAncestorZbookmarkZlastNoder� ZinnerLoopCounterr� Zcloner� r� r) r) r* r~ � s�
�
� �
� �� �
�z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s� | j �|d �r| j �� | j jd j|d krF| j�dd|d i� | j �|d �r�| j j�� }|j|d kr~| j j�� }qb| j �� d S )Nr@ rv r� ) r> r� r� r~ r@ rL r r � clearActiveFormattingElements)rC r� rn r) r) r* r T s
z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j �dddd�� | j�� | j�tdd�� | jj�� d S )Nz unexpected-end-tag-treated-asr� z
br elementr� rr )rL r r> r� r� r� r~ r r� r) r) r* r ` s �
z'getPhases.<locals>.InBodyPhase.endTagBrc S s� | j jd d d� D ]�}|j|d krz| j j|d d� | j jd j|d krb| j�dd|d i� | j j�� |krtqb q�q|jtkr| j�dd|d i� q�qd S )Nrv r@ r� r ) r> r~ r@ r� rL r r r� r r
r) r) r* r� g s
z*getPhases.<locals>.InBodyPhase.endTagOtherN)6r9 r: r; rK r� r� r� r� r� rY rZ r r r[ r] r^ r_ r` r\ ra rb rc rd re rf rg rh rj ri rk rl rm rn ro r� rp rs rq rr rt ru rv r� r{ rw rx ry rz r| r} r~ r r r� r) r� r) r* � InBodyPhase� sh G
$ r� c s@ e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )z getPhases.<locals>.TextPhasec sF � � | ||� t�g �| _| j| j_t�d| jfg�| _| j| j_d S �Nr� ) rK r
r� r� r� r� � endTagScriptr� r� r� r� r) r* rK v s
�z%getPhases.<locals>.TextPhase.__init__c S s | j �|d � d S r� r� r� r) r) r* r� ~ s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j �dd| jjd ji� | jj�� | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofr@ rv T)rL r r> r~ r@ r r� r` rB r) r) r* r� � s � z'getPhases.<locals>.TextPhase.processEOFc S s dst d|d ��d S )NFz4Tried to process start tag %s in RCDATA/RAWTEXT moder@ )r� r� r) r) r* r� � s z*getPhases.<locals>.TextPhase.startTagOtherc S s* | j j�� }|jdkst�| jj| j_d S r� )r> r~ r r@ r� rL r� r` r
r) r) r* r� � s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j�� | jj| j_d S r. )r> r~ r rL r� r` r� r) r) r* r� � s z(getPhases.<locals>.TextPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r) r� r) r* � TextPhaseu s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'S )(z getPhases.<locals>.InTablePhasec
s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fd | j fd
| j fg
�| _
| j| j
_t�d| jfd | jfg�| _| j| j_d S ) Nr� r� r� rW �r� r� r� )r� r� r� r� )r� r� rN r6 ) r� r� rW r� r� r� r� r� r� r� r� )rK r
r� r� �startTagCaption�startTagColgroup� startTagCol�startTagRowGroup�startTagImplyTbodyrg �startTagStyleScriptrj r^ r� r� r� � endTagTable� endTagIgnorer� r� r� r� r) r* rK � s* �
��z(getPhases.<locals>.InTablePhase.__init__c S s$ | j jd jdkr | j j�� q d S )Nrv )r� r� )r> r~ r@ r rB r) r) r* �clearStackToTableContext� s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s0 | j jd jdkr | j�d� n | jjs,t�d S )Nrv r� z eof-in-table�r> r~ r@ rL r rS r� rB r) r) r* r� � s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j�|� d S �N� inTableText)rL r` rI r� r� �rC r� r� r) r) r* r� � s
z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j�|� d S r� )rL r` rI r� r� r� r) r) r* r� � s
z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd �|� d| j _d S )NTr� F)r> �insertFromTablerL rI r� r� r) r) r* r� � s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | � � | jj�t� | j�|� | jjd | j_d S )Nr� ) r� r> r� r� r r� rL rI r` r� r) r) r* r� � s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | � � | j�|� | jjd | j_d S )Nr� �r� r> r� rL rI r` r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z+getPhases.<locals>.InTablePhase.startTagColc S s( | � � | j�|� | jjd | j_d S �Nr� r� r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j �dddd�� | j j�td�� | j js2|S d S )Nr� r� r� )rL r r` r� r� rS r� r) r) r* rg � s �z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� � s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d krH|d d � t�dkrH| j�d� | j�|� | jj�� n
| �|� d S )Nr3 rw r� z unexpected-hidden-input-in-table) rl r rL r r> r� r~ r r� r� r) r) r* rj � s � z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j �d� | jjd kr@| j�|� | jjd | j_| jj�� d S )Nzunexpected-form-in-tablerv )rL r r> r� r� r~ r r� r) r) r* r^ � s
z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz)unexpected-start-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z-getPhases.<locals>.InTablePhase.startTagOtherc S s� | j jddd�r�| j �� | j jd jdkrJ| j�dd| j jd jd�� | j jd jdkrj| j j�� qJ| j j�� | j�� n| jj s�t
�| j�� d S )Nr� r� rv zend-tag-too-early-namedr� ) r> r� r� r~ r@ rL r r rb rS r� r� r) r) r* r�
s
�� z+getPhases.<locals>.InTablePhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz'unexpected-end-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z+getPhases.<locals>.InTablePhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� rg r� rj r^ r� r� r� r� r) r� r) r* � InTablePhase� s&
r� c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z#getPhases.<locals>.InTableTextPhasec s � � | ||� d | _g | _d S r. )rK r� �characterTokensr� r� r) r* rK ( s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d� dd� | jD ��}tdd� |D ��rJtd |d�}| jjd �|� n|rZ| j�|� g | _d S )Nr� c S s g | ] }|d �qS )rw r) �r? r� r) r) r* rD . s zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t k�qS r) r� r� r) r) r* rD / s rq r� r� )�joinr� r� r rL rI r� r> )rC rw r� r) r) r* �flushCharacters- s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | � � | j| j_|S r. �r� r� rL r` r� r) r) r* r� 6 s
z2getPhases.<locals>.InTableTextPhase.processCommentc S s | � � | j| j_dS r� r� rB r) r) r* r� ; s
z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j �|� d S �Nrw r� �r� r� r� r) r) r* r� @ s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j �|� d S r. r� r� r) r) r* r� E s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | � � | j| j_|S r. r� r� r) r) r* r� J s
z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | � � | j| j_|S r. r� r� r) r) r* r� O s
z1getPhases.<locals>.InTableTextPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �InTableTextPhase' s r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z!getPhases.<locals>.InCaptionPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� � r� rW r� r� r� r� r� r� r� r� r� )
r� rW r� r� r� r� r� r� r� r� )
rK r
r� r� �startTagTableElementr� r� r� �
endTagCaptionr� r� r� r� r� r� r) r* rK V s ��
��z*getPhases.<locals>.InCaptionPhase.__init__c S s | j jddd� S )Nr� r� r� �r> r� rB r) r) r* �ignoreEndTagCaptionh s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd �� d S r� �rL rI r� rB r) r) r* r� k s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd �|�S r� �rL rI r� r� r) r) r* r� n s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j �� | �� }| j j�td�� |s,|S d S �Nr� �rL r r� r` r� r� �rC r� � ignoreEndTagr) r) r* r� q s
z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd �|�S r� r� r� r) r) r* r� y s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s� | � � s�| j�� | jjd jdkrB| j�dd| jjd jd�� | jjd jdkrb| jj�� qB| jj�� | j�� | jj d | j_
n| jj s�t �| j�� d S )Nrv r� r� r� r� )
r� r> r� r~ r@ rL r r r� rI r` rS r� r� r) r) r* r� | s
��
z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j �� | �� }| j j�td�� |s,|S d S r� r� r� r) r) r* r� � s
z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd �|�S r� �rL rI r� r� r) r) r* r� � s z-getPhases.<locals>.InCaptionPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* �InCaptionPhaseT s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z%getPhases.<locals>.InColumnGroupPhasec s^ � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fg�| _
| j | j
_d S )Nr� rW r� ) rK r
r� r� r� r� r� r� �endTagColgroup� endTagColr� r� r� r� r) r* rK � s �
�z.getPhases.<locals>.InColumnGroupPhase.__init__c S s | j jd jdkS )Nrv r� )r> r~ r@ rB r) r) r* �ignoreEndTagColgroup� s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S sD | j jd jdkr"| jjs t�d S | �� }| �td�� |s@dS d S )Nrv r� r� T) r> r~ r@ rL rS r� r� r� r� )rC r� r) r) r* r� � s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� � s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s@ | � � r | jjst�| j�� n | jj�� | jjd | j_ d S �Nr� )
r� rL rS r� r r> r~ r rI r` r� r) r) r* r� � s
z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j �dddi� d S )Nz
no-end-tagr@ rW r� r� r) r) r* r� � s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �InColumnGroupPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z#getPhases.<locals>.InTableBodyPhasec sv � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fd| j fd| j fg�| _
| j| j
_ d S )Nr� r� �r� r� )r� rW r� r� r� r� r� r� )r� r� rW r� r� r� r� r� )rK r
r� r� �
startTagTr�startTagTableCell�startTagTableOtherr� r� r� �endTagTableRowGroupr� r� r� r� r� r� r) r* rK � s$ ��
��z,getPhases.<locals>.InTableBodyPhase.__init__c S sB | j jd jdkr | j j�� q | j jd jdkr>| jjs>t�d S )Nrv )r� r� r� r� r� )r> r~ r@ r rL rS r� rB r) r) r* � clearStackToTableBodyContext� s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd �� d S r� r� rB r) r) r* r� � s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | � � | j�|� | jjd | j_d S )Nr� )r� r> r� rL rI r` r� r) r) r* r� s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j �dd|d i� | �tdd�� |S )Nz unexpected-cell-in-table-bodyr@ r� rr )rL r r� r� r� r) r) r* r� s
�z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sn | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | jjs`t �| j�
� d S �Nr� r� r� r� r� rv � r> r� r� r� r� r~ r@ rL rS r� r r� r) r) r* r� s ��� z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d dd�r:| �� | j j�� | jjd | j_n| j�dd|d i� d S )Nr@ r� r� r� � unexpected-end-tag-in-table-body) r> r� r� r~ r rL rI r` r r� r) r) r* r� " s
�z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sn | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | jjs`t �| j�
� d S r� r� r� r) r) r* r� + s ��� z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j �dd|d i� d S )Nr� r@ r� r� r) r) r* r� 8 s
�z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� < s z/getPhases.<locals>.InTableBodyPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �InTableBodyPhase� s
r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) z getPhases.<locals>.InRowPhasec sv � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fd| j fd| j fg�| _
| j| j
_d S )Nr� r� )r� rW r� r� r� r� r� r� r� r� )r� r� rW r� r� r� r� )rK r
r� r� r� r� r� r� r� �endTagTrr� r� r� r� r� r� r� r) r* rK A s$ ��
��z&getPhases.<locals>.InRowPhase.__init__c S s@ | j jd jdkr<| j�dd| j jd ji� | j j�� q d S )Nrv )r� r� z'unexpected-implied-end-tag-in-table-rowr@ )r> r~ r@ rL r r rB r) r) r* �clearStackToTableRowContextU s
�z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd� S )Nr� r� r� r� rB r) r) r* �ignoreEndTagTr[ s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd �� d S r� r� rB r) r) r* r� _ s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� b s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� e s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | � � | j�|� | jjd | j_| jj�t� d S )Nr� ) r� r> r� rL rI r` r� r� r r� r) r) r* r� h s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� n s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� u s z+getPhases.<locals>.InRowPhase.startTagOtherc S sH | � � s.| �� | jj�� | jjd | j_n| jjs:t �| j�
� d S r� ) r� r� r> r~ r rL rI r` rS r� r r� r) r) r* r� x s z&getPhases.<locals>.InRowPhase.endTagTrc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d dd�r&| �td�� |S | j�� d S )Nr@ r� r� r� )r> r� r� r� rL r r� r) r) r* r� � s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-table-rowr@ r� r� r) r) r* r� � s
�z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �
InRowPhase? s
r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z getPhases.<locals>.InCellPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� r� r� )r� r� rW r� r� r� )
rK r
r� r� r� r� r� r� �endTagTableCellr� � endTagImplyr� r� r� r� r) r* rK � s ��
�z'getPhases.<locals>.InCellPhase.__init__c S sB | j jddd�r | �td�� n | j jddd�r>| �td�� d S �Nr� r� r� r� )r> r� r� r� rB r) r) r* � closeCell� s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd �� d S r� r� rB r) r) r* r� � s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd �|�S r� r� r� r) r) r* r� � s z0getPhases.<locals>.InCellPhase.processCharactersc S sF | j jddd�s | j jddd�r,| �� |S | jjs8t�| j�� d S r� )r> r� r� rL rS r� r r� r) r) r* r� � s � z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� � s z,getPhases.<locals>.InCellPhase.startTagOtherc S s� | j j|d dd�r�| j �|d � | j jd j|d krp| j�dd|d i� | j j�� }|j|d krPq|qPn | j j�� | j �� | jj d | j_
n| j�dd|d i� d S )Nr@ r� r� rv zunexpected-cell-end-tagr� r ) r> r� r� r~ r@ rL r r r� rI r` r
r) r) r* r� � s
�
z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d dd�r | �� |S | j�� d S )Nr@ r� r� )r> r� r� rL r r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd �|�S r� r� r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* � InCellPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z getPhases.<locals>.InSelectPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfg�| _ | j
| j _ t�d| j fd| j
fd| jfg�| _| j| j_ d S )Nr� rU rV r� )rN rL rR r� )rK r
r� r� �startTagOption�startTagOptgrouprq rj r� r� r� r� � endTagOption�endTagOptgroup� endTagSelectr� r� r� r� r) r* rK � s �
�z)getPhases.<locals>.InSelectPhase.__init__c S s0 | j jd jdkr | j�d� n | jjs,t�d S )Nrv r� z
eof-in-selectr� rB r) r) r* r� � s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j �|d � d S r� r� r� r) r) r* r� s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j�� | j �|� d S r� �r> r~ r@ r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j�� | j jd jdkr<| j j�� | j �|� d S )Nrv rU rV r� r� r) r) r* r� s
z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j �d� | �td�� d S )Nzunexpected-select-in-selectr� )rL r r� r� r� r) r) r* rq s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s> | j �d� | jjddd�r.| �td�� |S | j js:t�d S )Nzunexpected-input-in-selectr� r� )rL r r> r� r� r� rS r� r� r) r) r* rj s
z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd �|�S r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-selectr@ r� r� r) r) r* r� ! s
�z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j�� n| j�dddi� d S )Nrv rU � unexpected-end-tag-in-selectr@ �r> r~ r@ r rL r r� r) r) r* r� % s
�z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j�� | j jd jdkrP| j j�� n| j�dddi� d S )Nrv rU ���rV r r@ r r� r) r) r* r� , s � �z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sZ | j jddd�r@| j j�� }|jdkr4| j j�� }q | j�� n| jjsLt�| j� � d S )Nr� r� )
r> r� r~ r r@ rL rb rS r� r r
r) r) r* r� 9 s
z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� D s
�z,getPhases.<locals>.InSelectPhase.endTagOtherN)r9 r: r; rK r� r� r� r� rq rj r� r� r� r� r� r� r) r� r) r* �
InSelectPhase� s
r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z'getPhases.<locals>.InSelectInTablePhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S )N)r� r� r� r� r� r� r� r� )
rK r
r� rg r� r� r� r� r� r� r� r� r) r* rK I s ��
��z0getPhases.<locals>.InSelectInTablePhase.__init__c S s | j jd �� d S �Nr� r� rB r) r) r* r� X s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd �|�S r r� r� r) r) r* r� [ s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j �dd|d i� | �td�� |S )Nz5unexpected-table-element-start-tag-in-select-in-tabler@ r� )rL r r� r� r� r) r) r* rg ^ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� c s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j �dd|d i� | jj|d dd�r<| �td�� |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tabler@ r� r� r� )rL r r> r� r� r� r� r) r) r* r� f s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd �|�S r r� r� r) r) r* r� l s z3getPhases.<locals>.InSelectInTablePhase.endTagOtherN)
r9 r: r; rK r� r� rg r� r� r� r) r� r) r* �InSelectInTablePhaseH s r c - s� e Zd Zeddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,g,�Z� fd-d.�Zd/d0� Z� fd1d2�Zd3d4� Zd5d6� Z d7S )8z(getPhases.<locals>.InForeignContentPhaser; r< r" r� r� r# r= r8 r+ r& r9 r> rJ Zh1Zh2Zh3Zh4Zh5Zh6r� rO r@ rK r7 r5 r. r5 rG r0 r( r4 r� rA rB �spanrD rC �subZsupr� rE rF r3 �varc s � � | ||� d S r. )rK r� r� r) r* rK y s z1getPhases.<locals>.InForeignContentPhase.__init__c % S sn ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%�$}|d& |krj||d& |d&< d S )'NZaltGlyphZ altGlyphDefZ altGlyphItemZ animateColorZ
animateMotionZanimateTransformZclipPathZfeBlendZ
feColorMatrixZfeComponentTransferZ feCompositeZfeConvolveMatrixZfeDiffuseLightingZfeDisplacementMapZfeDistantLightZfeFloodZfeFuncAZfeFuncBZfeFuncGZfeFuncRZfeGaussianBlurZfeImageZfeMergeZ feMergeNodeZ feMorphologyZfeOffsetZ fePointLightZfeSpecularLightingZ feSpotLightZfeTileZ feTurbulenceZ
foreignObjectZglyphRefZlinearGradientZradialGradientZtextPath)$ZaltglyphZ altglyphdefZ altglyphitemZ animatecolorZ
animatemotionZanimatetransformZclippathZfeblendZ
fecolormatrixZfecomponenttransferZ fecompositeZfeconvolvematrixZfediffuselightingZfedisplacementmapZfedistantlightZfefloodZfefuncaZfefuncbZfefuncgZfefuncrZfegaussianblurZfeimageZfemergeZ femergenodeZ femorphologyZfeoffsetZ fepointlightZfespecularlightingZ fespotlightZfetileZ feturbulenceZ
foreignobjectZglyphrefZlineargradientZradialgradientZtextpathr@ r) )rC r� � replacementsr) r) r* �adjustSVGTagNames| sN �% z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd� |d D ��r<d| j _� �| |� d S )Nrw r� u �c s s | ]}|t kV qd S r. r� r� r) r) r* r� � s zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rL rc r� r� r� r� r) r* r� � s
�z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s. | j jd }|d | jksD|d dkr�t|d �� �tdddg�@ r�| j�dd|d i� | j jd j| j jkr�| j� | j jd �s�| j�
| j jd �s�| j j� � qZ|S |jt d kr�| j�
|� n$|jt d
kr�| �|� | j�|� | j�|� |j|d < | j �|� |d �r*| j j� � d
|d< d S )Nrv r@ r? rw ZcolorZface�sizez*unexpected-html-element-in-foreign-contentrh ry rj r{ Tr| )r> r~ �breakoutElements�set�keysrL r rj r� ro rp r r r r
r r r� )rC r� r� r) r) r* r� � s:
� �
� ���
z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s� t | jj�d }| jjd }|j�t�|d krF| j�dd|d i� |j�t�|d kr�| jj| jj d kr�| jj�
� | jjj | j_| jj� � |kr�| jjs�t
�q�d }q�|d8 }| jj| }|j| jjkr�qFqF| jj�|�}q�qF|S )Nr rv r@ r r� )r� r> r~ r@ rl r rL r r` rI r� r� r r� rj r� r� )rC r� Z nodeIndexr� r� r) r) r* r� � s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN)
r9 r: r; r� r rK r
r� r� r� r) r� r) r* �InForeignContentPhaseo s\ � ) r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z!getPhases.<locals>.AfterBodyPhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S �Nr� )
rK r
r� r� r� r� r� rx r� r� r� r� r) r* rK � s �
z*getPhases.<locals>.AfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� � s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j �|| j jd � d S )Nr r� r� r) r) r* r� � s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j �d� | j jd | j _|S )Nzunexpected-char-after-bodyr� �rL r rI r` r� r) r) r* r� � s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-start-tag-after-bodyr@ r� r r� r) r) r* r� � s
�z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j �d� n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtml�afterAfterBody)rL rS r rI r` )rC r@ r) r) r* rx
s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-end-tag-after-bodyr@ r� r r� r) r) r* r�
s
�z-getPhases.<locals>.AfterBodyPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� rx r� r) r� r) r* �AfterBodyPhase� s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.InFramesetPhasec sf � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fg�| _ | j | j _ d S )Nr� r� rX r� )
rK r
r� r� r �
startTagFrame�startTagNoframesr� r� r� �endTagFramesetr� r� r� r� r) r* rK
s �
�z+getPhases.<locals>.InFramesetPhase.__init__c S s0 | j jd jdkr | j�d� n | jjs,t�d S )Nrv r� zeof-in-framesetr� rB r) r) r* r� #
s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j �d� d S )Nzunexpected-char-in-framesetr� r� r) r) r* r� )
s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j �|� d S r. )r> r� r� r) r) r* r ,
s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j �|� | j j�� d S r. r r� r) r) r* r /
s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd �|�S r� r� r� r) r) r* r 3
s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-framesetr@ r� r� r) r) r* r� 6
s
�z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | j�d� n | j j�� | jjsV| j jd jdkrV| jjd | j_d S )Nrv r� z)unexpected-frameset-in-frameset-innerhtmlr� �
afterFrameset) r> r~ r@ rL r r rS rI r` r� r) r) r* r :
s �z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-framesetr@ r� r� r) r) r* r� F
s
�z.getPhases.<locals>.InFramesetPhase.endTagOtherN) r9 r: r; rK r� r� r r r r� r r� r) r� r) r* �InFramesetPhase
s r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z%getPhases.<locals>.AfterFramesetPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S �Nr� r� ) rK r
r� r� r r� r� r� rx r� r� r� r� r) r* rK L
s �
�z.getPhases.<locals>.AfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� Z
s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j �d� d S )Nz unexpected-char-after-framesetr� r� r) r) r* r� ^
s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd �|�S r r� r� r) r) r* r a
s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz#unexpected-start-tag-after-framesetr@ r� r� r) r) r* r� d
s
�z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )N�afterAfterFrameset)rL rI r` r� r) r) r* rx h
s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j �dd|d i� d S )Nz!unexpected-end-tag-after-framesetr@ r� r� r) r) r* r� k
s
�z1getPhases.<locals>.AfterFramesetPhase.endTagOtherN)
r9 r: r; rK r� r� r r� rx r� r) r� r) r* �AfterFramesetPhaseJ
s r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z&getPhases.<locals>.AfterAfterBodyPhasec s0 � � | ||� t�d| jfg�| _| j| j_d S r )rK r
r� r� r� r� r� r� r� r) r* rK p
s
�z/getPhases.<locals>.AfterAfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� x
s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� {
s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� ~
s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j �d� | j jd | j _|S )N�expected-eof-but-got-charr� r r� r) r) r* r� �
s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-start-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-end-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �AfterAfterBodyPhaseo
s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z*getPhases.<locals>.AfterAfterFramesetPhasec s8 � � | ||� t�d| jfd| jfg�| _| j| j_d S r )rK r
r� r� �startTagNoFramesr� r� r� r� r� r) r* rK �
s �z3getPhases.<locals>.AfterAfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� �
s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� �
s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� �
s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j �d� d S )Nr r� r� r) r) r* r� �
s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r �
s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r r� r� r) r� r) r* �AfterAfterFramesetPhase�
s r! )rW rV r� r� r
r r� r� r� r� r� r� r� r� r� r� r� rz r� r� r r r )r )rJ rY r� r� r� r� r r r r� r� r� r� r� r� r� r� r� r r r r r r r r! r) r� r* rH � sr ) #.g@C X! -GBbYLd's/9%&&�rH c s> t | d �t � �@ }|r:t� fdd�| d �� D ��| d< d S )Nrw c 3 s" | ]\}}� � ||�|fV qd S r. )r� )r? �k�v�r r) r* r� �
s �z$adjust_attributes.<locals>.<genexpr>)r r r/ )r� r Zneeds_adjustmentr) r$ r* r� �
s
�r� rs Fc C s |d kr i }t | | ||d�S )N)r3 r@ rw r{ )r )r@ r3 rk r{ r) r) r* r� �
s
�r� c @ s e Zd ZdZdS )ru zError in parsed documentN)r9 r: r; r� r) r) r) r* ru �
s ru )r T)r+ r T)rs NF).Z
__future__r r r Zpip._vendor.sixr r r1 � collectionsr r� r r
r Ztreebuilders.baser r
Z constantsr r r r r r r r r r r r r� r r r r r# r- r= rI r" ZmemoizerH r� r� � Exceptionru r) r) r) r* �<module> sP H
G
K �
site-packages/pip/_vendor/html5lib/__pycache__/serializer.cpython-38.pyc 0000644 00000025044 15201600076 0022243 0 ustar 00 U
��.e�= � @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl
m Z m Z m
Z
ddl
mZmZmZ ddlmZmZ d d lmZ d
�e
�d Ze�d e d
�Ze�d e d �Zi Ze d�dkZ e e� � �D ]n\Z Z!e r�e e!�dks�e s�e e!�dkr�q�e!dkr�e e!�dk�re�"e!�Z!ne#e!�Z!e!ek�s0e �$� r�e ee!< q�dd� Z%ede%� d dd�Z&G dd� de'�Z(G dd� de)�Z*dS ) � )�absolute_import�division�unicode_literals)� text_typeN)�register_error�xmlcharrefreplace_errors� )� voidElements�booleanAttributes�spaceCharacters)�rcdataElements�entities� xmlEntities)� treewalkers�_utils)�escape� z"'=<>`�[�]u_
/` ᠏
]u � �&c
C s t | ttf��rg }g }d}t| j| j| j� �D ]n\}}|rDd}q2|| j }t�| j|t | j|d g�� �r�t�
| j||d � �}d}nt |�}|� |� q2|D ]V}t
�|�} | r�|� d� |� | � | �d�s�|� d� q�|� dt|�dd � � q�d�|�| jfS t| �S d S )NFr Tr �;z&#x%s;r )�
isinstance�UnicodeEncodeError�UnicodeTranslateError� enumerate�object�start�endr ZisSurrogatePair�min�surrogatePairToCodepoint�ord�append�_encode_entity_map�get�endswith�hex�joinr )
�exc�resZ
codepoints�skip�i�c�indexZ codepointZcp�e� r/ �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/serializer.py�htmlentityreplace_errors* s0
"
r1 �htmlentityreplace�etreec K s$ t �|�}tf |�}|�|| �|�S )a� Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
)r Z
getTreeWalker�HTMLSerializer�render)�inputZtree�encodingZserializer_optsZwalker�sr/ r/ r0 � serializeK s
r9 c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZdZdd� Zdd � Zd
d � Zdd
d�Zddd�Zddd�Zd S )r4 �legacy�"TF)�quote_attr_values�
quote_char�use_best_quote_char�omit_optional_tags�minimize_boolean_attributes�use_trailing_solidus� space_before_trailing_solidus�escape_lt_in_attrs�
escape_rcdata�resolve_entities�alphabetical_attributes�inject_meta_charset�strip_whitespace�sanitizec
K sv t |�t | j� }t|�dkr2tdtt|�� ��d|kr@d| _| jD ] }t| ||�|t | |��� qFg | _
d| _ dS )aB
Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
r z2__init__() got an unexpected keyword argument '%s'r= FN) � frozenset�options�len� TypeError�next�iterr> �setattrr$ �getattr�errors�strict)�self�kwargsZunexpected_args�attrr/ r/ r0 �__init__� s O
zHTMLSerializer.__init__c C s* t |t�st�| jr"|�| jd�S |S d S )Nr2 �r r �AssertionErrorr7 �encode�rT �stringr/ r/ r0 rZ � s zHTMLSerializer.encodec C s* t |t�st�| jr"|�| jd�S |S d S )NrS rX r[ r/ r/ r0 � encodeStrict� s zHTMLSerializer.encodeStrictNc c s� || _ d}g | _|r0| jr0ddlm} |||�}| jrJddlm} ||�}| jrdddlm} ||�}| j r~ddl
m} ||�}| j r�ddl m} ||�}|D �]>}|d }|dk�r\d|d }|d r�|d |d 7 }n|d
r�|d 7 }|d
�rF|d
�
d �d
k�r,|d
�
d�d
k�r&| �d� d}nd }|d||d
|f 7 }|d7 }| �|�V q�|dk�r�|dk�sv|�r�|�r�|d �
d�d
k�r�| �d� | �|d �V n| �t|d ��V q�|dk�r�|d } | �d| �V | tk�r�| j�s�d}n|�r | �d� |d �� D �]�\\}
} } | }
| }| �d�V | �|
�V | j�rv|
t�| t� �k�r|
t�d t� �k�r| �d �V | jd k�s�t|�d
k�r�d}n@| jd k�r�t� |�d k }n$| jd k�r�t � |�d k }nt d!��|� d"d#�}| j �r|� d$d%�}|�r�| j!}| j"�rHd|k�r0d |k�r0d }nd |k�rHd|k�rHd}|dk�r`|� dd&�}n |� d d'�}| �|�V | �|�V | �|�V n | �|�V �q| t#k�r�| j$�r�| j%�r�| �d(�V n | �d)�V | �d�V q�|d*k�r(|d } | tk�rd}n|�r| �d� | �d+| �V q�|d,k�rj|d }|�
d-�d
k�rT| �d.� | �d/|d �V q�|d0k�r�|d } | d1 }|t&k�r�| �d2| � | j'�r�|t(k�r�t&| }nd3| }| �|�V q�| �|d � q�d S )4NFr )�Filter�typeZDoctypez <!DOCTYPE %s�nameZpublicIdz PUBLIC "%s"ZsystemIdz SYSTEMr; r �'zASystem identifer contains both single and double quote charactersz %s%s%s�>)Z
Characters�SpaceCharactersrc �dataz</zUnexpected </ in CDATA)ZStartTagZEmptyTagz<%sTz+Unexpected child element of a CDATA element� r �=�always�specr: z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&�<z<z'z"z /�/ZEndTagz</%s>�Commentz--zComment contains --z <!--%s-->ZEntityr zEntity %s not recognizedz&%s;))r7 rR rG Zfilters.inject_meta_charsetr^ rF Z filters.alphabeticalattributesrH Zfilters.whitespacerI Zfilters.sanitizerr? Zfilters.optionaltags�find�serializeErrorr] rZ r r rD �itemsr@ r
r$ �tupler< rL �_quoteAttributeSpec�search�_quoteAttributeLegacy�
ValueError�replacerC r= r> r rA rB r
rE r )rT �
treewalkerr7 Zin_cdatar^ �tokenr_ Zdoctyper= r` �_Z attr_nameZ
attr_value�k�vZ
quote_attrrd �keyr/ r/ r0 r9 � s�
��
zHTMLSerializer.serializec C s2 |rd� t| �||���S d� t| �|���S dS )an Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
� r N)r' �listr9 )rT ru r7 r/ r/ r0 r5 w s zHTMLSerializer.render�XXX ERROR MESSAGE NEEDEDc C s | j �|� | jrt�d S )N)rR r" rS �SerializeError)rT rd r/ r/ r0 rm � s z HTMLSerializer.serializeError)N)N)r} )�__name__�
__module__� __qualname__r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rK rW rZ r] r9 r5 rm r/ r/ r/ r0 r4 h s, Y
r4 c @ s e Zd ZdZdS )r~ zError in serialized treeN)r r� r� �__doc__r/ r/ r/ r0 r~ � s r~ )r3 N)+Z
__future__r r r Zpip._vendor.sixr �re�codecsr r Z constantsr r
r r r
r r r r Zxml.sax.saxutilsr r' Z_quoteAttributeSpecChars�compilerp rr r# rL Z_is_ucs4r| rn rx ry r r! �islowerr1 r9 r r4 � Exceptionr~ r/ r/ r/ r0 �<module> sD
�
�
�
1 site-packages/pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-38.opt-1.pyc 0000644 00000115250 15201600076 0023201 0 ustar 00 U
��.e$+ � @ s� d dl mZmZmZ d dlmZ d dlmZ ddl m
Z
ddl m Z ddl m Z m
Z
ddl mZmZmZ dd l mZmZ dd
l mZ dd lmZ dd lmZ ee �ZG d
d� de�ZdS )� )�absolute_import�division�unicode_literals)�unichr)�deque� )�spaceCharacters)�entities)� asciiLetters�asciiUpper2Lower)�digits� hexDigits�EOF)�
tokenTypes�
tagTokenTypes)�replacementCharacters)�HTMLInputStream)�Triec sd e Zd ZdZd�� fdd� Zdd� Zdd� Zd�d
d �Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'dLdM� Z(dNdO� Z)dPdQ� Z*dRdS� Z+dTdU� Z,dVdW� Z-dXdY� Z.dZd[� Z/d\d]� Z0d^d_� Z1d`da� Z2dbdc� Z3ddde� Z4dfdg� Z5dhdi� Z6djdk� Z7dldm� Z8dndo� Z9dpdq� Z:drds� Z;dtdu� Z<dvdw� Z=dxdy� Z>dzd{� Z?d|d}� Z@d~d� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZL� ZMS )��
HTMLTokenizera This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
Nc sF t |f|�| _|| _d| _g | _| j| _d| _d | _t t
| �� � d S )NF) r �stream�parserZ
escapeFlagZ
lastFourChars� dataState�state�escape� currentToken�superr �__init__)�selfr r �kwargs�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr " s zHTMLTokenizer.__init__c c sP t g �| _| �� rL| jjr6td | jj�d�d�V q| jr
| j�� V q6q
dS )z� This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
�
ParseErrorr ��type�dataN)r �
tokenQueuer r �errorsr �pop�popleft�r r! r! r" �__iter__1 s
zHTMLTokenizer.__iter__c % C s t }d}|rt}d}g }| j�� }||krH|tk rH|�|� | j�� }q"td�|�|�}|tkr�t| }| j �t
d dd|id�� �nbd| kr�d ks�n |d
kr�d }| j �t
d dd|id�� �n d | kr�d
k�s�n d| kr�dk�s�n d| k�rdk�s�n d| k�r,dk�s�n |t ddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d
g#�k�r�| j �t
d dd|id�� z t |�}W n> t
k
�r� |d6 }t d|d? B �t d7|d8@ B � }Y nX |d9k�r| j �t
d d:d;�� | j�|� |S )<z�This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
�
� � r# z$illegal-codepoint-for-numeric-entity� charAsInt�r% r& Zdatavarsi � i�� i�� � �r � � � � � i� i� � i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i i � i� �;z numeric-entity-without-semicolonr$ )r r
r �charr �append�int�joinr r' r � frozenset�chr�
ValueError�unget) r ZisHexZallowed�radix� charStack�cr0 r: �vr! r! r" �consumeNumberEntityA s�
� � � ��
�
�
�
�
��
� &
� z!HTMLTokenizer.consumeNumberEntityFc C s� d}| j �� g}|d tksB|d tddfksB|d k rV||d krV| j �|d � �n |d dk�r d}|�| j �� � |d dkr�d}|�| j �� � |r�|d tks�|s�|d tkr�| j �|d � | �|�}n4| j �t
d d
d �� | j �|� � � dd � |� }�nh|d tk �rDt
�d � |���s0�qD|�| j �� � �q z$t
�d � |d d� ��}t|�}W n tk
�r� d }Y nX |d k �r@|d d
k�r�| j �t
d dd �� |d d
k�r|�r|| tk�s�|| tk�s�|| dk�r| j �|� � � dd � |� }n.t| }| j �|� � � |d � ||d � �7 }n4| j �t
d dd �� | j �|� � � dd � |� }|�r�| jd d d |7 < n*|tk�r�d}nd}| j �t
| |d �� d S )N�&r �<�#F���)�x�XTr# zexpected-numeric-entityr$ r/ r9 z named-entity-without-semicolon�=zexpected-named-entityr& r �SpaceCharacters�
Characters)r r: r r rA r; r
r rF r' r r) r= � entitiesTrieZhas_keys_with_prefixZlongest_prefix�len�KeyErrorr
r r ) r � allowedChar�
fromAttribute�outputrC �hexZ
entityNameZ entityLengthZ tokenTyper! r! r" �
consumeEntity� s~ �
� �
� �
�
�
�
� �
zHTMLTokenizer.consumeEntityc C s | j |dd� dS )zIThis method replaces the need for "entityInAttributeValueState".
T)rS rT N)rW )r rS r! r! r" �processEntityInAttribute� s z&HTMLTokenizer.processEntityInAttributec C s� | j }|d tkrp|d �t�|d< |d td krp|d rR| j�td dd�� |d rp| j�td d d�� | j�|� | j| _d
S ) z�This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
r% �name�EndTagr& r# zattributes-in-end-tagr$ � selfClosingz self-closing-flag-on-end-tagN) r r � translater r r' r; r r )r �tokenr! r! r" �emitCurrentToken� s � � z HTMLTokenizer.emitCurrentTokenc C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|dkrd| j�td dd�� | j�td dd�� n`|tkrpdS |t kr�| j�td || j �
t d
� d�� n&| j �
d �}| j�td || d�� d
S ) NrG rH � r# �invalid-codepointr$ rO FrN T�rG rH r_ ) r r: �entityDataStater � tagOpenStater' r; r r r �
charsUntil�r r& �charsr! r! r" r � s.
� �
�
�zHTMLTokenizer.dataStatec C s | � � | j| _dS �NT)rW r r r+ r! r! r" rb s z HTMLTokenizer.entityDataStatec C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|tkr:dS |dkrp| j�td dd�� | j�td d d�� nT|t kr�| j�td
|| j �
t d � d�� n&| j �
d �}| j�td || d�� d S )
NrG rH Fr_ r# r` r$ rO r2 rN Tra ) r r: �characterReferenceInRcdatar �rcdataLessThanSignStater r' r; r r rd re r! r! r" � rcdataState s.
� �
�
�zHTMLTokenizer.rcdataStatec C s | � � | j| _dS rg )rW rj r r+ r! r! r" rh 1 s z(HTMLTokenizer.characterReferenceInRcdatac C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S � NrH r_ r# r` r$ rO r2 F)rH r_ T) r r: �rawtextLessThanSignStater r' r; r r rd re r! r! r" � rawtextState6 s"
� �
�zHTMLTokenizer.rawtextStatec C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S rk ) r r: �scriptDataLessThanSignStater r' r; r r rd re r! r! r" �scriptDataStateH s"
� �
�z HTMLTokenizer.scriptDataStatec C sr | j �� }|tkrdS |dkrL| j�td dd�� | j�td dd�� n"| j�td || j �d� d�� dS ) NFr_ r# r` r$ rO r2 T)r r: r r' r; r rd �r r& r! r! r" �plaintextStateZ s
� �
�z HTMLTokenizer.plaintextStatec C s | j �� }|dkr | j| _n�|dkr.| j| _n�|tkrVtd |g ddd�| _| j| _n�|dkr�| j �
td dd �� | j �
td
d d �� | j | _nt|d kr�| j �
td d
d �� | j � |� | j
| _n@| j �
td dd �� | j �
td
dd �� | j � |� | j | _dS )N�!�/ZStartTagF)r% rY r& r[ ZselfClosingAcknowledged�>r# z'expected-tag-name-but-got-right-bracketr$ rO z<>�?z'expected-tag-name-but-got-question-markzexpected-tag-namerH T)r r: �markupDeclarationOpenStater �closeTagOpenStater
r r � tagNameStater' r; r rA �bogusCommentStaterp r! r! r" rc i s@
�
�
�
� zHTMLTokenizer.tagOpenStatec C s� | j �� }|tkr0td |g dd�| _| j| _n�|dkrX| j�td dd�� | j | _nn|t
kr�| j�td dd�� | j�td d
d�� | j | _n0| j�td d d |id
�� | j � |� | j | _dS )NrZ F�r% rY r& r[ rt r# z*expected-closing-tag-but-got-right-bracketr$ z expected-closing-tag-but-got-eofrO �</z!expected-closing-tag-but-got-charr& r1 T)
r r: r
r r rx r r' r; r r rA ry rp r! r! r" rw � s2
�
�
�
� z HTMLTokenizer.closeTagOpenStatec C s� | j �� }|tkr | j| _n�|dkr.| �� n~|tkrV| j�t d dd�� | j
| _nV|dkrh| j | _nD|dkr�| j�t d dd�� | j d d 7 < n| j d |7 < d
S ) Nrt r# zeof-in-tag-namer$ rs r_ r` rY r2 T)
r r: r �beforeAttributeNameStater r^ r r' r; r r �selfClosingStartTagStater rp r! r! r" rx � s&
�
�zHTMLTokenizer.tagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS �Nrs r/ rO rH r$ T)
r r: �temporaryBuffer�rcdataEndTagOpenStater r' r; r rA rj rp r! r! r" ri � s
z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS �NrO r{ r$ T) r r: r
r �rcdataEndTagNameStater r' r; r rA rj rp r! r! r" r� � s
z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S � NrY rZ Frz rs rt rO r{ r$ T)r �lowerr r r: r r r| r r} r^ r r
r' r; rA rj �r Z appropriater& r! r! r" r� � s@
�
�
�
� z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS r~ )
r r: r �rawtextEndTagOpenStater r' r; r rA rm rp r! r! r" rl � s
z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �rawtextEndTagNameStater r' r; r rA rm rp r! r! r" r� � s
z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA rm r� r! r! r" r� s@
�
�
�
� z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j �� }|dkr"d| _| j| _nR|dkrJ| j�td dd�� | j| _n*| j�td dd�� | j � |� | j
| _dS ) Nrs r/ rr rO z<!r$ rH T) r r: r �scriptDataEndTagOpenStater r' r; r �scriptDataEscapeStartStaterA ro rp r! r! r" rn s
z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �scriptDataEndTagNameStater r' r; r rA ro rp r! r! r" r� , s
z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA ro r� r! r! r" r� 7 s@
�
�
�
� z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS �N�-rO r$ T) r r: r' r; r � scriptDataEscapeStartDashStater rA ro rp r! r! r" r� S s
z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS r� ) r r: r' r; r � scriptDataEscapedDashDashStater rA ro rp r! r! r" r� ] s
z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkrz| j�td dd�� | j�td dd�� n8|tkr�| j | _n&| j �
d �}| j�td || d�� d
S ) Nr� rO r$ rH r_ r# r` r2 )rH r� r_ T) r r: r' r; r �scriptDataEscapedDashStater �"scriptDataEscapedLessThanSignStater r rd re r! r! r" �scriptDataEscapedStateg s(
� �
�z$HTMLTokenizer.scriptDataEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkr�| j�td dd�� | j�td dd�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d S )
Nr� rO r$ rH r_ r# r` r2 T) r r: r' r; r r� r r� r� r r rp r! r! r" r� { s&
� �
z(HTMLTokenizer.scriptDataEscapedDashStatec C s� | j �� }|dkr*| j�td dd�� n�|dkr<| j| _n�|dkrd| j�td dd�� | j| _nn|dkr�| j�td dd�� | j�td d d�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d
S ) Nr� rO r$ rH rt r_ r# r` r2 T) r r: r' r; r r� r ro r� r r rp r! r! r" r� � s*
� �
z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s� | j �� }|dkr"d| _| j| _n\|tkrT| j�td d| d�� || _| j | _n*| j�td dd�� | j �
|� | j | _dS r~ ) r r: r � scriptDataEscapedEndTagOpenStater r
r' r; r � scriptDataDoubleEscapeStartStaterA r� rp r! r! r" r� � s
z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j �� }|tkr"|| _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r � scriptDataEscapedEndTagNameStater r' r; r rA r� rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA r� r� r! r! r" r� � s@
�
�
�
� z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS �N)rs rt rO r$ ZscriptT)r r: r r> r' r; r r r� � scriptDataDoubleEscapedStater r� r
rA rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _nt|dkr�| j�td dd�� | j�td dd�� n>|tkr�| j�td d d�� | j | _n| j�td |d�� d
S � Nr� rO r$ rH r_ r# r` r2 �eof-in-script-in-scriptT)
r r: r' r; r � scriptDataDoubleEscapedDashStater �(scriptDataDoubleEscapedLessThanSignStater r rp r! r! r" r� � s*
� �
�
z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td dd�� | j| _nF|t kr�| j�td d d�� | j
| _n | j�td |d�� | j| _d
S r� ) r r: r' r; r �$scriptDataDoubleEscapedDashDashStater r� r� r r rp r! r! r" r� s.
� �
�
z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j �� }|dkr*| j�td dd�� n�|dkrR| j�td dd�� | j| _n�|dkrz| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td d d�� | j| _nF|t kr�| j�td d
d�� | j
| _n | j�td |d�� | j| _d S ) Nr� rO r$ rH rt r_ r# r` r2 r� T) r r: r' r; r r� r ro r� r r rp r! r! r" r� s2
� �
�
z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j �� }|dkr8| j�td dd�� d| _| j| _n| j �|� | j | _dS )Nrs rO r$ r/ T)
r r: r' r; r r � scriptDataDoubleEscapeEndStater rA r� rp r! r! r" r� 0 s
z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS r� )r r: r r> r' r; r r r� r� r r� r
rA rp r! r! r" r� ; s
z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j �� }|tkr$| j �td� �n|tkrJ| jd �|dg� | j| _n�|dkr\| � � n�|dkrn| j
| _n�|dkr�| j �t d dd �� | jd �|dg� | j| _n�|d
kr�| j �t d d d �� | jd �d dg� | j| _nF|t
k�r| j �t d d
d �� | j| _n | jd �|dg� | j| _dS )NTr& r/ rt rs )�'�"rM rH r# �#invalid-character-in-attribute-namer$ r_ r` r2 z#expected-attribute-name-but-got-eof)r r: r rd r
r r; �attributeNameStater r^ r} r' r r r rp r! r! r" r| K s<
�
�
�
z&HTMLTokenizer.beforeAttributeNameStatec C s� | j �� }d}d}|dkr&| j| _�n.|tkr\| jd d d || j �td� 7 < d}n�|dkrjd}n�|tkr|| j| _n�|dkr�| j | _n�|d kr�| j
� t d
d d �� | jd d d d
7 < d}n�|dk�r | j
� t d
dd �� | jd d d |7 < d}nH|t
k�r6| j
� t d
dd �� | j| _n | jd d d |7 < d}|�r�| jd d d �t�| jd d d< | jd d d� D ]>\}}| jd d d |k�r�| j
� t d
dd �� �qҐq�|�r�| �� dS )NTFrM r& rJ r rt rs r_ r# r` r$ r2 �r� r� rH r� zeof-in-attribute-namezduplicate-attribute)r r: �beforeAttributeValueStater r
r rd r �afterAttributeNameStater} r' r; r r r r\ r r^ )r r& ZleavingThisStateZ emitTokenrY �_r! r! r" r� i s^
�
�
�
�
� �
z HTMLTokenizer.attributeNameStatec C sD | j �� }|tkr$| j �td� �n |dkr8| j| _�n|dkrJ| �� n�|tkrp| jd � |dg� | j
| _n�|dkr�| j | _n�|dkr�| j � t
d d d
�� | jd � d dg� | j
| _n�|d kr�| j � t
d d
d
�� | jd � |dg� | j
| _nF|tk�r$| j � t
d dd
�� | j| _n | jd � |dg� | j
| _dS )NTrM rt r& r/ rs r_ r# r` r$ r2 r� z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r r: r rd r� r r^ r
r r; r� r} r' r r r rp r! r! r" r� � s@
�
�
�
z%HTMLTokenizer.afterAttributeNameStatec C sh | j �� }|tkr$| j �td� �n@|dkr8| j| _�n,|dkrX| j| _| j �|� �n |dkrj| j| _n�|dkr�| j �
t d dd�� | � � n�|d kr�| j �
t d d
d�� | j
d d d
d7 < | j| _n�|dk�r| j �
t d dd�� | j
d d d
|7 < | j| _nL|tk�rB| j �
t d dd�� | j| _n"| j
d d d
|7 < | j| _dS )NTr� rG r� rt r# z.expected-attribute-value-but-got-right-bracketr$ r_ r` r& rJ r r2 )rM rH �`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r r: r rd � attributeValueDoubleQuotedStater �attributeValueUnQuotedStaterA � attributeValueSingleQuotedStater' r; r r^ r r r rp r! r! r" r� � sF
�
�
�
�
z'HTMLTokenizer.beforeAttributeValueStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-double-quote)r� rG r_ T� r r: �afterAttributeValueStater rX r' r; r r r r rd rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-single-quote)r� rG r_ Tr� rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr0| �d� n�|dkrB| �� n�|dkr|| j�t d dd�� | j
d d d |7 < n�|d
kr�| j�t d d d�� | j
d d d d 7 < nV|t kr�| j�t d d
d�� | j | _n.| j
d d d || j �
td�tB � 7 < dS )NrG rt )r� r� rM rH r� r# z0unexpected-character-in-unquoted-attribute-valuer$ r& rJ r r_ r` r2 z eof-in-attribute-value-no-quotes)rG rt r� r� rM rH r� r_ T)r r: r r| r rX r^ r' r; r r r r rd r> rp r! r! r" r� s4
� � �
�
z)HTMLTokenizer.attributeValueUnQuotedStatec C s� | j �� }|tkr | j| _n�|dkr.| �� np|dkr@| j| _n^|tkrt| j� t
d dd�� | j � |� | j | _n*| j� t
d dd�� | j � |� | j| _dS )Nrt rs r# z$unexpected-EOF-after-attribute-valuer$ z*unexpected-character-after-attribute-valueT)
r r: r r| r r^ r} r r' r; r rA r rp r! r! r" r� s&
�
� z&HTMLTokenizer.afterAttributeValueStatec C s� | j �� }|dkr&d| jd< | �� n^|tkrZ| j�td dd�� | j �|� | j | _
n*| j�td dd�� | j �|� | j | _
dS )Nrt Tr[ r# z#unexpected-EOF-after-solidus-in-tagr$ z)unexpected-character-after-solidus-in-tag) r r: r r^ r r' r; r rA r r r| rp r! r! r" r} 4 s
�
� z&HTMLTokenizer.selfClosingStartTagStatec C sD | j �d�}|�dd�}| j�td |d�� | j �� | j| _dS )Nrt r_ r2 �Commentr$ T) r rd �replacer' r; r r: r r rp r! r! r" ry F s �
z HTMLTokenizer.bogusCommentStatec C s� | j �� g}|d dkrR|�| j �� � |d dkrPtd dd�| _| j| _dS n�|d dkr�d}dD ](}|�| j �� � |d |krfd } q�qf|r�td
dd d dd �| _| j| _dS n�|d d k�rD| jd k �rD| jj j
�rD| jj j
d j | jj j k�rDd}d
D ].}|�| j �� � |d |k�rd } �q2�q|�rD| j
| _dS | j�td dd�� |�rt| j �|�� � �qZ| j| _dS )NrJ r� r� r/ r$ T)�d�D))�o�O�rD �C��t�T��y�Y��p�P��e�EFZDoctype)r% rY �publicId�systemId�correct�[)r� r� �Ar� r� r� r# zexpected-dashes-or-doctype)r r: r; r r �commentStartStater � doctypeStater ZtreeZ openElements� namespaceZdefaultNamespace�cdataSectionStater' rA r) ry )r rC �matched�expectedr! r! r" rv U s\ ����
�z(HTMLTokenizer.markupDeclarationOpenStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nP|t kr�| j�td d
d�� | j�| j� | j| _n| jd |7 < | j
| _d S ) Nr� r_ r# r` r$ r& r2 rt �incorrect-comment�eof-in-commentT) r r: �commentStartDashStater r' r; r r r r � commentStaterp r! r! r" r� � s.
� �
�
z HTMLTokenizer.commentStartStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nT|t kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j
| _d S ) Nr� r_ r# r` r$ r& � -�rt r� r� T) r r: �commentEndStater r' r; r r r r r� rp r! r! r" r� � s.
� �
�
z#HTMLTokenizer.commentStartDashStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < nT|tkr�| j�td dd�� | j�| j� | j | _n | jd || j �
d � 7 < d
S ) Nr� r_ r# r` r$ r& r2 r� )r� r_ T) r r: �commentEndDashStater r' r; r r r r rd rp r! r! r" r� � s$
� �
�zHTMLTokenizer.commentStatec C s� | j �� }|dkr | j| _n�|dkrV| j�td dd�� | jd d7 < | j| _nT|t kr�| j�td dd�� | j�| j� | j
| _n | jd d| 7 < | j| _d S )
Nr� r_ r# r` r$ r& r� zeof-in-comment-end-dashT) r r: r� r r' r; r r r� r r rp r! r! r" r� � s$
�
�
z!HTMLTokenizer.commentEndDashStatec C s, | j �� }|dkr*| j�| j� | j| _n�|dkrd| j�td dd�� | jd d7 < | j| _n�|dkr�| j�td d d�� | j | _n�|d
kr�| j�td d d�� | jd |7 < nj|t
kr�| j�td d d�� | j�| j� | j| _n4| j�td d
d�� | jd d| 7 < | j| _dS )Nrt r_ r# r` r$ r& u --�rr z,unexpected-bang-after-double-dash-in-commentr� z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r r: r' r; r r r r r� �commentEndBangStater rp r! r! r" r� � s@
�
�
� �
�z HTMLTokenizer.commentEndStatec C s� | j �� }|dkr*| j�| j� | j| _n�|dkrN| jd d7 < | j| _n�|dkr�| j�td dd�� | jd d 7 < | j | _nT|t
kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j | _d S ) Nrt r� r& z--!r_ r# r` r$ u --!�z eof-in-comment-end-bang-stateT) r r: r' r; r r r r� r r� r rp r! r! r" r� � s,
�
�
z!HTMLTokenizer.commentEndBangStatec C s� | j �� }|tkr | j| _nj|tkr\| j�td dd�� d| j d< | j�| j � | j
| _n*| j�td dd�� | j � |� | j| _dS )Nr# �!expected-doctype-name-but-got-eofr$ Fr� zneed-space-after-doctypeT) r r: r �beforeDoctypeNameStater r r' r; r r r rA rp r! r! r" r� s
�
� zHTMLTokenizer.doctypeStatec C s� | j �� }|tkrn�|dkrT| j�td dd�� d| jd< | j�| j� | j| _n�|dkr�| j�td dd�� d | jd
< | j | _nR|t
kr�| j�td d d�� d| jd< | j�| j� | j| _n|| jd
< | j | _d S )
Nrt r# z+expected-doctype-name-but-got-right-bracketr$ Fr� r_ r` r2 rY r� T) r r: r r' r; r r r r �doctypeNameStater rp r! r! r" r� s4
�
�
�
z$HTMLTokenizer.beforeDoctypeNameStatec C s | j �� }|tkr2| jd �t�| jd< | j| _n�|dkrh| jd �t�| jd< | j� | j� | j
| _n�|dkr�| j� t d dd�� | jd d7 < | j | _nh|t
kr�| j� t d dd�� d | jd
< | jd �t�| jd< | j� | j� | j
| _n| jd |7 < d S ) NrY rt r_ r# r` r$ r2 zeof-in-doctype-nameFr� T)r r: r r r\ r �afterDoctypeNameStater r' r; r r r� r rp r! r! r" r� 6 s0
�
�
z HTMLTokenizer.doctypeNameStatec C sH | j �� }|tkr�n.|dkr8| j�| j� | j| _�n |tkr�d| jd< | j � |� | j�t
d dd�� | j�| j� | j| _n�|dkr�d}d D ] }| j �� }||kr�d} q�q�|r�| j | _dS nD|d
k�r
d}d D ] }| j �� }||kr�d} q�q�|�r
| j | _dS | j � |� | j�t
d d d
|id�� d| jd< | j
| _dS )Nrt Fr� r# �eof-in-doctyper$ r� T))�u�U)�b�B)�l�L)�i�Ir� ��s�S)r� r� r� r� )�m�Mz*expected-space-or-right-bracket-in-doctyper& r1 )r r: r r' r; r r r r rA r � afterDoctypePublicKeywordState� afterDoctypeSystemKeywordState�bogusDoctypeState)r r& r� r� r! r! r" r� O sT
�
�
z#HTMLTokenizer.afterDoctypeNameStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS � N)r� r� r# �unexpected-char-in-doctyper$ r� Fr� T) r r: r �"beforeDoctypePublicIdentifierStater r' r; r rA r r r rp r! r! r" r� � s&
�
�
z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d d d�� d | jd
< | j | _d
S )Nr� r/ r� r� rt r# �unexpected-end-of-doctyper$ Fr� r� r� T)
r r: r r �(doctypePublicIdentifierDoubleQuotedStater �(doctypePublicIdentifierSingleQuotedStater' r; r r r r� rp r! r! r" r� � s:
�
�
�
z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypePublicIdentifierStater r' r; r r r r rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr<| j�| j� | j| _n�|dkrn| j�t d dd�� d| jd< | j
| _n�|dkr�| j�t d dd�� d| jd< | j | _nh|t kr�| j�t d d d�� d
| jd < | j�| j� | j| _n(| j�t d dd�� d
| jd < | j
| _d S )
Nrt r� r# r� r$ r/ r� r� r� Fr� T)r r: r �-betweenDoctypePublicAndSystemIdentifiersStater r' r; r r r �(doctypeSystemIdentifierDoubleQuotedState�(doctypeSystemIdentifierSingleQuotedStater r� rp r! r! r" r� � s>
�
�
�
�
z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s� | j �� }|tkrn�|dkr4| j�| j� | j| _n�|dkrPd| jd< | j| _n�|dkrld| jd< | j | _nh|t
kr�| j�t d dd�� d | jd
< | j�| j� | j| _n(| j�t d d d�� d | jd
< | j | _d S )
Nrt r� r/ r� r� r# r� r$ Fr� r� T)
r r: r r' r; r r r r� r� r r r� rp r! r! r" r� s2
�
�
z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS r� ) r r: r �"beforeDoctypeSystemIdentifierStater r' r; r rA r r r rp r! r! r" r� s&
�
�
z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d dd�� d | jd
< | j | _d S )
Nr� r/ r� r� rt r# r� r$ Fr� r� T)
r r: r r r� r r� r' r; r r r r� rp r! r! r" r� / s:
�
�
�
z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypeSystemIdentifierStater r' r; r r r r rp r! r! r" r� L s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� d s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s� | j �� }|tkrn~|dkr4| j�| j� | j| _n^|tkrt| j�t d dd�� d| jd< | j�| j� | j| _n | j�t d dd�� | j
| _dS ) Nrt r# r� r$ Fr� r� T) r r: r r' r; r r r r r r� rp r! r! r" r� | s$
�
�z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j �� }|dkr*| j�| j� | j| _n,|tkrV| j �|� | j�| j� | j| _n dS )Nrt T) r r: r' r; r r r r rA rp r! r! r" r� � s
z HTMLTokenizer.bogusDoctypeStatec C s� g }|� | j�d�� |� | j�d�� | j�� }|tkr>qvq|d dd � dkrj|d d d� |d< qvq|� |� qd�|�}|�d�}|dkr�t|�D ]}| j� t d d
d �� q�|�
dd �}|r�| j� t d
|d �� | j | _ dS )N�]rt rJ ���z]]r/ r_ r r# r` r$ r2 rO T)
r; r rd r: r r= �count�ranger' r r� r r )r r& r: Z nullCountr� r! r! r" r� � s0
�
�z HTMLTokenizer.cdataSectionState)N)NF)N�__name__�
__module__� __qualname__�__doc__r r, rF rW rX r^ r rb rj rh rm ro rq rc rw rx ri r� r� rl r� r� rn r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r} ry rv r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! r r" r s� H
P #
6 "- 3 r N)Z
__future__r r r Zpip._vendor.sixr r? � collectionsr Z constantsr r r
r r r
r r r r Z _inputstreamr Z_trier rP �objectr r! r! r! r" �<module> s site-packages/pip/_vendor/html5lib/__pycache__/constants.cpython-38.opt-1.pyc 0000644 00000201415 15201600076 0023043 0 ustar 00 U
��.e>F � � @ s�- d dl mZmZmZ d dlZdZddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d���Zd�d�d�d�d�d�d��Zeed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fgN�Z eed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�>Z�d/�d0iZ�d1�d2e�d1 f�d1�d3e�d1 f�d1�d4e�d1 f�d1�d5e�d1 f�d1�d6e�d1 f�d1d�e�d1 f�d1�d7e�d1 f�d8d�e�d8 f�d8�d9e�d8 f�d8�d:e�d8 fd�d;e�d; f�d;�d1e�d; f�d<� Ze�d=�d>� e�� D ��Ze�d?�d@�dA�dB�dCg�Zed�d�d�d�d�g�Zeej�Zeej�Zeej�Zeej �Z eej �Z e�dD�d>� ejD ��Z �dEZ ed�d��dFd�d�d�d�d�d�d�d�d�dԐdG�dHg�Z!ed�d�g�Z"ed�d�d�d�d�d�d�g�Z#e�dI�dJg�e�dKg�e�dLg�e�dM�dNg�e�dM�dNg�e�dO�dPg�e�dQg�e�dR�dSg�e�dT�dS�dU�dVg�e�dWg�e�dXg�e�dS�dYg�e�dS�dY�dZg�e�dS�dYg�e�dS�d[g�e�dS�dY�d\�d[�dU�dLg�e�dS�dY�d[�dRg�e�dS�dYg�e�d]g��d^�Z$�d_Z%e�d`�da�db�dc�ddg�Z&�de�de�df�df�dg�dg�dh�di�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�ds�dt�du�dv�dv�dw�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d}�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐd��dӐdԐdՐdddאdאdؐdِdِdڐdېdܐdݐdݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d��d�d�d�d�d�d�d�d�d�d�d�d �d �d�d �d �d��d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d��d��d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�d��d��d��di�dj�dk�d?�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dr�dv�dw�dx�dy�dz�d{�d|�d|�d|�d|�d �dn�d@�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdǐdȐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐd�dՐddאdؐdِdڐdېdܐd��dݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d��d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�dƐdE�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d&�d'�d(�d)�d*�d+�d�d,�d-�d.�d/�d-�d0�d0�d1�d2�d3�d?�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dE�dF�dG�dH�dI�dJ�dJ�dK�dL�dM�dN�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�d�dX�dY�dZ�d[�d\�d]�dÐdĐd^�d_�d`�da�db�dc�dd�de�de�df�dg�dh�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d|�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dr�d��d��d��d��d��d��d��d��df�df�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ds�d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdɐdR�dʐdÐdːd̐d|�d|�d͐dĐd}�dΐdϐdАdѐd!�dҐdT�dӐdԐdՐddאdؐdِdڐdk�dw�dېdܐd�dݐdސdߐd�d�d�d�d�d�d�d�d�d�d\�d\�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�dŐd��d�d�d�d�dƐdǐd�d�d�d �d �d��d �d�d�d �d �d �d!�d"�d#�d$�d%�d&�d �d'�d(�d)�d)�d*�d+�d,�d-�d��d��d.�d/�d/�d��d0�d1�d2�d2�d3�d4�d5�d6�d7�d8�d9�d�d:�d;�d<�d=�d7�d>�d?�d@�dA�dA�dB�du�du�dC�dD�dE�d�dE�d��d?�dF�d��dG�d��d��d��dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�dS�dT�d`�da�db�db�dU�d^�d`�da�d��dc�dd�d��de�df�dg�dƐdh�dP�di�d��dj�dk�d��d��dl�dm�dn�dn�do�dp�dq�dr�dK�d��d��d��ds�ds�d��dt�du�dv�dv�dv�dw�dw�dx�dy�dz�d{�d|�d��d��d}�d~�d�d��dz�dƐdl�dK�d��d�d��d��d��d��d��d��d��d��dސdȐd�d��d��d��dm�d}�d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d�d�d�d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐd�dƐdǐdȐdɐdɐdʐdːdːd̐d͐dΐdϐdАdѐdѐdҐdӐdԐdՐddאdؐdِdڐd�dېdܐdݐdt�dސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d��d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d�d�d��d��d��d��d��d��d��d��d��dސd��d��d�dېd�d�d��d��d��dq�dɐd�d��dN�d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�dh�d�d�d"�d�d�d�d�d�d�d��d�d�d�d �d�d�d�d �d �d �d�d'�d�d �d �d!�dސd"�d#�d$�d �d �d%�d��d%�d&�d'�d(�d)�d*�d+�d'�d,�d,�d-�dސd.�d/�d0�d1�dސd#�d2�d3�d4�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dd�d��dG�dH�d]�dI�dJ�dK�dL�d?�dM�dD�dN�dD�dO�dP�dP�dE�dF�dQ�dR�d �dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dH�d]�dd�de�dÐd̐df�dg�dh�di�dE�dV�d̐dZ�dj�dN�dG�d�d �dk�d\�di�d]�d`�d`�dl�dm�dn�do�dp�dq�dO�dr�d\�dI�d^�da�ds�dM�dt�d^�du�d̐dZ�dv�dw�dx�dn�dj�dy�dy�dz�d{�d|�d|�d}�d~�d~�d�d�d}�d��d��d��dI�df�dg�d��dh�dS�d��d��d��d��d��d��dP�d��d��dܐd��d��dG�d��d�d��d��d��d��d��dl�da�d��d��d^�dĐd��d��d;�d;�d��d��dr�dk�d��d��d��d��d��dU�dߐd��d��d��d��d��d��d��d��d��d��d��d��dҐdQ�d]�d��d��d��d��d��d��d��d��d��dm�d��d��d��d��d��d�d~�d��d��d�dt�d��d��dt�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddd��d�d�d��d��dÐdĐdŐd��dƐdǐdȐdɐd��dʐdːd_�d_�d̐d��d͐d��d��d��dΐd��d��d��d��d��d��d��d��d��d��dϐdАd�dѐdҐd�dӐd��dԐdՐdd��dՐdϐd��dԐd��d��d��d��d��d��d��d��dאdؐdؐd��dِdڐd��dېdܐd��d��dݐdސd��d��dߐd�d�d��d��d��d��d��d��d�d�d�d�d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d�d�d��d��d��d�d��d��d�d�d��d��d��d�d��d�d�d��d��d��d��d��d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d^�d^�d��d:�d �d �d;�d<�d�d�d�d=�d�d�d��d�d�d�d�d �d
�d
�d �d �d��d��d8�d
�d�dːd�d�d�d�d�d��d�d�d�d��d�d9�d�d�d�d�d�d�d�d �d �d �d �d�d �d �d!�d"�d"�d��d#�d$�d$�d%�dŐd&�d&�dŐd'�d(�dϐd)�d*�d+�d,�d\�d-�d.�d/�d0�dr�d1�d2�dƐd3�d�d4�d�d5�d6�d �d7�d�d8�d9�dԐdԐd:�d;�dԐd<�d=�d>�d>�dאd?�d@�dِdؐdאd@�dِdؐdA�dB�dC�dڐdD�dՐdB�dA�dC�dܐdE�dF�dG�dݐdݐdڐdH�dI�dJ�dK�dL�d�dM�dN�dO�d�dP�dQ�d��d�d�d
�d��dR�di�dS�dT�dU�d �dV�d�dW�dX�d�dY�dY�d�dZ�d�d[�d\�d]�d �d��d^�d_�d`�da�db�dc�d�dېdd�de�df�dg�dh�di�dj�dk�d��de�dl�dm�dn�d��d��do�d�d �d�d�dp�d�d�dq�d��dr�dϐd�ds�dt�du�d�d`�dϐd�d��d�dv�da�dw�dx�d��d��d�dy�dz�dz�d{�d|�d}�d��d~�d�d��d��d��d��d��dv�d��d��d �df�d��d��dw�d��d��d�d�d��d��d��d��d��d(�d��d��d��d*�d)�d��d��d��d��d��d��d+�d��d��d��d��d��d�dk�dk�d��d��d��d��dx�dx�d��d��dِd��d��d��dm�dŐd��d��d��d��d��d=�d��d>�d>�d��d��d��d��d��d��d��dE�dx�d��d��dm�d��d��d��d��d��d��d��d��d��d��d��dŐd �d��d#�d��d �d �d �d �d!�d"�d!�d"�d �d �d�d�d�d��dx�d��d%�d��dאd��d0�d��d��d��d��d'�d��d��ddÐdĐdŐd��d'�d��dÐddƐdǐdȐd(�d��d*�d)�d��d��d��d+�d,�dɐdʐdʐdːdːd̐d̐d.�d͐dΐdϐd/�dАdѐdҐdӐdԐdՐddאd.�d/�d͐ddՐdؐdِdڐdېd�dj�dj�dܐdݐdݐdސdߐd͐d�d�d�dB�d�d�d9�d9�d�d�d�d@�d=�d<�d@�d=�d�d�d��d�d�d
�d�d�d�d͐dѐd�d�d�d�d��d�d1�d�d��d��dU�d�d��d�d�d�d�d�d��d��d��d��d��d��d��dАd@�d�dÐd��d��d��d�d��d��d �d �d�dY�d�d[�d�d�d�d�dX�d�d�d�d�d�d �d
�d��d��d �d �d�dZ�dX�d�dU�d
�d`�d
�d�d�d�d�d�d�d�d�d�d�dݐd�d�d�d�dĐd�d�dd�d��d>�d��d0�d3�dݐdZ�du�d��d�d �d �d �d�dS�d��d �d��d�d �d!�d"�dn�dn�d#�dS�d��d��d$�dݐd��d%�d �d�d �d �d&�d'�d(�d��d)�d*�d+�d,�d*�dp�dp�d-�d!�dҐdT�dؐd.�d��dg�d/�d��df�d��d0�dӐd1�dԐdՐd��dh�d2�ddڐdِdk�dw�d3�d3�d4�d5�d6�d7�d7�d8�d9�d:�d;�d<�d=�d=�d>�d?�d@�dA�d��dB�dC�dD�dE�dF�dG�dH�dI�dJ���Z'�dK�dC�d��dL�d��dĐd̐d�df�d��d6�d,�d�d��d��dM�d��dN�dO�dĐd��dÐd��d �dɐd��d��d1�d��d��d�dP�d?�d��dQ�"Z(d �dR�dS�dT�dU�dV�dW�dX�dY�Z)ee)�dZ e)�d[ e)�d\ g�Z*e�d]�d>� e�� D ��Z+�d^e+d�< G �d_�d`� �d`e,�Z-G �da�db� �dbe.�Z/dS (c � )�absolute_import�division�unicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))�znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez
non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz
no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez
eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)�html�mathml�svg�xlink�xml�xmlnsr ZappletZcaptionZmarquee�object�tableZtdZthr �mi�moZmnZmsZmtextzannotation-xmlr Z
foreignObjectZdesc�title�a�bZbig�codeZemZfont�iZnobr�sZsmallZstrikeZstrongZtt�uZaddressZareaZarticleZaside�baseZbasefontZbgsoundZ
blockquoteZbody�br�button�center�colZcolgroup�commandZdd�details�dirZdivZdlZdtZembed�fieldsetZfigureZfooterZform�frameZframeset�h1�h2�h3�h4�h5�h6�head�header�hr�iframeZimage�img�inputZisindexZli�linkZlisting�menu�metaZnavZnoembedZnoframesZnoscriptZol�pZparamZ plaintextZpre�scriptZsection�select�styleZtbodyZtextareaZtfootZtheadZtrZulZwbrZxmpZ
attributeNameZ
attributeTypeZ
baseFrequencyZ baseProfileZcalcModeZ
clipPathUnitsZcontentScriptTypeZcontentStyleTypeZdiffuseConstantZedgeModeZexternalResourcesRequiredZ filterResZ filterUnitsZglyphRefZgradientTransformZ
gradientUnitsZ kernelMatrixZkernelUnitLengthZ keyPointsZ
keySplinesZkeyTimesZ lengthAdjustZlimitingConeAngleZ markerHeightZ markerUnitsZ markerWidthZmaskContentUnitsZ maskUnitsZ
numOctavesZ
pathLengthZpatternContentUnitsZpatternTransformZ patternUnitsZ pointsAtXZ pointsAtYZ pointsAtZZ
preserveAlphaZpreserveAspectRatioZprimitiveUnitsZrefXZrefYZ repeatCountZ repeatDurZrequiredExtensionsZrequiredFeaturesZspecularConstantZspecularExponentZ spreadMethodZ startOffsetZ stdDeviationZ stitchTilesZ surfaceScaleZsystemLanguageZ tableValuesZtargetXZtargetYZ
textLengthZviewBoxZ
viewTargetZxChannelSelectorZyChannelSelectorZ
zoomAndPan)>Z
attributenameZ
attributetypeZ
basefrequencyZ baseprofileZcalcmodeZ
clippathunitsZcontentscripttypeZcontentstyletypeZdiffuseconstantZedgemodeZexternalresourcesrequiredZ filterresZ filterunitsZglyphrefZgradienttransformZ
gradientunitsZ kernelmatrixZkernelunitlengthZ keypointsZ
keysplinesZkeytimesZ lengthadjustZlimitingconeangleZ markerheightZ markerunitsZ markerwidthZmaskcontentunitsZ maskunitsZ
numoctavesZ
pathlengthZpatterncontentunitsZpatterntransformZ patternunitsZ pointsatxZ pointsatyZ pointsatzZ
preservealphaZpreserveaspectratioZprimitiveunitsZrefxZrefyZ repeatcountZ repeatdurZrequiredextensionsZrequiredfeaturesZspecularconstantZspecularexponentZ spreadmethodZ startoffsetZ stddeviationZ stitchtilesZ surfacescaleZsystemlanguageZ tablevaluesZtargetxZtargetyZ
textlengthZviewboxZ
viewtargetZxchannelselectorZychannelselectorZ
zoomandpanZ
definitionurlZ
definitionURLr ZactuateZarcroleZhrefZroleZshow�typer ZlangZspacer
) z
xlink:actuatez
xlink:arcrolez
xlink:hrefz
xlink:rolez
xlink:showz xlink:titlez
xlink:typezxml:basezxml:langz xml:spacer
z xmlns:xlinkc C s" g | ]\}\}}}||f|f�qS � r4 )�.0Zqname�prefixZlocal�nsr4 r4 �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/constants.py�
<listcomp>
s r9 � �
� � �
c C s g | ]}t |�t |�� �f�qS r4 )�ord�lower)r5 �cr4 r4 r8 r9 # s �)r r! r" r# r$ r% z event-source�sourceZtrackZ
irrelevantZ itemscopeZscopedZismapZautoplayZcontrolsZdefer�async�openZmultipleZdisabledZhidden�checked�defaultZnoshadeZ
autosubmit�readonlyZselectedZ autofocusZrequiredZseamless)� r2 r* ZaudioZvideor0 r Zdatagridr r( r- r ZoptionZoptgroupr r+ r1 �outputr) ) i� � i i� i i& i i! i� i0 i` i9 iR rJ i} rJ rJ i i i i i" i i i� i"! ia i: iS rJ i~ ix �lt;�gt;�amp;�apos;�quot;� Æ�&� Áu Ă� Âu Аu 𝔄� Àu Αu Āu ⩓u Ąu 𝔸u � Åu 𝒜u ≔� Ã� Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч� ©u Ću ⋒u ⅅu ℭu Č� Çu Ĉu ∰u Ċ� ¸� ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇� ´u ˙u ˝�`u ˜u ⋄u ⅆu 𝔻� ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ� Ð� Éu Ě� Êu Эu Ėu 𝔈� Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η� Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ�>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ�^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё� Í� Îu Иu İu ℑ� Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І� Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ�<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu u 𝔑u � u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩� Ñu Νu Œ� Ó� Ôu Оu Őu 𝔒� Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪� Ø� Õu ⨷� Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π� ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ�"u 𝔔u ℚu 𝒬u ⤐� ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇� Þu ™u Ћu Цu Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ� Úu ↟u ⥉u Ўu Ŭ� Ûu Уu Űu 𝔘� Ùu Ū�_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ� Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣�|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю� Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵� áu ău ∾u ∾̳u ∿� âu а� æu 𝔞� àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋�'� åu 𝒶�*� ã� äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├� ¦u 𝒷u ⁏�\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č� çu ĉu ⩌u ⩐u ċu ⦲� ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣�:�,�@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏� ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷� °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲� ÷u ⋇u ђu ⌞u ⌍�$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿� éu ⩮u ěu ≖� êu ≕u эu ėu ≒u 𝔢u ⪚� èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ�=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η� ð� ëu €�!u фu ♀u ffiu ffu fflu 𝔣u fiZfju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍� ½u ⅓� ¼u ⅕u ⅙u ⅛u ⅔u ⅖� ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃� í� îu иu е� ¡u 𝔦� ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι� ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і� ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅� «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲�{�[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊�(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺� ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧� µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟� ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸� ñu ν�#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧� ó� ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛� òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ� ª� ºu ⊶u ⩖u ⩗u ⩛� øu ⊘� õu ⨶� öu ⌽� ¶u ⫳u ⫽u п�%�.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ�+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡� £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖�?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥� »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳�}�]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵�)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘� §�;u ⤩u ✶u 𝔰u ♯u щu ш� u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь�/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪� ¹� ²� ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪� ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ� þ� ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣� úu ўu ŭ� ûu уu űu ⥾u 𝔲� ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ� üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍� ýu яu ŷu ы� ¥u 𝔶u їu 𝕪u 𝓎u ю� ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u (� ZAEligzAElig;ZAMPzAMP;ZAacutezAacute;zAbreve;ZAcirczAcirc;zAcy;zAfr;ZAgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;ZAringzAring;zAscr;zAssign;ZAtildezAtilde;ZAumlzAuml;z
Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;ZCOPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;ZCcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z
CenterDot;zCfr;zChi;z
CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z
Congruent;zConint;zContourIntegral;zCopf;z
Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z
DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z
DownArrow;z
DownArrowBar;zDownArrowUpArrow;z
DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z
DownTeeArrow;z
Downarrow;zDscr;zDstrok;zENG;ZETHzETH;ZEacutezEacute;zEcaron;ZEcirczEcirc;zEcy;zEdot;zEfr;ZEgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;ZEumlzEuml;zExists;z
ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;ZGTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z
GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z
GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z
HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z
HumpDownHump;z
HumpEqual;zIEcy;zIJlig;zIOcy;ZIacutezIacute;ZIcirczIcirc;zIcy;zIdot;zIfr;ZIgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z
Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;ZIumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;ZLTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z
LeftArrow;z
LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z
LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z
LeftTeeArrow;zLeftTeeVector;z
LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z
LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z
Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z
LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z
Mellintrf;zMfr;z
MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z
NotCongruent;z
NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z
NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z
NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z
NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z
NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z
NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;ZNtildezNtilde;zNu;zOElig;ZOacutezOacute;ZOcirczOcirc;zOcy;zOdblac;zOfr;ZOgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;ZOslashzOslash;ZOtildezOtilde;zOtimes;ZOumlzOuml;zOverBar;z
OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z
PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z
Proportional;zPscr;zPsi;ZQUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;ZREGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z
RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z
RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z
ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z
SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;ZTHORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z
Therefore;zTheta;z ThickSpace;z
ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z
TripleDot;zTscr;zTstrok;ZUacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;ZUcirczUcirc;zUcy;zUdblac;zUfr;ZUgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z
UnderBracket;zUnderParenthesis;zUnion;z
UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;ZUumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z
VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;ZYacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;Zaacutezaacute;zabreve;zac;zacE;zacd;Zacirczacirc;Zacutezacute;zacy;Zaeligzaelig;zaf;zafr;Zagravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;ZamprM zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;rN zapprox;z approxeq;Zaringzaring;zascr;zast;zasymp;zasympeq;Zatildezatilde;Zaumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z
backprime;zbacksim;z
backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z
bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z
blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;Zbrvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;Zccedilzccedil;zccirc;zccups;zccupssm;zcdot;Zcedilzcedil;zcemptyv;Zcentzcent;z
centerdot;zcfr;zchcy;zcheck;z
checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z
complexes;zcong;zcongdot;zconint;zcopf;zcoprod;�copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;Zcurrenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;Zdegzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;Zdividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z
dotsquare;zdoublebarwedge;z
downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;Zeacutezeacute;zeaster;zecaron;zecir;Zecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;Zegravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;Zethzeth;Zeumlzeuml;zeuro;zexcl;zexist;z expectation;z
exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;Zfrac12zfrac12;zfrac13;Zfrac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;Zfrac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;�gtrL zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z
gtrapprox;zgtrarr;zgtrdot;z
gtreqless;z gtreqqless;zgtrless;zgtrsim;z
gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z
heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;Ziacuteziacute;zic;Zicirczicirc;zicy;ziecy;Ziexclziexcl;ziff;zifr;Zigravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;Ziquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;Ziumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;Zlaquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z
leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z
lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;�ltrK zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z
lvertneqq;zlvnE;zmDDot;Zmacrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;�microzmicro;zmid;zmidast;zmidcir;Zmiddotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;Znbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z
ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z
nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;�notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z
nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z
nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z
nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z
nsupseteq;z nsupseteqq;zntgl;Zntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;Zoacutezoacute;zoast;zocir;Zocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;Zogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;Zordfzordf;Zordmzordm;zorigof;zoror;zorslope;zorv;zoscr;Zoslashzoslash;zosol;Zotildezotilde;zotimes;z otimesas;Zoumlzouml;zovbar;zpar;Zparazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z
pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;Zplusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;Zpoundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;ZquotrO zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;Zraquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z
rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;Zregzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z
risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;Zsectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;Zshyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z
spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z
subseteqq;z
subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;Zsup1zsup1;Zsup2zsup2;Zsup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z
supseteqq;z
supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;Zszligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z
therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;Zthornzthorn;ztilde;�timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z
triangledown;z
triangleleft;ztrianglelefteq;z
triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;Zuacutezuacute;zuarr;zubrcy;zubreve;Zucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;Zugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;Zumlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;Zuumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z
varpropto;zvarr;zvarrho;z varsigma;z
varsubsetneq;zvarsubsetneqq;z
varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;Zyacutezyacute;zyacy;zycirc;zycy;Zyenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;Zyumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u �� � � � � )"r �
� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � )ZDoctypeZ
CharactersZSpaceCharacters�StartTag�EndTag�EmptyTag�CommentZ
ParseErrorr r r c C s g | ]\}}||f�qS r4 r4 )r5 �k�vr4 r4 r8 r9 y s Zmathc @ s e Zd ZdZdS )�DataLossWarningzBRaised when the current tree is unable to represent the input dataN)�__name__�
__module__� __qualname__�__doc__r4 r4 r4 r8 r } s r c @ s e Zd ZdS )�_ReparseExceptionN)r r r
r4 r4 r4 r8 r � s r )0Z
__future__r r r �stringZEOF�EZ
namespaces� frozensetZscopingElementsZformattingElementsZspecialElementsZ htmlIntegrationPointElementsZ"mathmlTextIntegrationPointElementsZadjustSVGAttributesZadjustMathMLAttributesZadjustForeignAttributes�dict�itemsZunadjustForeignAttributesZspaceCharactersZtableInsertModeElementsZascii_lowercaseZasciiLowercaseZascii_uppercaseZasciiUppercaseZ
ascii_lettersZ asciiLettersZdigitsZ hexdigitsZ hexDigitsZasciiUpper2LowerZheadingElementsZ voidElementsZ
cdataElementsZrcdataElementsZbooleanAttributesZentitiesWindows1252Z xmlEntitiesZentitiesZreplacementCharactersZ
tokenTypesZ
tagTokenTypes�prefixes� UserWarningr � Exceptionr r4 r4 r4 r8 �<module> sj � � � $�
�
�
�S
�
� �A � ���
� � �
�# � � � � � � � � � � � � � � � � � �
L�&� �
site-packages/pip/_vendor/html5lib/__pycache__/__init__.cpython-38.pyc 0000644 00000002400 15201600076 0021620 0 ustar 00 U
��.e� � @ sh d Z ddlmZmZmZ ddlmZmZmZ ddl m
Z
ddl m Z ddl
mZ dd d
d d d
gZdZdS )a�
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
� )�absolute_import�division�unicode_literals� )�
HTMLParser�parse�
parseFragment)�getTreeBuilder)�
getTreeWalker)� serializer r r r r
r z1.0.1N)�__doc__Z
__future__r r r Z html5parserr r r Z treebuildersr Z treewalkersr
Z
serializerr �__all__� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/__init__.py�<module> s � site-packages/pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-38.pyc 0000644 00000032670 15201600076 0022047 0 ustar 00 U
��.eAA � @ s� d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ
dZ d Z d
�
ee g�Zd
�
ee d d d
e
e g�Zd
�
ed
g�Ze�d�Ze�d�Zdd� Zdd� Zedd�Zdd� Zdd� Zdd� Zd d � Ze�d �Z e�d �Z e�d �Z G d!d"� d"e �Z dS )#� )�absolute_import�division�unicode_literalsN� )�DataLossWarninga^
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a�
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309Aa
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z}
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]� | �.�-�_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s� dd� | � d�D �}g }|D ]�}d}ttfD ]V}|�|�}|d k r,|�dd� |�� D �� t|d �dkrz|d d |d< d } q�q,|s t|�dks�t�|�t|�gd � q t |�}|S )
Nc S s g | ] }|� � �qS � )�strip��.0�itemr r �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_ihatexml.py�
<listcomp>h s z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |��qS r )�hexToIntr
r r r r o s ���r � T)
�split�reChar� reCharRange�match�append�groups�len�AssertionError�ord�normaliseCharList)�charsZ
charRanges�rvr Z
foundMatchZregexpr r r r �charStringToListg s"
r! c C s� t | �} | D ]}|d |d ks t�q g }d}|t| �k r�d}|�| | � || t| �k r�| || d |d d d kr�| || d |d d< |d7 }qL||7 }q.|S )Nr r r )�sortedr r r )�charListr r �i�jr r r r | s 0
r ZFFFF� c C s� g }| d dkr*|� d| d d d g� t| d d� �D ].\}}|� |d d | |d d d g� q:| d d tkr�|� | d d d tg� |S )Nr r r )r � enumerate� max_unicode)r# r r$ r r r r �
missingRanges� s (r) c C sn g }| D ]V}|d |d kr4|� tt|d ��� q|� tt|d ��d tt|d �� � qdd�|� S )Nr r r z[%s]� )r � escapeRegexp�chr�join)r# r r r r r �listToRegexpStr� s �r. c C s
t | d�S )Nr& )�int)Zhex_strr r r r � s r c C s" d}|D ]}| � |d| �} q| S )N)r �^�$�*�+�?�{�}�[�]�|�(�)r �\)�replace)�stringZspecialCharacters�charr r r r+ � s r+ u� [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u� [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^
a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd Ze�d�Zddd�Zd dd�Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS ) �
InfosetFilterz
U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S �N)�dropXmlnsLocalName�dropXmlnsAttrNs�preventDoubleDashComments�preventDashAtCommentEnd�replaceFormFeedCharacters�preventSingleQuotePubid� replaceCache)�selfrB rC rD rE rF rG r r r �__init__� s zInfosetFilter.__init__Nc C sL | j r |�d�r t�dt� d S | jr>|dkr>t�dt� d S | �|�S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rB �
startswith�warnings�warnr rC � toXmlName)rI �name� namespacer r r �coerceAttribute� s � z InfosetFilter.coerceAttributec C s
| � |�S rA )rN )rI rO r r r �
coerceElement� s zInfosetFilter.coerceElementc C sJ | j rFd|kr(t�dt� |�dd�}q|�d�rFt�dt� |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash� )rD rL rM r r= �endswith)rI �datar r r �
coerceComment� s
zInfosetFilter.coerceCommentc C s6 | j r2t|�d��D ]}t�dt� q|�dd�}|S )N� zText cannot contain U+000CrS )rF �range�countrL rM r r= )rI rU r
r r r �coerceCharacters� s
z InfosetFilter.coerceCharactersc C sl |}t �|�D ]&}t�dt� | �|�}|�||�}q| jrh|�d�dkrht�dt� |�d| �d��}|S )NzCoercing non-XML pubid�'r z!Pubid cannot contain single quote) �nonPubidCharRegexp�findallrL rM r �getReplacementCharacterr= rG �find)rI rU Z
dataOutputr? � replacementr r r � coercePubid� s
zInfosetFilter.coercePubidc
C s� |d }|dd � }t �|�}|r:t�dt� | �|�}n|}|}tt�|��}|D ]&}t�dt� | �|�} |� || �}qT|| S )Nr r zCoercing non-XML name)
�nonXmlNameFirstBMPRegexpr rL rM r r^ �set�nonXmlNameBMPRegexpr] r= )
rI rO � nameFirstZnameRest�mZnameFirstOutputZnameRestOutputZ replaceCharsr? r` r r r rN � s
zInfosetFilter.toXmlNamec C s$ || j kr| j | }n
| �|�}|S rA )rH �
escapeChar�rI r? r` r r r r^ s
z%InfosetFilter.getReplacementCharacterc C s, t | j�|��D ]}|�|| �|��}q|S rA )rc �replacementRegexpr] r= � unescapeChar)rI rO r r r r � fromXmlName s zInfosetFilter.fromXmlNamec C s dt |� }|| j|< |S )NzU%05X)r rH rh r r r rg s
zInfosetFilter.escapeCharc C s t t|dd � d��S )Nr r& )r, r/ )rI Zcharcoder r r rj s zInfosetFilter.unescapeChar)FFFFTF)N)�__name__�
__module__� __qualname__�re�compileri rJ rQ rR rV rZ ra rN r^ rk rg rj r r r r r@ � s$
�
r@ )!Z
__future__r r r ro rL Z constantsr ZbaseCharZ ideographicZcombiningCharacterZdigitZextenderr- ZletterrO re rp r r r! r r/ r( r) r. r r+ rd rb r\ �objectr@ r r r r �<module> s4 0�
site-packages/pip/_vendor/html5lib/__pycache__/_utils.cpython-38.pyc 0000644 00000006356 15201600076 0021376 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ zd dlm m
Z W n& e k
rh d dl
m mZ Y nX ddddd d
gZz,ed �Zeee�s�ed �Zeee�s�t�W n d
ZY nX dZG dd� de�Zdd� Zdd� Zdd � Zdd� ZdS )� )�absolute_import�division�unicode_literals)�
ModuleType)� text_typeN�
default_etree�MethodDispatcher�isSurrogatePair�surrogatePairToCodepoint�moduleFactoryFactory�supports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s" e Zd ZdZddd�Zdd� ZdS ) r ap Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
� c C sv g }|D ]B\}}t |ttttf�r<|D ]}|�||f� q&q|�||f� qt�| |� t| �t|�kslt �d | _
d S �N) �
isinstance�list�tuple� frozenset�set�append�dict�__init__�len�AssertionError�default)�self�itemsZ _dictEntries�name�value�itemr
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_utils.pyr 1 s zMethodDispatcher.__init__c C s t �| || j�S r )r �getr )r �keyr
r
r � __getitem__@ s z MethodDispatcher.__getitem__N)r
)�__name__�
__module__� __qualname__�__doc__r r" r
r
r
r r $ s
c C sL t | �dkoJt| d �dkoJt| d �dkoJt| d �dkoJt| d �dkS )N� r � � i�� � � � i�� )r �ord)�datar
r
r r G s ����c C s, dt | d �d d t | d �d }|S )Ni r r( i r) r* )r+ )r, Zchar_valr
r
r r
M s �c s i �� �fdd�}|S )Nc s� t tjtd��r d| j }n
d| j }t|�� �}z�| | | W S tk
r� t|�}� | f|�|�}|j�|� d�kr�i �|< d�| kr�i �| |< d�| | kr�i �| | |< |�| | |< | Y S X d S )N� z _%s_factorys _%s_factoryr �args�kwargs) r r r# �typer r �KeyError�__dict__�update)Z
baseModuler. r/ r Z kwargs_tuple�modZobjs��factoryZ moduleCacher
r �
moduleFactoryY s$
z+moduleFactoryFactory.<locals>.moduleFactoryr
)r6 r7 r
r5 r r V s c s i � � �fdd�}|S )Nc s2 t | �t |�� �f}|� kr*�| |�� |< � | S r )r r )r. r/ r! ��cache�funcr
r �wrappedv s zmemoize.<locals>.wrappedr
)r: r; r
r8 r �memoizes s r< )Z
__future__r r r �typesr Zpip._vendor.sixr Zxml.etree.cElementTreeZetreeZ cElementTreer � ImportErrorZxml.etree.ElementTreeZ ElementTree�__all__�evalZ_xr r r r r r r
r r< r
r
r
r �<module> s0 �
# site-packages/pip/_vendor/html5lib/_tokenizer.py 0000644 00000225444 15201600076 0015763 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import unichr as chr
from collections import deque
from .constants import spaceCharacters
from .constants import entities
from .constants import asciiLetters, asciiUpper2Lower
from .constants import digits, hexDigits, EOF
from .constants import tokenTypes, tagTokenTypes
from .constants import replacementCharacters
from ._inputstream import HTMLInputStream
from ._trie import Trie
entitiesTrie = Trie(entities)
class HTMLTokenizer(object):
""" This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
"""
def __init__(self, stream, parser=None, **kwargs):
self.stream = HTMLInputStream(stream, **kwargs)
self.parser = parser
# Setup the initial tokenizer state
self.escapeFlag = False
self.lastFourChars = []
self.state = self.dataState
self.escape = False
# The current token being created
self.currentToken = None
super(HTMLTokenizer, self).__init__()
def __iter__(self):
""" This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
"""
self.tokenQueue = deque([])
# Start processing. When EOF is reached self.state will return False
# instead of True and the loop will terminate.
while self.state():
while self.stream.errors:
yield {"type": tokenTypes["ParseError"], "data": self.stream.errors.pop(0)}
while self.tokenQueue:
yield self.tokenQueue.popleft()
def consumeNumberEntity(self, isHex):
"""This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
"""
allowed = digits
radix = 10
if isHex:
allowed = hexDigits
radix = 16
charStack = []
# Consume all the characters that are in range while making sure we
# don't hit an EOF.
c = self.stream.char()
while c in allowed and c is not EOF:
charStack.append(c)
c = self.stream.char()
# Convert the set of characters consumed to an int.
charAsInt = int("".join(charStack), radix)
# Certain characters get replaced with others
if charAsInt in replacementCharacters:
char = replacementCharacters[charAsInt]
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
elif ((0xD800 <= charAsInt <= 0xDFFF) or
(charAsInt > 0x10FFFF)):
char = "\uFFFD"
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
else:
# Should speed up this check somehow (e.g. move the set to a constant)
if ((0x0001 <= charAsInt <= 0x0008) or
(0x000E <= charAsInt <= 0x001F) or
(0x007F <= charAsInt <= 0x009F) or
(0xFDD0 <= charAsInt <= 0xFDEF) or
charAsInt in frozenset([0x000B, 0xFFFE, 0xFFFF, 0x1FFFE,
0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE,
0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE,
0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE,
0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE,
0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE,
0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE,
0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE,
0xFFFFF, 0x10FFFE, 0x10FFFF])):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
try:
# Try/except needed as UCS-2 Python builds' unichar only works
# within the BMP.
char = chr(charAsInt)
except ValueError:
v = charAsInt - 0x10000
char = chr(0xD800 | (v >> 10)) + chr(0xDC00 | (v & 0x3FF))
# Discard the ; if present. Otherwise, put it back on the queue and
# invoke parseError on parser.
if c != ";":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"numeric-entity-without-semicolon"})
self.stream.unget(c)
return char
def consumeEntity(self, allowedChar=None, fromAttribute=False):
# Initialise to the default output for when no entity is matched
output = "&"
charStack = [self.stream.char()]
if (charStack[0] in spaceCharacters or charStack[0] in (EOF, "<", "&") or
(allowedChar is not None and allowedChar == charStack[0])):
self.stream.unget(charStack[0])
elif charStack[0] == "#":
# Read the next character to see if it's hex or decimal
hex = False
charStack.append(self.stream.char())
if charStack[-1] in ("x", "X"):
hex = True
charStack.append(self.stream.char())
# charStack[-1] should be the first digit
if (hex and charStack[-1] in hexDigits) \
or (not hex and charStack[-1] in digits):
# At least one digit found, so consume the whole number
self.stream.unget(charStack[-1])
output = self.consumeNumberEntity(hex)
else:
# No digits found
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "expected-numeric-entity"})
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
else:
# At this point in the process might have named entity. Entities
# are stored in the global variable "entities".
#
# Consume characters and compare to these to a substring of the
# entity names in the list until the substring no longer matches.
while (charStack[-1] is not EOF):
if not entitiesTrie.has_keys_with_prefix("".join(charStack)):
break
charStack.append(self.stream.char())
# At this point we have a string that starts with some characters
# that may match an entity
# Try to find the longest entity the string will match to take care
# of ¬i for instance.
try:
entityName = entitiesTrie.longest_prefix("".join(charStack[:-1]))
entityLength = len(entityName)
except KeyError:
entityName = None
if entityName is not None:
if entityName[-1] != ";":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"named-entity-without-semicolon"})
if (entityName[-1] != ";" and fromAttribute and
(charStack[entityLength] in asciiLetters or
charStack[entityLength] in digits or
charStack[entityLength] == "=")):
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
else:
output = entities[entityName]
self.stream.unget(charStack.pop())
output += "".join(charStack[entityLength:])
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-named-entity"})
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
if fromAttribute:
self.currentToken["data"][-1][1] += output
else:
if output in spaceCharacters:
tokenType = "SpaceCharacters"
else:
tokenType = "Characters"
self.tokenQueue.append({"type": tokenTypes[tokenType], "data": output})
def processEntityInAttribute(self, allowedChar):
"""This method replaces the need for "entityInAttributeValueState".
"""
self.consumeEntity(allowedChar=allowedChar, fromAttribute=True)
def emitCurrentToken(self):
"""This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
"""
token = self.currentToken
# Add token to the queue to be yielded
if (token["type"] in tagTokenTypes):
token["name"] = token["name"].translate(asciiUpper2Lower)
if token["type"] == tokenTypes["EndTag"]:
if token["data"]:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "attributes-in-end-tag"})
if token["selfClosing"]:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "self-closing-flag-on-end-tag"})
self.tokenQueue.append(token)
self.state = self.dataState
# Below are the various tokenizer states worked out.
def dataState(self):
data = self.stream.char()
if data == "&":
self.state = self.entityDataState
elif data == "<":
self.state = self.tagOpenState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\u0000"})
elif data is EOF:
# Tokenization ends.
return False
elif data in spaceCharacters:
# Directly after emitting a token you switch back to the "data
# state". At that point spaceCharacters are important so they are
# emitted separately.
self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data":
data + self.stream.charsUntil(spaceCharacters, True)})
# No need to update lastFourChars here, since the first space will
# have already been appended to lastFourChars and will have broken
# any <!-- or --> sequences
else:
chars = self.stream.charsUntil(("&", "<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def entityDataState(self):
self.consumeEntity()
self.state = self.dataState
return True
def rcdataState(self):
data = self.stream.char()
if data == "&":
self.state = self.characterReferenceInRcdata
elif data == "<":
self.state = self.rcdataLessThanSignState
elif data == EOF:
# Tokenization ends.
return False
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data in spaceCharacters:
# Directly after emitting a token you switch back to the "data
# state". At that point spaceCharacters are important so they are
# emitted separately.
self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data":
data + self.stream.charsUntil(spaceCharacters, True)})
# No need to update lastFourChars here, since the first space will
# have already been appended to lastFourChars and will have broken
# any <!-- or --> sequences
else:
chars = self.stream.charsUntil(("&", "<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def characterReferenceInRcdata(self):
self.consumeEntity()
self.state = self.rcdataState
return True
def rawtextState(self):
data = self.stream.char()
if data == "<":
self.state = self.rawtextLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
# Tokenization ends.
return False
else:
chars = self.stream.charsUntil(("<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def scriptDataState(self):
data = self.stream.char()
if data == "<":
self.state = self.scriptDataLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
# Tokenization ends.
return False
else:
chars = self.stream.charsUntil(("<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def plaintextState(self):
data = self.stream.char()
if data == EOF:
# Tokenization ends.
return False
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + self.stream.charsUntil("\u0000")})
return True
def tagOpenState(self):
data = self.stream.char()
if data == "!":
self.state = self.markupDeclarationOpenState
elif data == "/":
self.state = self.closeTagOpenState
elif data in asciiLetters:
self.currentToken = {"type": tokenTypes["StartTag"],
"name": data, "data": [],
"selfClosing": False,
"selfClosingAcknowledged": False}
self.state = self.tagNameState
elif data == ">":
# XXX In theory it could be something besides a tag name. But
# do we really care?
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name-but-got-right-bracket"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<>"})
self.state = self.dataState
elif data == "?":
# XXX In theory it could be something besides a tag name. But
# do we really care?
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name-but-got-question-mark"})
self.stream.unget(data)
self.state = self.bogusCommentState
else:
# XXX
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.dataState
return True
def closeTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.currentToken = {"type": tokenTypes["EndTag"], "name": data,
"data": [], "selfClosing": False}
self.state = self.tagNameState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-right-bracket"})
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-eof"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.state = self.dataState
else:
# XXX data can be _'_...
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-char",
"datavars": {"data": data}})
self.stream.unget(data)
self.state = self.bogusCommentState
return True
def tagNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == ">":
self.emitCurrentToken()
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-tag-name"})
self.state = self.dataState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] += "\uFFFD"
else:
self.currentToken["name"] += data
# (Don't use charsUntil here, because tag names are
# very short and it's faster to not do anything fancy)
return True
def rcdataLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.rcdataEndTagOpenState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rcdataEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.rcdataEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rcdataEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rawtextLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.rawtextEndTagOpenState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.rawtextState
return True
def rawtextEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.rawtextEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.rawtextState
return True
def rawtextEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.rawtextState
return True
def scriptDataLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.scriptDataEndTagOpenState
elif data == "!":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<!"})
self.state = self.scriptDataEscapeStartState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.scriptDataEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapeStartState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapeStartDashState
else:
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapeStartDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashDashState
else:
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapedState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashState
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
self.state = self.dataState
else:
chars = self.stream.charsUntil(("<", "-", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def scriptDataEscapedDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashDashState
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataEscapedState
elif data == EOF:
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedDashDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"})
self.state = self.scriptDataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataEscapedState
elif data == EOF:
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.scriptDataEscapedEndTagOpenState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<" + data})
self.temporaryBuffer = data
self.state = self.scriptDataDoubleEscapeStartState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer = data
self.state = self.scriptDataEscapedEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataDoubleEscapeStartState(self):
data = self.stream.char()
if data in (spaceCharacters | frozenset(("/", ">"))):
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
if self.temporaryBuffer.lower() == "script":
self.state = self.scriptDataDoubleEscapedState
else:
self.state = self.scriptDataEscapedState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.temporaryBuffer += data
else:
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataDoubleEscapedState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataDoubleEscapedDashState
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
return True
def scriptDataDoubleEscapedDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataDoubleEscapedDashDashState
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataDoubleEscapedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapedDashDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"})
self.state = self.scriptDataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataDoubleEscapedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapedLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "/"})
self.temporaryBuffer = ""
self.state = self.scriptDataDoubleEscapeEndState
else:
self.stream.unget(data)
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapeEndState(self):
data = self.stream.char()
if data in (spaceCharacters | frozenset(("/", ">"))):
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
if self.temporaryBuffer.lower() == "script":
self.state = self.scriptDataEscapedState
else:
self.state = self.scriptDataDoubleEscapedState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.temporaryBuffer += data
else:
self.stream.unget(data)
self.state = self.scriptDataDoubleEscapedState
return True
def beforeAttributeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data in asciiLetters:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == ">":
self.emitCurrentToken()
elif data == "/":
self.state = self.selfClosingStartTagState
elif data in ("'", '"', "=", "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"invalid-character-in-attribute-name"})
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"].append(["\uFFFD", ""])
self.state = self.attributeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-name-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
return True
def attributeNameState(self):
data = self.stream.char()
leavingThisState = True
emitToken = False
if data == "=":
self.state = self.beforeAttributeValueState
elif data in asciiLetters:
self.currentToken["data"][-1][0] += data +\
self.stream.charsUntil(asciiLetters, True)
leavingThisState = False
elif data == ">":
# XXX If we emit here the attributes are converted to a dict
# without being checked and when the code below runs we error
# because data is a dict not a list
emitToken = True
elif data in spaceCharacters:
self.state = self.afterAttributeNameState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][0] += "\uFFFD"
leavingThisState = False
elif data in ("'", '"', "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"invalid-character-in-attribute-name"})
self.currentToken["data"][-1][0] += data
leavingThisState = False
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "eof-in-attribute-name"})
self.state = self.dataState
else:
self.currentToken["data"][-1][0] += data
leavingThisState = False
if leavingThisState:
# Attributes are not dropped at this stage. That happens when the
# start tag token is emitted so values can still be safely appended
# to attributes, but we do want to report the parse error in time.
self.currentToken["data"][-1][0] = (
self.currentToken["data"][-1][0].translate(asciiUpper2Lower))
for name, _ in self.currentToken["data"][:-1]:
if self.currentToken["data"][-1][0] == name:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"duplicate-attribute"})
break
# XXX Fix for above XXX
if emitToken:
self.emitCurrentToken()
return True
def afterAttributeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data == "=":
self.state = self.beforeAttributeValueState
elif data == ">":
self.emitCurrentToken()
elif data in asciiLetters:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"].append(["\uFFFD", ""])
self.state = self.attributeNameState
elif data in ("'", '"', "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"invalid-character-after-attribute-name"})
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-end-of-tag-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
return True
def beforeAttributeValueState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data == "\"":
self.state = self.attributeValueDoubleQuotedState
elif data == "&":
self.state = self.attributeValueUnQuotedState
self.stream.unget(data)
elif data == "'":
self.state = self.attributeValueSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-value-but-got-right-bracket"})
self.emitCurrentToken()
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
self.state = self.attributeValueUnQuotedState
elif data in ("=", "<", "`"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"equals-in-unquoted-attribute-value"})
self.currentToken["data"][-1][1] += data
self.state = self.attributeValueUnQuotedState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-value-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data
self.state = self.attributeValueUnQuotedState
return True
def attributeValueDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterAttributeValueState
elif data == "&":
self.processEntityInAttribute('"')
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-double-quote"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data +\
self.stream.charsUntil(("\"", "&", "\u0000"))
return True
def attributeValueSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterAttributeValueState
elif data == "&":
self.processEntityInAttribute("'")
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-single-quote"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data +\
self.stream.charsUntil(("'", "&", "\u0000"))
return True
def attributeValueUnQuotedState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == "&":
self.processEntityInAttribute(">")
elif data == ">":
self.emitCurrentToken()
elif data in ('"', "'", "=", "<", "`"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-in-unquoted-attribute-value"})
self.currentToken["data"][-1][1] += data
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-no-quotes"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data + self.stream.charsUntil(
frozenset(("&", ">", '"', "'", "=", "<", "`", "\u0000")) | spaceCharacters)
return True
def afterAttributeValueState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == ">":
self.emitCurrentToken()
elif data == "/":
self.state = self.selfClosingStartTagState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-EOF-after-attribute-value"})
self.stream.unget(data)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-after-attribute-value"})
self.stream.unget(data)
self.state = self.beforeAttributeNameState
return True
def selfClosingStartTagState(self):
data = self.stream.char()
if data == ">":
self.currentToken["selfClosing"] = True
self.emitCurrentToken()
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"unexpected-EOF-after-solidus-in-tag"})
self.stream.unget(data)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-after-solidus-in-tag"})
self.stream.unget(data)
self.state = self.beforeAttributeNameState
return True
def bogusCommentState(self):
# Make a new comment token and give it as value all the characters
# until the first > or EOF (charsUntil checks for EOF automatically)
# and emit it.
data = self.stream.charsUntil(">")
data = data.replace("\u0000", "\uFFFD")
self.tokenQueue.append(
{"type": tokenTypes["Comment"], "data": data})
# Eat the character directly after the bogus comment which is either a
# ">" or an EOF.
self.stream.char()
self.state = self.dataState
return True
def markupDeclarationOpenState(self):
charStack = [self.stream.char()]
if charStack[-1] == "-":
charStack.append(self.stream.char())
if charStack[-1] == "-":
self.currentToken = {"type": tokenTypes["Comment"], "data": ""}
self.state = self.commentStartState
return True
elif charStack[-1] in ('d', 'D'):
matched = True
for expected in (('o', 'O'), ('c', 'C'), ('t', 'T'),
('y', 'Y'), ('p', 'P'), ('e', 'E')):
charStack.append(self.stream.char())
if charStack[-1] not in expected:
matched = False
break
if matched:
self.currentToken = {"type": tokenTypes["Doctype"],
"name": "",
"publicId": None, "systemId": None,
"correct": True}
self.state = self.doctypeState
return True
elif (charStack[-1] == "[" and
self.parser is not None and
self.parser.tree.openElements and
self.parser.tree.openElements[-1].namespace != self.parser.tree.defaultNamespace):
matched = True
for expected in ["C", "D", "A", "T", "A", "["]:
charStack.append(self.stream.char())
if charStack[-1] != expected:
matched = False
break
if matched:
self.state = self.cdataSectionState
return True
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-dashes-or-doctype"})
while charStack:
self.stream.unget(charStack.pop())
self.state = self.bogusCommentState
return True
def commentStartState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentStartDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"incorrect-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += data
self.state = self.commentState
return True
def commentStartDashState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "-\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"incorrect-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "-" + data
self.state = self.commentState
return True
def commentState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += data + \
self.stream.charsUntil(("-", "\u0000"))
return True
def commentEndDashState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "-\uFFFD"
self.state = self.commentState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-end-dash"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "-" + data
self.state = self.commentState
return True
def commentEndState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "--\uFFFD"
self.state = self.commentState
elif data == "!":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-bang-after-double-dash-in-comment"})
self.state = self.commentEndBangState
elif data == "-":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-dash-after-double-dash-in-comment"})
self.currentToken["data"] += data
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-double-dash"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
# XXX
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-comment"})
self.currentToken["data"] += "--" + data
self.state = self.commentState
return True
def commentEndBangState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "-":
self.currentToken["data"] += "--!"
self.state = self.commentEndDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "--!\uFFFD"
self.state = self.commentState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-end-bang-state"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "--!" + data
self.state = self.commentState
return True
def doctypeState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-eof"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"need-space-after-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypeNameState
return True
def beforeDoctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-right-bracket"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] = "\uFFFD"
self.state = self.doctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-eof"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["name"] = data
self.state = self.doctypeNameState
return True
def doctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.state = self.afterDoctypeNameState
elif data == ">":
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] += "\uFFFD"
self.state = self.doctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype-name"})
self.currentToken["correct"] = False
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["name"] += data
return True
def afterDoctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.currentToken["correct"] = False
self.stream.unget(data)
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
if data in ("p", "P"):
matched = True
for expected in (("u", "U"), ("b", "B"), ("l", "L"),
("i", "I"), ("c", "C")):
data = self.stream.char()
if data not in expected:
matched = False
break
if matched:
self.state = self.afterDoctypePublicKeywordState
return True
elif data in ("s", "S"):
matched = True
for expected in (("y", "Y"), ("s", "S"), ("t", "T"),
("e", "E"), ("m", "M")):
data = self.stream.char()
if data not in expected:
matched = False
break
if matched:
self.state = self.afterDoctypeSystemKeywordState
return True
# All the characters read before the current 'data' will be
# [a-zA-Z], so they're garbage in the bogus doctype and can be
# discarded; only the latest character might be '>' or EOF
# and needs to be ungetted
self.stream.unget(data)
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-space-or-right-bracket-in-doctype", "datavars":
{"data": data}})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def afterDoctypePublicKeywordState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypePublicIdentifierState
elif data in ("'", '"'):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypePublicIdentifierState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.stream.unget(data)
self.state = self.beforeDoctypePublicIdentifierState
return True
def beforeDoctypePublicIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == "\"":
self.currentToken["publicId"] = ""
self.state = self.doctypePublicIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["publicId"] = ""
self.state = self.doctypePublicIdentifierSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def doctypePublicIdentifierDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterDoctypePublicIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["publicId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["publicId"] += data
return True
def doctypePublicIdentifierSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterDoctypePublicIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["publicId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["publicId"] += data
return True
def afterDoctypePublicIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.betweenDoctypePublicAndSystemIdentifiersState
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == '"':
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def betweenDoctypePublicAndSystemIdentifiersState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == '"':
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def afterDoctypeSystemKeywordState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypeSystemIdentifierState
elif data in ("'", '"'):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypeSystemIdentifierState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.stream.unget(data)
self.state = self.beforeDoctypeSystemIdentifierState
return True
def beforeDoctypeSystemIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == "\"":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def doctypeSystemIdentifierDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterDoctypeSystemIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["systemId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["systemId"] += data
return True
def doctypeSystemIdentifierSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterDoctypeSystemIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["systemId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["systemId"] += data
return True
def afterDoctypeSystemIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.state = self.bogusDoctypeState
return True
def bogusDoctypeState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
# XXX EMIT
self.stream.unget(data)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
pass
return True
def cdataSectionState(self):
data = []
while True:
data.append(self.stream.charsUntil("]"))
data.append(self.stream.charsUntil(">"))
char = self.stream.char()
if char == EOF:
break
else:
assert char == ">"
if data[-1][-2:] == "]]":
data[-1] = data[-1][:-2]
break
else:
data.append(char)
data = "".join(data) # pylint:disable=redefined-variable-type
# Deal with null here rather than in the parser
nullCount = data.count("\u0000")
if nullCount > 0:
for _ in range(nullCount):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
data = data.replace("\u0000", "\uFFFD")
if data:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": data})
self.state = self.dataState
return True
site-packages/pip/_vendor/html5lib/treeadapters/__init__.py 0000644 00000001247 15201600076 0020025 0 ustar 00 """Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
"""
from __future__ import absolute_import, division, unicode_literals
from . import sax
__all__ = ["sax"]
try:
from . import genshi # noqa
except ImportError:
pass
else:
__all__.append("genshi")
site-packages/pip/_vendor/html5lib/treeadapters/genshi.py 0000644 00000003263 15201600076 0017543 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName, Attrs
from genshi.core import START, END, TEXT, COMMENT, DOCTYPE
def to_genshi(walker):
"""Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
"""
text = []
for token in walker:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
text.append(token["data"])
elif text:
yield TEXT, "".join(text), (None, -1, -1)
text = []
if type in ("StartTag", "EmptyTag"):
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
attrs = Attrs([(QName("{%s}%s" % attr if attr[0] is not None else attr[1]), value)
for attr, value in token["data"].items()])
yield (START, (QName(name), attrs), (None, -1, -1))
if type == "EmptyTag":
type = "EndTag"
if type == "EndTag":
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
yield END, QName(name), (None, -1, -1)
elif type == "Comment":
yield COMMENT, token["data"], (None, -1, -1)
elif type == "Doctype":
yield DOCTYPE, (token["name"], token["publicId"],
token["systemId"]), (None, -1, -1)
else:
pass # FIXME: What to do?
if text:
yield TEXT, "".join(text), (None, -1, -1)
site-packages/pip/_vendor/html5lib/treeadapters/sax.py 0000644 00000003360 15201600076 0017057 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.sax.xmlreader import AttributesNSImpl
from ..constants import adjustForeignAttributes, unadjustForeignAttributes
prefix_mapping = {}
for prefix, localName, namespace in adjustForeignAttributes.values():
if prefix is not None:
prefix_mapping[prefix] = namespace
def to_sax(walker, handler):
"""Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
"""
handler.startDocument()
for prefix, namespace in prefix_mapping.items():
handler.startPrefixMapping(prefix, namespace)
for token in walker:
type = token["type"]
if type == "Doctype":
continue
elif type in ("StartTag", "EmptyTag"):
attrs = AttributesNSImpl(token["data"],
unadjustForeignAttributes)
handler.startElementNS((token["namespace"], token["name"]),
token["name"],
attrs)
if type == "EmptyTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type == "EndTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type in ("Characters", "SpaceCharacters"):
handler.characters(token["data"])
elif type == "Comment":
pass
else:
assert False, "Unknown token type"
for prefix, namespace in prefix_mapping.items():
handler.endPrefixMapping(prefix)
handler.endDocument()
site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001607 15201600076 0025252 0 ustar 00 U
��.e� � @ s^ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e k
rN Y n X e�
d� dS ) a� Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) �__doc__Z
__future__r r r � r �__all__r � ImportError�append� r
r
�N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py�<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-38.opt-1.pyc 0000644 00000002563 15201600076 0024310 0 ustar 00 U
��.e� � @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e�
� D ]\Z Z Z
e dk r<e
e e < q<dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s |� � t�� D ]\}}|�||� q| D ]�}|d }|dkrBq*q*|dkr�t|d t�}|�|d |d f|d |� |dkr�|�|d |d f|d � q*|dkr�|�|d |d f|d � q*|d kr�|�|d � q*|d
kr*q*q*t�� D ]\}}|� |� q�|�
� d S ) z�Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
�typeZDoctype)ZStartTag�EmptyTag�data� namespace�namer
ZEndTag)Z
CharactersZSpaceCharacters�CommentN) Z
startDocument�prefix_mapping�itemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ
charactersZendPrefixMappingZ endDocument)ZwalkerZhandler�prefixr �tokenr Zattrs� r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/sax.py�to_sax
s> ���� r )Z
__future__r r r Zxml.sax.xmlreaderr Z constantsr r r �valuesr Z localNamer r r r r r �<module> s
site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-38.pyc 0000644 00000002745 15201600076 0024035 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m
Z
m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sR g }| D �]*}|d }|dkr.|� |d � n|rHtd�|�dfV g }|dkr�|d rnd|d |d f }n|d }td
d � |d �� D ��}tt|�|fdfV |d kr�d
}|d
kr�|d r�d|d |d f }n|d }tt|�dfV q|dk�r t|d dfV q|dkrt |d |d |d fdfV qq|�rNtd�|�dfV dS )z�Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
�type)Z
CharactersZSpaceCharacters�data� )N���r )ZStartTag�EmptyTag� namespace�{%s}%s�namec S s4 g | ],\}}t |d dk r"d| n|d �|f�qS )r Nr � )r )�.0�attr�value� r �L/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py�
<listcomp> s �z to_genshi.<locals>.<listcomp>r ZEndTag�CommentZDoctypeZpublicIdZsystemIdN)
�appendr �joinr �itemsr r r r
r )Zwalker�text�tokenr r Zattrsr r r � to_genshi sD
�
��r! N)
Z
__future__r r r Z genshi.corer r r r r r
r r! r r r r �<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-38.opt-1.pyc 0000644 00000002745 15201600076 0024774 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m
Z
m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sR g }| D �]*}|d }|dkr.|� |d � n|rHtd�|�dfV g }|dkr�|d rnd|d |d f }n|d }td
d � |d �� D ��}tt|�|fdfV |d kr�d
}|d
kr�|d r�d|d |d f }n|d }tt|�dfV q|dk�r t|d dfV q|dkrt |d |d |d fdfV qq|�rNtd�|�dfV dS )z�Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
�type)Z
CharactersZSpaceCharacters�data� )N���r )ZStartTag�EmptyTag� namespace�{%s}%s�namec S s4 g | ],\}}t |d dk r"d| n|d �|f�qS )r Nr � )r )�.0�attr�value� r �L/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py�
<listcomp> s �z to_genshi.<locals>.<listcomp>r ZEndTag�CommentZDoctypeZpublicIdZsystemIdN)
�appendr �joinr �itemsr r r r
r )Zwalker�text�tokenr r Zattrsr r r � to_genshi sD
�
��r! N)
Z
__future__r r r Z genshi.corer r r r r r
r r! r r r r �<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-38.pyc 0000644 00000002644 15201600076 0023351 0 ustar 00 U
��.e� � @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e�
� D ]\Z Z Z
e dk r<e
e e < q<dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s |� � t�� D ]\}}|�||� q| D ]�}|d }|dkrBq*q*|dkr�t|d t�}|�|d |d f|d |� |dkr�|�|d |d f|d � q*|dkr�|�|d |d f|d � q*|d kr�|�|d � q*|d
kr�q*d s*t d ��q*t�� D ]\}}|�
|� q�|� � d
S )z�Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
�typeZDoctype)ZStartTag�EmptyTag�data� namespace�namer
ZEndTag)Z
CharactersZSpaceCharacters�CommentFzUnknown token typeN) Z
startDocument�prefix_mapping�itemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ
characters�AssertionErrorZendPrefixMappingZ endDocument)ZwalkerZhandler�prefixr �tokenr Zattrs� r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/sax.py�to_sax
s> ���� r )Z
__future__r r r Zxml.sax.xmlreaderr Z constantsr r r �valuesr Z localNamer r r r r r �<module> s
site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-38.pyc 0000644 00000001607 15201600076 0024313 0 ustar 00 U
��.e� � @ s^ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e k
rN Y n X e�
d� dS ) a� Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) �__doc__Z
__future__r r r � r �__all__r � ImportError�append� r
r
�N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py�<module> s site-packages/pip/_vendor/html5lib/html5parser.py 0000644 00000350263 15201600076 0016056 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import with_metaclass, viewkeys
import types
from collections import OrderedDict
from . import _inputstream
from . import _tokenizer
from . import treebuilders
from .treebuilders.base import Marker
from . import _utils
from .constants import (
spaceCharacters, asciiUpper2Lower,
specialElements, headingElements, cdataElements, rcdataElements,
tokenTypes, tagTokenTypes,
namespaces,
htmlIntegrationPointElements, mathmlTextIntegrationPointElements,
adjustForeignAttributes as adjustForeignAttributesMap,
adjustMathMLAttributes, adjustSVGAttributes,
E,
_ReparseException
)
def parse(doc, treebuilder="etree", namespaceHTMLElements=True, **kwargs):
"""Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
"""
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parse(doc, **kwargs)
def parseFragment(doc, container="div", treebuilder="etree", namespaceHTMLElements=True, **kwargs):
"""Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
"""
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parseFragment(doc, container=container, **kwargs)
def method_decorator_metaclass(function):
class Decorated(type):
def __new__(meta, classname, bases, classDict):
for attributeName, attribute in classDict.items():
if isinstance(attribute, types.FunctionType):
attribute = function(attribute)
classDict[attributeName] = attribute
return type.__new__(meta, classname, bases, classDict)
return Decorated
class HTMLParser(object):
"""HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
"""
def __init__(self, tree=None, strict=False, namespaceHTMLElements=True, debug=False):
"""
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
"""
# Raise an exception on the first error encountered
self.strict = strict
if tree is None:
tree = treebuilders.getTreeBuilder("etree")
self.tree = tree(namespaceHTMLElements)
self.errors = []
self.phases = dict([(name, cls(self, self.tree)) for name, cls in
getPhases(debug).items()])
def _parse(self, stream, innerHTML=False, container="div", scripting=False, **kwargs):
self.innerHTMLMode = innerHTML
self.container = container
self.scripting = scripting
self.tokenizer = _tokenizer.HTMLTokenizer(stream, parser=self, **kwargs)
self.reset()
try:
self.mainLoop()
except _ReparseException:
self.reset()
self.mainLoop()
def reset(self):
self.tree.reset()
self.firstStartTag = False
self.errors = []
self.log = [] # only used with debug mode
# "quirks" / "limited quirks" / "no quirks"
self.compatMode = "no quirks"
if self.innerHTMLMode:
self.innerHTML = self.container.lower()
if self.innerHTML in cdataElements:
self.tokenizer.state = self.tokenizer.rcdataState
elif self.innerHTML in rcdataElements:
self.tokenizer.state = self.tokenizer.rawtextState
elif self.innerHTML == 'plaintext':
self.tokenizer.state = self.tokenizer.plaintextState
else:
# state already is data state
# self.tokenizer.state = self.tokenizer.dataState
pass
self.phase = self.phases["beforeHtml"]
self.phase.insertHtmlElement()
self.resetInsertionMode()
else:
self.innerHTML = False # pylint:disable=redefined-variable-type
self.phase = self.phases["initial"]
self.lastPhase = None
self.beforeRCDataPhase = None
self.framesetOK = True
@property
def documentEncoding(self):
"""Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
"""
if not hasattr(self, 'tokenizer'):
return None
return self.tokenizer.stream.charEncoding[0].name
def isHTMLIntegrationPoint(self, element):
if (element.name == "annotation-xml" and
element.namespace == namespaces["mathml"]):
return ("encoding" in element.attributes and
element.attributes["encoding"].translate(
asciiUpper2Lower) in
("text/html", "application/xhtml+xml"))
else:
return (element.namespace, element.name) in htmlIntegrationPointElements
def isMathMLTextIntegrationPoint(self, element):
return (element.namespace, element.name) in mathmlTextIntegrationPointElements
def mainLoop(self):
CharactersToken = tokenTypes["Characters"]
SpaceCharactersToken = tokenTypes["SpaceCharacters"]
StartTagToken = tokenTypes["StartTag"]
EndTagToken = tokenTypes["EndTag"]
CommentToken = tokenTypes["Comment"]
DoctypeToken = tokenTypes["Doctype"]
ParseErrorToken = tokenTypes["ParseError"]
for token in self.normalizedTokens():
prev_token = None
new_token = token
while new_token is not None:
prev_token = new_token
currentNode = self.tree.openElements[-1] if self.tree.openElements else None
currentNodeNamespace = currentNode.namespace if currentNode else None
currentNodeName = currentNode.name if currentNode else None
type = new_token["type"]
if type == ParseErrorToken:
self.parseError(new_token["data"], new_token.get("datavars", {}))
new_token = None
else:
if (len(self.tree.openElements) == 0 or
currentNodeNamespace == self.tree.defaultNamespace or
(self.isMathMLTextIntegrationPoint(currentNode) and
((type == StartTagToken and
token["name"] not in frozenset(["mglyph", "malignmark"])) or
type in (CharactersToken, SpaceCharactersToken))) or
(currentNodeNamespace == namespaces["mathml"] and
currentNodeName == "annotation-xml" and
type == StartTagToken and
token["name"] == "svg") or
(self.isHTMLIntegrationPoint(currentNode) and
type in (StartTagToken, CharactersToken, SpaceCharactersToken))):
phase = self.phase
else:
phase = self.phases["inForeignContent"]
if type == CharactersToken:
new_token = phase.processCharacters(new_token)
elif type == SpaceCharactersToken:
new_token = phase.processSpaceCharacters(new_token)
elif type == StartTagToken:
new_token = phase.processStartTag(new_token)
elif type == EndTagToken:
new_token = phase.processEndTag(new_token)
elif type == CommentToken:
new_token = phase.processComment(new_token)
elif type == DoctypeToken:
new_token = phase.processDoctype(new_token)
if (type == StartTagToken and prev_token["selfClosing"] and
not prev_token["selfClosingAcknowledged"]):
self.parseError("non-void-element-with-trailing-solidus",
{"name": prev_token["name"]})
# When the loop finishes it's EOF
reprocess = True
phases = []
while reprocess:
phases.append(self.phase)
reprocess = self.phase.processEOF()
if reprocess:
assert self.phase not in phases
def normalizedTokens(self):
for token in self.tokenizer:
yield self.normalizeToken(token)
def parse(self, stream, *args, **kwargs):
"""Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
"""
self._parse(stream, False, None, *args, **kwargs)
return self.tree.getDocument()
def parseFragment(self, stream, *args, **kwargs):
"""Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
"""
self._parse(stream, True, *args, **kwargs)
return self.tree.getFragment()
def parseError(self, errorcode="XXX-undefined-error", datavars=None):
# XXX The idea is to make errorcode mandatory.
if datavars is None:
datavars = {}
self.errors.append((self.tokenizer.stream.position(), errorcode, datavars))
if self.strict:
raise ParseError(E[errorcode] % datavars)
def normalizeToken(self, token):
# HTML5 specific normalizations to the token stream
if token["type"] == tokenTypes["StartTag"]:
raw = token["data"]
token["data"] = OrderedDict(raw)
if len(raw) > len(token["data"]):
# we had some duplicated attribute, fix so first wins
token["data"].update(raw[::-1])
return token
def adjustMathMLAttributes(self, token):
adjust_attributes(token, adjustMathMLAttributes)
def adjustSVGAttributes(self, token):
adjust_attributes(token, adjustSVGAttributes)
def adjustForeignAttributes(self, token):
adjust_attributes(token, adjustForeignAttributesMap)
def reparseTokenNormal(self, token):
# pylint:disable=unused-argument
self.parser.phase()
def resetInsertionMode(self):
# The name of this method is mostly historical. (It's also used in the
# specification.)
last = False
newModes = {
"select": "inSelect",
"td": "inCell",
"th": "inCell",
"tr": "inRow",
"tbody": "inTableBody",
"thead": "inTableBody",
"tfoot": "inTableBody",
"caption": "inCaption",
"colgroup": "inColumnGroup",
"table": "inTable",
"head": "inBody",
"body": "inBody",
"frameset": "inFrameset",
"html": "beforeHead"
}
for node in self.tree.openElements[::-1]:
nodeName = node.name
new_phase = None
if node == self.tree.openElements[0]:
assert self.innerHTML
last = True
nodeName = self.innerHTML
# Check for conditions that should only happen in the innerHTML
# case
if nodeName in ("select", "colgroup", "head", "html"):
assert self.innerHTML
if not last and node.namespace != self.tree.defaultNamespace:
continue
if nodeName in newModes:
new_phase = self.phases[newModes[nodeName]]
break
elif last:
new_phase = self.phases["inBody"]
break
self.phase = new_phase
def parseRCDataRawtext(self, token, contentType):
# Generic RCDATA/RAWTEXT Parsing algorithm
assert contentType in ("RAWTEXT", "RCDATA")
self.tree.insertElement(token)
if contentType == "RAWTEXT":
self.tokenizer.state = self.tokenizer.rawtextState
else:
self.tokenizer.state = self.tokenizer.rcdataState
self.originalPhase = self.phase
self.phase = self.phases["text"]
@_utils.memoize
def getPhases(debug):
def log(function):
"""Logger that records which phase processes each token"""
type_names = dict((value, key) for key, value in
tokenTypes.items())
def wrapped(self, *args, **kwargs):
if function.__name__.startswith("process") and len(args) > 0:
token = args[0]
try:
info = {"type": type_names[token['type']]}
except:
raise
if token['type'] in tagTokenTypes:
info["name"] = token['name']
self.parser.log.append((self.parser.tokenizer.state.__name__,
self.parser.phase.__class__.__name__,
self.__class__.__name__,
function.__name__,
info))
return function(self, *args, **kwargs)
else:
return function(self, *args, **kwargs)
return wrapped
def getMetaclass(use_metaclass, metaclass_func):
if use_metaclass:
return method_decorator_metaclass(metaclass_func)
else:
return type
# pylint:disable=unused-argument
class Phase(with_metaclass(getMetaclass(debug, log))):
"""Base class for helper object that implements each phase of processing
"""
def __init__(self, parser, tree):
self.parser = parser
self.tree = tree
def processEOF(self):
raise NotImplementedError
def processComment(self, token):
# For most phases the following is correct. Where it's not it will be
# overridden.
self.tree.insertComment(token, self.tree.openElements[-1])
def processDoctype(self, token):
self.parser.parseError("unexpected-doctype")
def processCharacters(self, token):
self.tree.insertText(token["data"])
def processSpaceCharacters(self, token):
self.tree.insertText(token["data"])
def processStartTag(self, token):
return self.startTagHandler[token["name"]](token)
def startTagHtml(self, token):
if not self.parser.firstStartTag and token["name"] == "html":
self.parser.parseError("non-html-root")
# XXX Need a check here to see if the first start tag token emitted is
# this token... If it's not, invoke self.parser.parseError().
for attr, value in token["data"].items():
if attr not in self.tree.openElements[0].attributes:
self.tree.openElements[0].attributes[attr] = value
self.parser.firstStartTag = False
def processEndTag(self, token):
return self.endTagHandler[token["name"]](token)
class InitialPhase(Phase):
def processSpaceCharacters(self, token):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
correct = token["correct"]
if (name != "html" or publicId is not None or
systemId is not None and systemId != "about:legacy-compat"):
self.parser.parseError("unknown-doctype")
if publicId is None:
publicId = ""
self.tree.insertDoctype(token)
if publicId != "":
publicId = publicId.translate(asciiUpper2Lower)
if (not correct or token["name"] != "html" or
publicId.startswith(
("+//silmaril//dtd html pro v0r11 19970101//",
"-//advasoft ltd//dtd html 3.0 aswedit + extensions//",
"-//as//dtd html 3.0 aswedit + extensions//",
"-//ietf//dtd html 2.0 level 1//",
"-//ietf//dtd html 2.0 level 2//",
"-//ietf//dtd html 2.0 strict level 1//",
"-//ietf//dtd html 2.0 strict level 2//",
"-//ietf//dtd html 2.0 strict//",
"-//ietf//dtd html 2.0//",
"-//ietf//dtd html 2.1e//",
"-//ietf//dtd html 3.0//",
"-//ietf//dtd html 3.2 final//",
"-//ietf//dtd html 3.2//",
"-//ietf//dtd html 3//",
"-//ietf//dtd html level 0//",
"-//ietf//dtd html level 1//",
"-//ietf//dtd html level 2//",
"-//ietf//dtd html level 3//",
"-//ietf//dtd html strict level 0//",
"-//ietf//dtd html strict level 1//",
"-//ietf//dtd html strict level 2//",
"-//ietf//dtd html strict level 3//",
"-//ietf//dtd html strict//",
"-//ietf//dtd html//",
"-//metrius//dtd metrius presentational//",
"-//microsoft//dtd internet explorer 2.0 html strict//",
"-//microsoft//dtd internet explorer 2.0 html//",
"-//microsoft//dtd internet explorer 2.0 tables//",
"-//microsoft//dtd internet explorer 3.0 html strict//",
"-//microsoft//dtd internet explorer 3.0 html//",
"-//microsoft//dtd internet explorer 3.0 tables//",
"-//netscape comm. corp.//dtd html//",
"-//netscape comm. corp.//dtd strict html//",
"-//o'reilly and associates//dtd html 2.0//",
"-//o'reilly and associates//dtd html extended 1.0//",
"-//o'reilly and associates//dtd html extended relaxed 1.0//",
"-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//",
"-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//",
"-//spyglass//dtd html 2.0 extended//",
"-//sq//dtd html 2.0 hotmetal + extensions//",
"-//sun microsystems corp.//dtd hotjava html//",
"-//sun microsystems corp.//dtd hotjava strict html//",
"-//w3c//dtd html 3 1995-03-24//",
"-//w3c//dtd html 3.2 draft//",
"-//w3c//dtd html 3.2 final//",
"-//w3c//dtd html 3.2//",
"-//w3c//dtd html 3.2s draft//",
"-//w3c//dtd html 4.0 frameset//",
"-//w3c//dtd html 4.0 transitional//",
"-//w3c//dtd html experimental 19960712//",
"-//w3c//dtd html experimental 970421//",
"-//w3c//dtd w3 html//",
"-//w3o//dtd w3 html 3.0//",
"-//webtechs//dtd mozilla html 2.0//",
"-//webtechs//dtd mozilla html//")) or
publicId in ("-//w3o//dtd w3 html strict 3.0//en//",
"-/w3c/dtd html 4.0 transitional/en",
"html") or
publicId.startswith(
("-//w3c//dtd html 4.01 frameset//",
"-//w3c//dtd html 4.01 transitional//")) and
systemId is None or
systemId and systemId.lower() == "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd"):
self.parser.compatMode = "quirks"
elif (publicId.startswith(
("-//w3c//dtd xhtml 1.0 frameset//",
"-//w3c//dtd xhtml 1.0 transitional//")) or
publicId.startswith(
("-//w3c//dtd html 4.01 frameset//",
"-//w3c//dtd html 4.01 transitional//")) and
systemId is not None):
self.parser.compatMode = "limited quirks"
self.parser.phase = self.parser.phases["beforeHtml"]
def anythingElse(self):
self.parser.compatMode = "quirks"
self.parser.phase = self.parser.phases["beforeHtml"]
def processCharacters(self, token):
self.parser.parseError("expected-doctype-but-got-chars")
self.anythingElse()
return token
def processStartTag(self, token):
self.parser.parseError("expected-doctype-but-got-start-tag",
{"name": token["name"]})
self.anythingElse()
return token
def processEndTag(self, token):
self.parser.parseError("expected-doctype-but-got-end-tag",
{"name": token["name"]})
self.anythingElse()
return token
def processEOF(self):
self.parser.parseError("expected-doctype-but-got-eof")
self.anythingElse()
return True
class BeforeHtmlPhase(Phase):
# helper methods
def insertHtmlElement(self):
self.tree.insertRoot(impliedTagToken("html", "StartTag"))
self.parser.phase = self.parser.phases["beforeHead"]
# other
def processEOF(self):
self.insertHtmlElement()
return True
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
pass
def processCharacters(self, token):
self.insertHtmlElement()
return token
def processStartTag(self, token):
if token["name"] == "html":
self.parser.firstStartTag = True
self.insertHtmlElement()
return token
def processEndTag(self, token):
if token["name"] not in ("head", "body", "html", "br"):
self.parser.parseError("unexpected-end-tag-before-html",
{"name": token["name"]})
else:
self.insertHtmlElement()
return token
class BeforeHeadPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("head", self.startTagHead)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("head", "body", "html", "br"), self.endTagImplyHead)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.startTagHead(impliedTagToken("head", "StartTag"))
return True
def processSpaceCharacters(self, token):
pass
def processCharacters(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagHead(self, token):
self.tree.insertElement(token)
self.tree.headPointer = self.tree.openElements[-1]
self.parser.phase = self.parser.phases["inHead"]
def startTagOther(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def endTagImplyHead(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def endTagOther(self, token):
self.parser.parseError("end-tag-after-implied-root",
{"name": token["name"]})
class InHeadPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("title", self.startTagTitle),
(("noframes", "style"), self.startTagNoFramesStyle),
("noscript", self.startTagNoscript),
("script", self.startTagScript),
(("base", "basefont", "bgsound", "command", "link"),
self.startTagBaseLinkCommand),
("meta", self.startTagMeta),
("head", self.startTagHead)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("head", self.endTagHead),
(("br", "html", "body"), self.endTagHtmlBodyBr)
])
self.endTagHandler.default = self.endTagOther
# the real thing
def processEOF(self):
self.anythingElse()
return True
def processCharacters(self, token):
self.anythingElse()
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagHead(self, token):
self.parser.parseError("two-heads-are-not-better-than-one")
def startTagBaseLinkCommand(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagMeta(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
attributes = token["data"]
if self.parser.tokenizer.stream.charEncoding[1] == "tentative":
if "charset" in attributes:
self.parser.tokenizer.stream.changeEncoding(attributes["charset"])
elif ("content" in attributes and
"http-equiv" in attributes and
attributes["http-equiv"].lower() == "content-type"):
# Encoding it as UTF-8 here is a hack, as really we should pass
# the abstract Unicode string, and just use the
# ContentAttrParser on that, but using UTF-8 allows all chars
# to be encoded and as a ASCII-superset works.
data = _inputstream.EncodingBytes(attributes["content"].encode("utf-8"))
parser = _inputstream.ContentAttrParser(data)
codec = parser.parse()
self.parser.tokenizer.stream.changeEncoding(codec)
def startTagTitle(self, token):
self.parser.parseRCDataRawtext(token, "RCDATA")
def startTagNoFramesStyle(self, token):
# Need to decide whether to implement the scripting-disabled case
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagNoscript(self, token):
if self.parser.scripting:
self.parser.parseRCDataRawtext(token, "RAWTEXT")
else:
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inHeadNoscript"]
def startTagScript(self, token):
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.scriptDataState
self.parser.originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["text"]
def startTagOther(self, token):
self.anythingElse()
return token
def endTagHead(self, token):
node = self.parser.tree.openElements.pop()
assert node.name == "head", "Expected head got %s" % node.name
self.parser.phase = self.parser.phases["afterHead"]
def endTagHtmlBodyBr(self, token):
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
self.endTagHead(impliedTagToken("head"))
class InHeadNoscriptPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("basefont", "bgsound", "link", "meta", "noframes", "style"), self.startTagBaseLinkCommand),
(("head", "noscript"), self.startTagHeadNoscript),
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("noscript", self.endTagNoscript),
("br", self.endTagBr),
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.parser.parseError("eof-in-head-noscript")
self.anythingElse()
return True
def processComment(self, token):
return self.parser.phases["inHead"].processComment(token)
def processCharacters(self, token):
self.parser.parseError("char-in-head-noscript")
self.anythingElse()
return token
def processSpaceCharacters(self, token):
return self.parser.phases["inHead"].processSpaceCharacters(token)
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagBaseLinkCommand(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagHeadNoscript(self, token):
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
def startTagOther(self, token):
self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]})
self.anythingElse()
return token
def endTagNoscript(self, token):
node = self.parser.tree.openElements.pop()
assert node.name == "noscript", "Expected noscript got %s" % node.name
self.parser.phase = self.parser.phases["inHead"]
def endTagBr(self, token):
self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]})
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
# Caller must raise parse error first!
self.endTagNoscript(impliedTagToken("noscript"))
class AfterHeadPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("body", self.startTagBody),
("frameset", self.startTagFrameset),
(("base", "basefont", "bgsound", "link", "meta", "noframes", "script",
"style", "title"),
self.startTagFromHead),
("head", self.startTagHead)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([(("body", "html", "br"),
self.endTagHtmlBodyBr)])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.anythingElse()
return True
def processCharacters(self, token):
self.anythingElse()
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagBody(self, token):
self.parser.framesetOK = False
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inBody"]
def startTagFrameset(self, token):
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inFrameset"]
def startTagFromHead(self, token):
self.parser.parseError("unexpected-start-tag-out-of-my-head",
{"name": token["name"]})
self.tree.openElements.append(self.tree.headPointer)
self.parser.phases["inHead"].processStartTag(token)
for node in self.tree.openElements[::-1]:
if node.name == "head":
self.tree.openElements.remove(node)
break
def startTagHead(self, token):
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
def startTagOther(self, token):
self.anythingElse()
return token
def endTagHtmlBodyBr(self, token):
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
self.tree.insertElement(impliedTagToken("body", "StartTag"))
self.parser.phase = self.parser.phases["inBody"]
self.parser.framesetOK = True
class InBodyPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#parsing-main-inbody
# the really-really-really-very crazy mode
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
# Set this to the default handler
self.processSpaceCharacters = self.processSpaceCharactersNonPre
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("base", "basefont", "bgsound", "command", "link", "meta",
"script", "style", "title"),
self.startTagProcessInHead),
("body", self.startTagBody),
("frameset", self.startTagFrameset),
(("address", "article", "aside", "blockquote", "center", "details",
"dir", "div", "dl", "fieldset", "figcaption", "figure",
"footer", "header", "hgroup", "main", "menu", "nav", "ol", "p",
"section", "summary", "ul"),
self.startTagCloseP),
(headingElements, self.startTagHeading),
(("pre", "listing"), self.startTagPreListing),
("form", self.startTagForm),
(("li", "dd", "dt"), self.startTagListItem),
("plaintext", self.startTagPlaintext),
("a", self.startTagA),
(("b", "big", "code", "em", "font", "i", "s", "small", "strike",
"strong", "tt", "u"), self.startTagFormatting),
("nobr", self.startTagNobr),
("button", self.startTagButton),
(("applet", "marquee", "object"), self.startTagAppletMarqueeObject),
("xmp", self.startTagXmp),
("table", self.startTagTable),
(("area", "br", "embed", "img", "keygen", "wbr"),
self.startTagVoidFormatting),
(("param", "source", "track"), self.startTagParamSource),
("input", self.startTagInput),
("hr", self.startTagHr),
("image", self.startTagImage),
("isindex", self.startTagIsIndex),
("textarea", self.startTagTextarea),
("iframe", self.startTagIFrame),
("noscript", self.startTagNoscript),
(("noembed", "noframes"), self.startTagRawtext),
("select", self.startTagSelect),
(("rp", "rt"), self.startTagRpRt),
(("option", "optgroup"), self.startTagOpt),
(("math"), self.startTagMath),
(("svg"), self.startTagSvg),
(("caption", "col", "colgroup", "frame", "head",
"tbody", "td", "tfoot", "th", "thead",
"tr"), self.startTagMisplaced)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("body", self.endTagBody),
("html", self.endTagHtml),
(("address", "article", "aside", "blockquote", "button", "center",
"details", "dialog", "dir", "div", "dl", "fieldset", "figcaption", "figure",
"footer", "header", "hgroup", "listing", "main", "menu", "nav", "ol", "pre",
"section", "summary", "ul"), self.endTagBlock),
("form", self.endTagForm),
("p", self.endTagP),
(("dd", "dt", "li"), self.endTagListItem),
(headingElements, self.endTagHeading),
(("a", "b", "big", "code", "em", "font", "i", "nobr", "s", "small",
"strike", "strong", "tt", "u"), self.endTagFormatting),
(("applet", "marquee", "object"), self.endTagAppletMarqueeObject),
("br", self.endTagBr),
])
self.endTagHandler.default = self.endTagOther
def isMatchingFormattingElement(self, node1, node2):
return (node1.name == node2.name and
node1.namespace == node2.namespace and
node1.attributes == node2.attributes)
# helper
def addFormattingElement(self, token):
self.tree.insertElement(token)
element = self.tree.openElements[-1]
matchingElements = []
for node in self.tree.activeFormattingElements[::-1]:
if node is Marker:
break
elif self.isMatchingFormattingElement(node, element):
matchingElements.append(node)
assert len(matchingElements) <= 3
if len(matchingElements) == 3:
self.tree.activeFormattingElements.remove(matchingElements[-1])
self.tree.activeFormattingElements.append(element)
# the real deal
def processEOF(self):
allowed_elements = frozenset(("dd", "dt", "li", "p", "tbody", "td",
"tfoot", "th", "thead", "tr", "body",
"html"))
for node in self.tree.openElements[::-1]:
if node.name not in allowed_elements:
self.parser.parseError("expected-closing-tag-but-got-eof")
break
# Stop parsing
def processSpaceCharactersDropNewline(self, token):
# Sometimes (start of <pre>, <listing>, and <textarea> blocks) we
# want to drop leading newlines
data = token["data"]
self.processSpaceCharacters = self.processSpaceCharactersNonPre
if (data.startswith("\n") and
self.tree.openElements[-1].name in ("pre", "listing", "textarea") and
not self.tree.openElements[-1].hasContent()):
data = data[1:]
if data:
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(data)
def processCharacters(self, token):
if token["data"] == "\u0000":
# The tokenizer should always emit null on its own
return
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(token["data"])
# This must be bad for performance
if (self.parser.framesetOK and
any([char not in spaceCharacters
for char in token["data"]])):
self.parser.framesetOK = False
def processSpaceCharactersNonPre(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(token["data"])
def startTagProcessInHead(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagBody(self, token):
self.parser.parseError("unexpected-start-tag", {"name": "body"})
if (len(self.tree.openElements) == 1 or
self.tree.openElements[1].name != "body"):
assert self.parser.innerHTML
else:
self.parser.framesetOK = False
for attr, value in token["data"].items():
if attr not in self.tree.openElements[1].attributes:
self.tree.openElements[1].attributes[attr] = value
def startTagFrameset(self, token):
self.parser.parseError("unexpected-start-tag", {"name": "frameset"})
if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"):
assert self.parser.innerHTML
elif not self.parser.framesetOK:
pass
else:
if self.tree.openElements[1].parent:
self.tree.openElements[1].parent.removeChild(self.tree.openElements[1])
while self.tree.openElements[-1].name != "html":
self.tree.openElements.pop()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inFrameset"]
def startTagCloseP(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
def startTagPreListing(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.framesetOK = False
self.processSpaceCharacters = self.processSpaceCharactersDropNewline
def startTagForm(self, token):
if self.tree.formPointer:
self.parser.parseError("unexpected-start-tag", {"name": "form"})
else:
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.tree.formPointer = self.tree.openElements[-1]
def startTagListItem(self, token):
self.parser.framesetOK = False
stopNamesMap = {"li": ["li"],
"dt": ["dt", "dd"],
"dd": ["dt", "dd"]}
stopNames = stopNamesMap[token["name"]]
for node in reversed(self.tree.openElements):
if node.name in stopNames:
self.parser.phase.processEndTag(
impliedTagToken(node.name, "EndTag"))
break
if (node.nameTuple in specialElements and
node.name not in ("address", "div", "p")):
break
if self.tree.elementInScope("p", variant="button"):
self.parser.phase.processEndTag(
impliedTagToken("p", "EndTag"))
self.tree.insertElement(token)
def startTagPlaintext(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.plaintextState
def startTagHeading(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
if self.tree.openElements[-1].name in headingElements:
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagA(self, token):
afeAElement = self.tree.elementInActiveFormattingElements("a")
if afeAElement:
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "a", "endName": "a"})
self.endTagFormatting(impliedTagToken("a"))
if afeAElement in self.tree.openElements:
self.tree.openElements.remove(afeAElement)
if afeAElement in self.tree.activeFormattingElements:
self.tree.activeFormattingElements.remove(afeAElement)
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagFormatting(self, token):
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagNobr(self, token):
self.tree.reconstructActiveFormattingElements()
if self.tree.elementInScope("nobr"):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "nobr", "endName": "nobr"})
self.processEndTag(impliedTagToken("nobr"))
# XXX Need tests that trigger the following
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagButton(self, token):
if self.tree.elementInScope("button"):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "button", "endName": "button"})
self.processEndTag(impliedTagToken("button"))
return token
else:
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.parser.framesetOK = False
def startTagAppletMarqueeObject(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.tree.activeFormattingElements.append(Marker)
self.parser.framesetOK = False
def startTagXmp(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.reconstructActiveFormattingElements()
self.parser.framesetOK = False
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagTable(self, token):
if self.parser.compatMode != "quirks":
if self.tree.elementInScope("p", variant="button"):
self.processEndTag(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.framesetOK = False
self.parser.phase = self.parser.phases["inTable"]
def startTagVoidFormatting(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
self.parser.framesetOK = False
def startTagInput(self, token):
framesetOK = self.parser.framesetOK
self.startTagVoidFormatting(token)
if ("type" in token["data"] and
token["data"]["type"].translate(asciiUpper2Lower) == "hidden"):
# input type=hidden doesn't change framesetOK
self.parser.framesetOK = framesetOK
def startTagParamSource(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagHr(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
self.parser.framesetOK = False
def startTagImage(self, token):
# No really...
self.parser.parseError("unexpected-start-tag-treated-as",
{"originalName": "image", "newName": "img"})
self.processStartTag(impliedTagToken("img", "StartTag",
attributes=token["data"],
selfClosing=token["selfClosing"]))
def startTagIsIndex(self, token):
self.parser.parseError("deprecated-tag", {"name": "isindex"})
if self.tree.formPointer:
return
form_attrs = {}
if "action" in token["data"]:
form_attrs["action"] = token["data"]["action"]
self.processStartTag(impliedTagToken("form", "StartTag",
attributes=form_attrs))
self.processStartTag(impliedTagToken("hr", "StartTag"))
self.processStartTag(impliedTagToken("label", "StartTag"))
# XXX Localization ...
if "prompt" in token["data"]:
prompt = token["data"]["prompt"]
else:
prompt = "This is a searchable index. Enter search keywords: "
self.processCharacters(
{"type": tokenTypes["Characters"], "data": prompt})
attributes = token["data"].copy()
if "action" in attributes:
del attributes["action"]
if "prompt" in attributes:
del attributes["prompt"]
attributes["name"] = "isindex"
self.processStartTag(impliedTagToken("input", "StartTag",
attributes=attributes,
selfClosing=token["selfClosing"]))
self.processEndTag(impliedTagToken("label"))
self.processStartTag(impliedTagToken("hr", "StartTag"))
self.processEndTag(impliedTagToken("form"))
def startTagTextarea(self, token):
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.rcdataState
self.processSpaceCharacters = self.processSpaceCharactersDropNewline
self.parser.framesetOK = False
def startTagIFrame(self, token):
self.parser.framesetOK = False
self.startTagRawtext(token)
def startTagNoscript(self, token):
if self.parser.scripting:
self.startTagRawtext(token)
else:
self.startTagOther(token)
def startTagRawtext(self, token):
"""iframe, noembed noframes, noscript(if scripting enabled)"""
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagOpt(self, token):
if self.tree.openElements[-1].name == "option":
self.parser.phase.processEndTag(impliedTagToken("option"))
self.tree.reconstructActiveFormattingElements()
self.parser.tree.insertElement(token)
def startTagSelect(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.parser.framesetOK = False
if self.parser.phase in (self.parser.phases["inTable"],
self.parser.phases["inCaption"],
self.parser.phases["inColumnGroup"],
self.parser.phases["inTableBody"],
self.parser.phases["inRow"],
self.parser.phases["inCell"]):
self.parser.phase = self.parser.phases["inSelectInTable"]
else:
self.parser.phase = self.parser.phases["inSelect"]
def startTagRpRt(self, token):
if self.tree.elementInScope("ruby"):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "ruby":
self.parser.parseError()
self.tree.insertElement(token)
def startTagMath(self, token):
self.tree.reconstructActiveFormattingElements()
self.parser.adjustMathMLAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = namespaces["mathml"]
self.tree.insertElement(token)
# Need to get the parse error right for the case where the token
# has a namespace not equal to the xmlns attribute
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagSvg(self, token):
self.tree.reconstructActiveFormattingElements()
self.parser.adjustSVGAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = namespaces["svg"]
self.tree.insertElement(token)
# Need to get the parse error right for the case where the token
# has a namespace not equal to the xmlns attribute
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagMisplaced(self, token):
""" Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
"""
self.parser.parseError("unexpected-start-tag-ignored", {"name": token["name"]})
def startTagOther(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
def endTagP(self, token):
if not self.tree.elementInScope("p", variant="button"):
self.startTagCloseP(impliedTagToken("p", "StartTag"))
self.parser.parseError("unexpected-end-tag", {"name": "p"})
self.endTagP(impliedTagToken("p", "EndTag"))
else:
self.tree.generateImpliedEndTags("p")
if self.tree.openElements[-1].name != "p":
self.parser.parseError("unexpected-end-tag", {"name": "p"})
node = self.tree.openElements.pop()
while node.name != "p":
node = self.tree.openElements.pop()
def endTagBody(self, token):
if not self.tree.elementInScope("body"):
self.parser.parseError()
return
elif self.tree.openElements[-1].name != "body":
for node in self.tree.openElements[2:]:
if node.name not in frozenset(("dd", "dt", "li", "optgroup",
"option", "p", "rp", "rt",
"tbody", "td", "tfoot",
"th", "thead", "tr", "body",
"html")):
# Not sure this is the correct name for the parse error
self.parser.parseError(
"expected-one-end-tag-but-got-another",
{"gotName": "body", "expectedName": node.name})
break
self.parser.phase = self.parser.phases["afterBody"]
def endTagHtml(self, token):
# We repeat the test for the body end tag token being ignored here
if self.tree.elementInScope("body"):
self.endTagBody(impliedTagToken("body"))
return token
def endTagBlock(self, token):
# Put us back in the right whitespace handling mode
if token["name"] == "pre":
self.processSpaceCharacters = self.processSpaceCharactersNonPre
inScope = self.tree.elementInScope(token["name"])
if inScope:
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
if inScope:
node = self.tree.openElements.pop()
while node.name != token["name"]:
node = self.tree.openElements.pop()
def endTagForm(self, token):
node = self.tree.formPointer
self.tree.formPointer = None
if node is None or not self.tree.elementInScope(node):
self.parser.parseError("unexpected-end-tag",
{"name": "form"})
else:
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1] != node:
self.parser.parseError("end-tag-too-early-ignored",
{"name": "form"})
self.tree.openElements.remove(node)
def endTagListItem(self, token):
if token["name"] == "li":
variant = "list"
else:
variant = None
if not self.tree.elementInScope(token["name"], variant=variant):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
else:
self.tree.generateImpliedEndTags(exclude=token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError(
"end-tag-too-early",
{"name": token["name"]})
node = self.tree.openElements.pop()
while node.name != token["name"]:
node = self.tree.openElements.pop()
def endTagHeading(self, token):
for item in headingElements:
if self.tree.elementInScope(item):
self.tree.generateImpliedEndTags()
break
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
for item in headingElements:
if self.tree.elementInScope(item):
item = self.tree.openElements.pop()
while item.name not in headingElements:
item = self.tree.openElements.pop()
break
def endTagFormatting(self, token):
"""The much-feared adoption agency algorithm"""
# http://svn.whatwg.org/webapps/complete.html#adoptionAgency revision 7867
# XXX Better parseError messages appreciated.
# Step 1
outerLoopCounter = 0
# Step 2
while outerLoopCounter < 8:
# Step 3
outerLoopCounter += 1
# Step 4:
# Let the formatting element be the last element in
# the list of active formatting elements that:
# - is between the end of the list and the last scope
# marker in the list, if any, or the start of the list
# otherwise, and
# - has the same tag name as the token.
formattingElement = self.tree.elementInActiveFormattingElements(
token["name"])
if (not formattingElement or
(formattingElement in self.tree.openElements and
not self.tree.elementInScope(formattingElement.name))):
# If there is no such node, then abort these steps
# and instead act as described in the "any other
# end tag" entry below.
self.endTagOther(token)
return
# Otherwise, if there is such a node, but that node is
# not in the stack of open elements, then this is a
# parse error; remove the element from the list, and
# abort these steps.
elif formattingElement not in self.tree.openElements:
self.parser.parseError("adoption-agency-1.2", {"name": token["name"]})
self.tree.activeFormattingElements.remove(formattingElement)
return
# Otherwise, if there is such a node, and that node is
# also in the stack of open elements, but the element
# is not in scope, then this is a parse error; ignore
# the token, and abort these steps.
elif not self.tree.elementInScope(formattingElement.name):
self.parser.parseError("adoption-agency-4.4", {"name": token["name"]})
return
# Otherwise, there is a formatting element and that
# element is in the stack and is in scope. If the
# element is not the current node, this is a parse
# error. In any case, proceed with the algorithm as
# written in the following steps.
else:
if formattingElement != self.tree.openElements[-1]:
self.parser.parseError("adoption-agency-1.3", {"name": token["name"]})
# Step 5:
# Let the furthest block be the topmost node in the
# stack of open elements that is lower in the stack
# than the formatting element, and is an element in
# the special category. There might not be one.
afeIndex = self.tree.openElements.index(formattingElement)
furthestBlock = None
for element in self.tree.openElements[afeIndex:]:
if element.nameTuple in specialElements:
furthestBlock = element
break
# Step 6:
# If there is no furthest block, then the UA must
# first pop all the nodes from the bottom of the stack
# of open elements, from the current node up to and
# including the formatting element, then remove the
# formatting element from the list of active
# formatting elements, and finally abort these steps.
if furthestBlock is None:
element = self.tree.openElements.pop()
while element != formattingElement:
element = self.tree.openElements.pop()
self.tree.activeFormattingElements.remove(element)
return
# Step 7
commonAncestor = self.tree.openElements[afeIndex - 1]
# Step 8:
# The bookmark is supposed to help us identify where to reinsert
# nodes in step 15. We have to ensure that we reinsert nodes after
# the node before the active formatting element. Note the bookmark
# can move in step 9.7
bookmark = self.tree.activeFormattingElements.index(formattingElement)
# Step 9
lastNode = node = furthestBlock
innerLoopCounter = 0
index = self.tree.openElements.index(node)
while innerLoopCounter < 3:
innerLoopCounter += 1
# Node is element before node in open elements
index -= 1
node = self.tree.openElements[index]
if node not in self.tree.activeFormattingElements:
self.tree.openElements.remove(node)
continue
# Step 9.6
if node == formattingElement:
break
# Step 9.7
if lastNode == furthestBlock:
bookmark = self.tree.activeFormattingElements.index(node) + 1
# Step 9.8
clone = node.cloneNode()
# Replace node with clone
self.tree.activeFormattingElements[
self.tree.activeFormattingElements.index(node)] = clone
self.tree.openElements[
self.tree.openElements.index(node)] = clone
node = clone
# Step 9.9
# Remove lastNode from its parents, if any
if lastNode.parent:
lastNode.parent.removeChild(lastNode)
node.appendChild(lastNode)
# Step 9.10
lastNode = node
# Step 10
# Foster parent lastNode if commonAncestor is a
# table, tbody, tfoot, thead, or tr we need to foster
# parent the lastNode
if lastNode.parent:
lastNode.parent.removeChild(lastNode)
if commonAncestor.name in frozenset(("table", "tbody", "tfoot", "thead", "tr")):
parent, insertBefore = self.tree.getTableMisnestedNodePosition()
parent.insertBefore(lastNode, insertBefore)
else:
commonAncestor.appendChild(lastNode)
# Step 11
clone = formattingElement.cloneNode()
# Step 12
furthestBlock.reparentChildren(clone)
# Step 13
furthestBlock.appendChild(clone)
# Step 14
self.tree.activeFormattingElements.remove(formattingElement)
self.tree.activeFormattingElements.insert(bookmark, clone)
# Step 15
self.tree.openElements.remove(formattingElement)
self.tree.openElements.insert(
self.tree.openElements.index(furthestBlock) + 1, clone)
def endTagAppletMarqueeObject(self, token):
if self.tree.elementInScope(token["name"]):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
if self.tree.elementInScope(token["name"]):
element = self.tree.openElements.pop()
while element.name != token["name"]:
element = self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
def endTagBr(self, token):
self.parser.parseError("unexpected-end-tag-treated-as",
{"originalName": "br", "newName": "br element"})
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(impliedTagToken("br", "StartTag"))
self.tree.openElements.pop()
def endTagOther(self, token):
for node in self.tree.openElements[::-1]:
if node.name == token["name"]:
self.tree.generateImpliedEndTags(exclude=token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
while self.tree.openElements.pop() != node:
pass
break
else:
if node.nameTuple in specialElements:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
break
class TextPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("script", self.endTagScript)])
self.endTagHandler.default = self.endTagOther
def processCharacters(self, token):
self.tree.insertText(token["data"])
def processEOF(self):
self.parser.parseError("expected-named-closing-tag-but-got-eof",
{"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
self.parser.phase = self.parser.originalPhase
return True
def startTagOther(self, token):
assert False, "Tried to process start tag %s in RCDATA/RAWTEXT mode" % token['name']
def endTagScript(self, token):
node = self.tree.openElements.pop()
assert node.name == "script"
self.parser.phase = self.parser.originalPhase
# The rest of this method is all stuff that only happens if
# document.write works
def endTagOther(self, token):
self.tree.openElements.pop()
self.parser.phase = self.parser.originalPhase
class InTablePhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-table
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("caption", self.startTagCaption),
("colgroup", self.startTagColgroup),
("col", self.startTagCol),
(("tbody", "tfoot", "thead"), self.startTagRowGroup),
(("td", "th", "tr"), self.startTagImplyTbody),
("table", self.startTagTable),
(("style", "script"), self.startTagStyleScript),
("input", self.startTagInput),
("form", self.startTagForm)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("table", self.endTagTable),
(("body", "caption", "col", "colgroup", "html", "tbody", "td",
"tfoot", "th", "thead", "tr"), self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
# helper methods
def clearStackToTableContext(self):
# "clear the stack back to a table context"
while self.tree.openElements[-1].name not in ("table", "html"):
# self.parser.parseError("unexpected-implied-end-tag-in-table",
# {"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
# When the current node is <html> it's an innerHTML case
# processing methods
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-table")
else:
assert self.parser.innerHTML
# Stop parsing
def processSpaceCharacters(self, token):
originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["inTableText"]
self.parser.phase.originalPhase = originalPhase
self.parser.phase.processSpaceCharacters(token)
def processCharacters(self, token):
originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["inTableText"]
self.parser.phase.originalPhase = originalPhase
self.parser.phase.processCharacters(token)
def insertText(self, token):
# If we get here there must be at least one non-whitespace character
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processCharacters(token)
self.tree.insertFromTable = False
def startTagCaption(self, token):
self.clearStackToTableContext()
self.tree.activeFormattingElements.append(Marker)
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inCaption"]
def startTagColgroup(self, token):
self.clearStackToTableContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inColumnGroup"]
def startTagCol(self, token):
self.startTagColgroup(impliedTagToken("colgroup", "StartTag"))
return token
def startTagRowGroup(self, token):
self.clearStackToTableContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inTableBody"]
def startTagImplyTbody(self, token):
self.startTagRowGroup(impliedTagToken("tbody", "StartTag"))
return token
def startTagTable(self, token):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "table", "endName": "table"})
self.parser.phase.processEndTag(impliedTagToken("table"))
if not self.parser.innerHTML:
return token
def startTagStyleScript(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagInput(self, token):
if ("type" in token["data"] and
token["data"]["type"].translate(asciiUpper2Lower) == "hidden"):
self.parser.parseError("unexpected-hidden-input-in-table")
self.tree.insertElement(token)
# XXX associate with form
self.tree.openElements.pop()
else:
self.startTagOther(token)
def startTagForm(self, token):
self.parser.parseError("unexpected-form-in-table")
if self.tree.formPointer is None:
self.tree.insertElement(token)
self.tree.formPointer = self.tree.openElements[-1]
self.tree.openElements.pop()
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-implies-table-voodoo", {"name": token["name"]})
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processStartTag(token)
self.tree.insertFromTable = False
def endTagTable(self, token):
if self.tree.elementInScope("table", variant="table"):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "table":
self.parser.parseError("end-tag-too-early-named",
{"gotName": "table",
"expectedName": self.tree.openElements[-1].name})
while self.tree.openElements[-1].name != "table":
self.tree.openElements.pop()
self.tree.openElements.pop()
self.parser.resetInsertionMode()
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-implies-table-voodoo", {"name": token["name"]})
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processEndTag(token)
self.tree.insertFromTable = False
class InTableTextPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.originalPhase = None
self.characterTokens = []
def flushCharacters(self):
data = "".join([item["data"] for item in self.characterTokens])
if any([item not in spaceCharacters for item in data]):
token = {"type": tokenTypes["Characters"], "data": data}
self.parser.phases["inTable"].insertText(token)
elif data:
self.tree.insertText(data)
self.characterTokens = []
def processComment(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
def processEOF(self):
self.flushCharacters()
self.parser.phase = self.originalPhase
return True
def processCharacters(self, token):
if token["data"] == "\u0000":
return
self.characterTokens.append(token)
def processSpaceCharacters(self, token):
# pretty sure we should never reach here
self.characterTokens.append(token)
# assert False
def processStartTag(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
def processEndTag(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
class InCaptionPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-caption
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("caption", "col", "colgroup", "tbody", "td", "tfoot", "th",
"thead", "tr"), self.startTagTableElement)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("caption", self.endTagCaption),
("table", self.endTagTable),
(("body", "col", "colgroup", "html", "tbody", "td", "tfoot", "th",
"thead", "tr"), self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
def ignoreEndTagCaption(self):
return not self.tree.elementInScope("caption", variant="table")
def processEOF(self):
self.parser.phases["inBody"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inBody"].processCharacters(token)
def startTagTableElement(self, token):
self.parser.parseError()
# XXX Have to duplicate logic here to find out if the tag is ignored
ignoreEndTag = self.ignoreEndTagCaption()
self.parser.phase.processEndTag(impliedTagToken("caption"))
if not ignoreEndTag:
return token
def startTagOther(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def endTagCaption(self, token):
if not self.ignoreEndTagCaption():
# AT this code is quite similar to endTagTable in "InTable"
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "caption":
self.parser.parseError("expected-one-end-tag-but-got-another",
{"gotName": "caption",
"expectedName": self.tree.openElements[-1].name})
while self.tree.openElements[-1].name != "caption":
self.tree.openElements.pop()
self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
self.parser.phase = self.parser.phases["inTable"]
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagTable(self, token):
self.parser.parseError()
ignoreEndTag = self.ignoreEndTagCaption()
self.parser.phase.processEndTag(impliedTagToken("caption"))
if not ignoreEndTag:
return token
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inBody"].processEndTag(token)
class InColumnGroupPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-column
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("col", self.startTagCol)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("colgroup", self.endTagColgroup),
("col", self.endTagCol)
])
self.endTagHandler.default = self.endTagOther
def ignoreEndTagColgroup(self):
return self.tree.openElements[-1].name == "html"
def processEOF(self):
if self.tree.openElements[-1].name == "html":
assert self.parser.innerHTML
return
else:
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return True
def processCharacters(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
def startTagCol(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagOther(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
def endTagColgroup(self, token):
if self.ignoreEndTagColgroup():
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
else:
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTable"]
def endTagCol(self, token):
self.parser.parseError("no-end-tag", {"name": "col"})
def endTagOther(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
class InTableBodyPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-table0
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("tr", self.startTagTr),
(("td", "th"), self.startTagTableCell),
(("caption", "col", "colgroup", "tbody", "tfoot", "thead"),
self.startTagTableOther)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("tbody", "tfoot", "thead"), self.endTagTableRowGroup),
("table", self.endTagTable),
(("body", "caption", "col", "colgroup", "html", "td", "th",
"tr"), self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
# helper methods
def clearStackToTableBodyContext(self):
while self.tree.openElements[-1].name not in ("tbody", "tfoot",
"thead", "html"):
# self.parser.parseError("unexpected-implied-end-tag-in-table",
# {"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
if self.tree.openElements[-1].name == "html":
assert self.parser.innerHTML
# the rest
def processEOF(self):
self.parser.phases["inTable"].processEOF()
def processSpaceCharacters(self, token):
return self.parser.phases["inTable"].processSpaceCharacters(token)
def processCharacters(self, token):
return self.parser.phases["inTable"].processCharacters(token)
def startTagTr(self, token):
self.clearStackToTableBodyContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inRow"]
def startTagTableCell(self, token):
self.parser.parseError("unexpected-cell-in-table-body",
{"name": token["name"]})
self.startTagTr(impliedTagToken("tr", "StartTag"))
return token
def startTagTableOther(self, token):
# XXX AT Any ideas on how to share this with endTagTable?
if (self.tree.elementInScope("tbody", variant="table") or
self.tree.elementInScope("thead", variant="table") or
self.tree.elementInScope("tfoot", variant="table")):
self.clearStackToTableBodyContext()
self.endTagTableRowGroup(
impliedTagToken(self.tree.openElements[-1].name))
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def startTagOther(self, token):
return self.parser.phases["inTable"].processStartTag(token)
def endTagTableRowGroup(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.clearStackToTableBodyContext()
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTable"]
else:
self.parser.parseError("unexpected-end-tag-in-table-body",
{"name": token["name"]})
def endTagTable(self, token):
if (self.tree.elementInScope("tbody", variant="table") or
self.tree.elementInScope("thead", variant="table") or
self.tree.elementInScope("tfoot", variant="table")):
self.clearStackToTableBodyContext()
self.endTagTableRowGroup(
impliedTagToken(self.tree.openElements[-1].name))
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag-in-table-body",
{"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inTable"].processEndTag(token)
class InRowPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-row
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("td", "th"), self.startTagTableCell),
(("caption", "col", "colgroup", "tbody", "tfoot", "thead",
"tr"), self.startTagTableOther)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("tr", self.endTagTr),
("table", self.endTagTable),
(("tbody", "tfoot", "thead"), self.endTagTableRowGroup),
(("body", "caption", "col", "colgroup", "html", "td", "th"),
self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
# helper methods (XXX unify this with other table helper methods)
def clearStackToTableRowContext(self):
while self.tree.openElements[-1].name not in ("tr", "html"):
self.parser.parseError("unexpected-implied-end-tag-in-table-row",
{"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
def ignoreEndTagTr(self):
return not self.tree.elementInScope("tr", variant="table")
# the rest
def processEOF(self):
self.parser.phases["inTable"].processEOF()
def processSpaceCharacters(self, token):
return self.parser.phases["inTable"].processSpaceCharacters(token)
def processCharacters(self, token):
return self.parser.phases["inTable"].processCharacters(token)
def startTagTableCell(self, token):
self.clearStackToTableRowContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inCell"]
self.tree.activeFormattingElements.append(Marker)
def startTagTableOther(self, token):
ignoreEndTag = self.ignoreEndTagTr()
self.endTagTr(impliedTagToken("tr"))
# XXX how are we sure it's always ignored in the innerHTML case?
if not ignoreEndTag:
return token
def startTagOther(self, token):
return self.parser.phases["inTable"].processStartTag(token)
def endTagTr(self, token):
if not self.ignoreEndTagTr():
self.clearStackToTableRowContext()
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTableBody"]
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagTable(self, token):
ignoreEndTag = self.ignoreEndTagTr()
self.endTagTr(impliedTagToken("tr"))
# Reprocess the current tag if the tr end tag was not ignored
# XXX how are we sure it's always ignored in the innerHTML case?
if not ignoreEndTag:
return token
def endTagTableRowGroup(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.endTagTr(impliedTagToken("tr"))
return token
else:
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag-in-table-row",
{"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inTable"].processEndTag(token)
class InCellPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-cell
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("caption", "col", "colgroup", "tbody", "td", "tfoot", "th",
"thead", "tr"), self.startTagTableOther)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("td", "th"), self.endTagTableCell),
(("body", "caption", "col", "colgroup", "html"), self.endTagIgnore),
(("table", "tbody", "tfoot", "thead", "tr"), self.endTagImply)
])
self.endTagHandler.default = self.endTagOther
# helper
def closeCell(self):
if self.tree.elementInScope("td", variant="table"):
self.endTagTableCell(impliedTagToken("td"))
elif self.tree.elementInScope("th", variant="table"):
self.endTagTableCell(impliedTagToken("th"))
# the rest
def processEOF(self):
self.parser.phases["inBody"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inBody"].processCharacters(token)
def startTagTableOther(self, token):
if (self.tree.elementInScope("td", variant="table") or
self.tree.elementInScope("th", variant="table")):
self.closeCell()
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def startTagOther(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def endTagTableCell(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.tree.generateImpliedEndTags(token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("unexpected-cell-end-tag",
{"name": token["name"]})
while True:
node = self.tree.openElements.pop()
if node.name == token["name"]:
break
else:
self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
self.parser.phase = self.parser.phases["inRow"]
else:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagImply(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.closeCell()
return token
else:
# sometimes innerHTML case
self.parser.parseError()
def endTagOther(self, token):
return self.parser.phases["inBody"].processEndTag(token)
class InSelectPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("option", self.startTagOption),
("optgroup", self.startTagOptgroup),
("select", self.startTagSelect),
(("input", "keygen", "textarea"), self.startTagInput),
("script", self.startTagScript)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("option", self.endTagOption),
("optgroup", self.endTagOptgroup),
("select", self.endTagSelect)
])
self.endTagHandler.default = self.endTagOther
# http://www.whatwg.org/specs/web-apps/current-work/#in-select
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-select")
else:
assert self.parser.innerHTML
def processCharacters(self, token):
if token["data"] == "\u0000":
return
self.tree.insertText(token["data"])
def startTagOption(self, token):
# We need to imply </option> if <option> is the current node.
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagOptgroup(self, token):
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
if self.tree.openElements[-1].name == "optgroup":
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagSelect(self, token):
self.parser.parseError("unexpected-select-in-select")
self.endTagSelect(impliedTagToken("select"))
def startTagInput(self, token):
self.parser.parseError("unexpected-input-in-select")
if self.tree.elementInScope("select", variant="select"):
self.endTagSelect(impliedTagToken("select"))
return token
else:
assert self.parser.innerHTML
def startTagScript(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-in-select",
{"name": token["name"]})
def endTagOption(self, token):
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
else:
self.parser.parseError("unexpected-end-tag-in-select",
{"name": "option"})
def endTagOptgroup(self, token):
# </optgroup> implicitly closes <option>
if (self.tree.openElements[-1].name == "option" and
self.tree.openElements[-2].name == "optgroup"):
self.tree.openElements.pop()
# It also closes </optgroup>
if self.tree.openElements[-1].name == "optgroup":
self.tree.openElements.pop()
# But nothing else
else:
self.parser.parseError("unexpected-end-tag-in-select",
{"name": "optgroup"})
def endTagSelect(self, token):
if self.tree.elementInScope("select", variant="select"):
node = self.tree.openElements.pop()
while node.name != "select":
node = self.tree.openElements.pop()
self.parser.resetInsertionMode()
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-in-select",
{"name": token["name"]})
class InSelectInTablePhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
(("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"),
self.startTagTable)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"),
self.endTagTable)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.parser.phases["inSelect"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inSelect"].processCharacters(token)
def startTagTable(self, token):
self.parser.parseError("unexpected-table-element-start-tag-in-select-in-table", {"name": token["name"]})
self.endTagOther(impliedTagToken("select"))
return token
def startTagOther(self, token):
return self.parser.phases["inSelect"].processStartTag(token)
def endTagTable(self, token):
self.parser.parseError("unexpected-table-element-end-tag-in-select-in-table", {"name": token["name"]})
if self.tree.elementInScope(token["name"], variant="table"):
self.endTagOther(impliedTagToken("select"))
return token
def endTagOther(self, token):
return self.parser.phases["inSelect"].processEndTag(token)
class InForeignContentPhase(Phase):
breakoutElements = frozenset(["b", "big", "blockquote", "body", "br",
"center", "code", "dd", "div", "dl", "dt",
"em", "embed", "h1", "h2", "h3",
"h4", "h5", "h6", "head", "hr", "i", "img",
"li", "listing", "menu", "meta", "nobr",
"ol", "p", "pre", "ruby", "s", "small",
"span", "strong", "strike", "sub", "sup",
"table", "tt", "u", "ul", "var"])
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
def adjustSVGTagNames(self, token):
replacements = {"altglyph": "altGlyph",
"altglyphdef": "altGlyphDef",
"altglyphitem": "altGlyphItem",
"animatecolor": "animateColor",
"animatemotion": "animateMotion",
"animatetransform": "animateTransform",
"clippath": "clipPath",
"feblend": "feBlend",
"fecolormatrix": "feColorMatrix",
"fecomponenttransfer": "feComponentTransfer",
"fecomposite": "feComposite",
"feconvolvematrix": "feConvolveMatrix",
"fediffuselighting": "feDiffuseLighting",
"fedisplacementmap": "feDisplacementMap",
"fedistantlight": "feDistantLight",
"feflood": "feFlood",
"fefunca": "feFuncA",
"fefuncb": "feFuncB",
"fefuncg": "feFuncG",
"fefuncr": "feFuncR",
"fegaussianblur": "feGaussianBlur",
"feimage": "feImage",
"femerge": "feMerge",
"femergenode": "feMergeNode",
"femorphology": "feMorphology",
"feoffset": "feOffset",
"fepointlight": "fePointLight",
"fespecularlighting": "feSpecularLighting",
"fespotlight": "feSpotLight",
"fetile": "feTile",
"feturbulence": "feTurbulence",
"foreignobject": "foreignObject",
"glyphref": "glyphRef",
"lineargradient": "linearGradient",
"radialgradient": "radialGradient",
"textpath": "textPath"}
if token["name"] in replacements:
token["name"] = replacements[token["name"]]
def processCharacters(self, token):
if token["data"] == "\u0000":
token["data"] = "\uFFFD"
elif (self.parser.framesetOK and
any(char not in spaceCharacters for char in token["data"])):
self.parser.framesetOK = False
Phase.processCharacters(self, token)
def processStartTag(self, token):
currentNode = self.tree.openElements[-1]
if (token["name"] in self.breakoutElements or
(token["name"] == "font" and
set(token["data"].keys()) & set(["color", "face", "size"]))):
self.parser.parseError("unexpected-html-element-in-foreign-content",
{"name": token["name"]})
while (self.tree.openElements[-1].namespace !=
self.tree.defaultNamespace and
not self.parser.isHTMLIntegrationPoint(self.tree.openElements[-1]) and
not self.parser.isMathMLTextIntegrationPoint(self.tree.openElements[-1])):
self.tree.openElements.pop()
return token
else:
if currentNode.namespace == namespaces["mathml"]:
self.parser.adjustMathMLAttributes(token)
elif currentNode.namespace == namespaces["svg"]:
self.adjustSVGTagNames(token)
self.parser.adjustSVGAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = currentNode.namespace
self.tree.insertElement(token)
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def processEndTag(self, token):
nodeIndex = len(self.tree.openElements) - 1
node = self.tree.openElements[-1]
if node.name.translate(asciiUpper2Lower) != token["name"]:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
while True:
if node.name.translate(asciiUpper2Lower) == token["name"]:
# XXX this isn't in the spec but it seems necessary
if self.parser.phase == self.parser.phases["inTableText"]:
self.parser.phase.flushCharacters()
self.parser.phase = self.parser.phase.originalPhase
while self.tree.openElements.pop() != node:
assert self.tree.openElements
new_token = None
break
nodeIndex -= 1
node = self.tree.openElements[nodeIndex]
if node.namespace != self.tree.defaultNamespace:
continue
else:
new_token = self.parser.phase.processEndTag(token)
break
return new_token
class AfterBodyPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([("html", self.endTagHtml)])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
# Stop parsing
pass
def processComment(self, token):
# This is needed because data is to be appended to the <html> element
# here and not to whatever is currently open.
self.tree.insertComment(token, self.tree.openElements[0])
def processCharacters(self, token):
self.parser.parseError("unexpected-char-after-body")
self.parser.phase = self.parser.phases["inBody"]
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-after-body",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
def endTagHtml(self, name):
if self.parser.innerHTML:
self.parser.parseError("unexpected-end-tag-after-body-innerhtml")
else:
self.parser.phase = self.parser.phases["afterAfterBody"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-after-body",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
class InFramesetPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-frameset
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("frameset", self.startTagFrameset),
("frame", self.startTagFrame),
("noframes", self.startTagNoframes)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("frameset", self.endTagFrameset)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-frameset")
else:
assert self.parser.innerHTML
def processCharacters(self, token):
self.parser.parseError("unexpected-char-in-frameset")
def startTagFrameset(self, token):
self.tree.insertElement(token)
def startTagFrame(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
def startTagNoframes(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-in-frameset",
{"name": token["name"]})
def endTagFrameset(self, token):
if self.tree.openElements[-1].name == "html":
# innerHTML case
self.parser.parseError("unexpected-frameset-in-frameset-innerhtml")
else:
self.tree.openElements.pop()
if (not self.parser.innerHTML and
self.tree.openElements[-1].name != "frameset"):
# If we're not in innerHTML mode and the current node is not a
# "frameset" element (anymore) then switch.
self.parser.phase = self.parser.phases["afterFrameset"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-in-frameset",
{"name": token["name"]})
class AfterFramesetPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#after3
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("noframes", self.startTagNoframes)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("html", self.endTagHtml)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
# Stop parsing
pass
def processCharacters(self, token):
self.parser.parseError("unexpected-char-after-frameset")
def startTagNoframes(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-after-frameset",
{"name": token["name"]})
def endTagHtml(self, token):
self.parser.phase = self.parser.phases["afterAfterFrameset"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-after-frameset",
{"name": token["name"]})
class AfterAfterBodyPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml)
])
self.startTagHandler.default = self.startTagOther
def processEOF(self):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
return self.parser.phases["inBody"].processSpaceCharacters(token)
def processCharacters(self, token):
self.parser.parseError("expected-eof-but-got-char")
self.parser.phase = self.parser.phases["inBody"]
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("expected-eof-but-got-start-tag",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
def processEndTag(self, token):
self.parser.parseError("expected-eof-but-got-end-tag",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
class AfterAfterFramesetPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("noframes", self.startTagNoFrames)
])
self.startTagHandler.default = self.startTagOther
def processEOF(self):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
return self.parser.phases["inBody"].processSpaceCharacters(token)
def processCharacters(self, token):
self.parser.parseError("expected-eof-but-got-char")
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagNoFrames(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("expected-eof-but-got-start-tag",
{"name": token["name"]})
def processEndTag(self, token):
self.parser.parseError("expected-eof-but-got-end-tag",
{"name": token["name"]})
# pylint:enable=unused-argument
return {
"initial": InitialPhase,
"beforeHtml": BeforeHtmlPhase,
"beforeHead": BeforeHeadPhase,
"inHead": InHeadPhase,
"inHeadNoscript": InHeadNoscriptPhase,
"afterHead": AfterHeadPhase,
"inBody": InBodyPhase,
"text": TextPhase,
"inTable": InTablePhase,
"inTableText": InTableTextPhase,
"inCaption": InCaptionPhase,
"inColumnGroup": InColumnGroupPhase,
"inTableBody": InTableBodyPhase,
"inRow": InRowPhase,
"inCell": InCellPhase,
"inSelect": InSelectPhase,
"inSelectInTable": InSelectInTablePhase,
"inForeignContent": InForeignContentPhase,
"afterBody": AfterBodyPhase,
"inFrameset": InFramesetPhase,
"afterFrameset": AfterFramesetPhase,
"afterAfterBody": AfterAfterBodyPhase,
"afterAfterFrameset": AfterAfterFramesetPhase,
# XXX after after frameset
}
def adjust_attributes(token, replacements):
needs_adjustment = viewkeys(token['data']) & viewkeys(replacements)
if needs_adjustment:
token['data'] = OrderedDict((replacements.get(k, k), v)
for k, v in token['data'].items())
def impliedTagToken(name, type="EndTag", attributes=None,
selfClosing=False):
if attributes is None:
attributes = {}
return {"type": tokenTypes[type], "name": name, "data": attributes,
"selfClosing": selfClosing}
class ParseError(Exception):
"""Error in parsed document"""
pass
site-packages/pip/_vendor/html5lib/treebuilders/__init__.py 0000644 00000007010 15201600076 0020025 0 ustar 00 """A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
"""
from __future__ import absolute_import, division, unicode_literals
from .._utils import default_etree
treeBuilderCache = {}
def getTreeBuilder(treeType, implementation=None, **kwargs):
"""Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
"""
treeType = treeType.lower()
if treeType not in treeBuilderCache:
if treeType == "dom":
from . import dom
# Come up with a sane default (pref. from the stdlib)
if implementation is None:
from xml.dom import minidom
implementation = minidom
# NEVER cache here, caching is done in the dom submodule
return dom.getDomModule(implementation, **kwargs).TreeBuilder
elif treeType == "lxml":
from . import etree_lxml
treeBuilderCache[treeType] = etree_lxml.TreeBuilder
elif treeType == "etree":
from . import etree
if implementation is None:
implementation = default_etree
# NEVER cache here, caching is done in the etree submodule
return etree.getETreeModule(implementation, **kwargs).TreeBuilder
else:
raise ValueError("""Unrecognised treebuilder "%s" """ % treeType)
return treeBuilderCache.get(treeType)
site-packages/pip/_vendor/html5lib/treebuilders/base.py 0000644 00000034363 15201600076 0017213 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from ..constants import scopingElements, tableInsertModeElements, namespaces
# The scope markers are inserted when entering object elements,
# marquees, table cells, and table captions, and are used to prevent formatting
# from "leaking" into tables, object elements, and marquees.
Marker = None
listElementsMap = {
None: (frozenset(scopingElements), False),
"button": (frozenset(scopingElements | set([(namespaces["html"], "button")])), False),
"list": (frozenset(scopingElements | set([(namespaces["html"], "ol"),
(namespaces["html"], "ul")])), False),
"table": (frozenset([(namespaces["html"], "html"),
(namespaces["html"], "table")]), False),
"select": (frozenset([(namespaces["html"], "optgroup"),
(namespaces["html"], "option")]), True)
}
class Node(object):
"""Represents an item in the tree"""
def __init__(self, name):
"""Creates a Node
:arg name: The tag name associated with the node
"""
# The tag name assocaited with the node
self.name = name
# The parent of the current node (or None for the document node)
self.parent = None
# The value of the current node (applies to text nodes and comments)
self.value = None
# A dict holding name -> value pairs for attributes of the node
self.attributes = {}
# A list of child nodes of the current node. This must include all
# elements but not necessarily other node types.
self.childNodes = []
# A list of miscellaneous flags that can be set on the node.
self._flags = []
def __str__(self):
attributesStr = " ".join(["%s=\"%s\"" % (name, value)
for name, value in
self.attributes.items()])
if attributesStr:
return "<%s %s>" % (self.name, attributesStr)
else:
return "<%s>" % (self.name)
def __repr__(self):
return "<%s>" % (self.name)
def appendChild(self, node):
"""Insert node as a child of the current node
:arg node: the node to insert
"""
raise NotImplementedError
def insertText(self, data, insertBefore=None):
"""Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
"""
raise NotImplementedError
def insertBefore(self, node, refNode):
"""Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
"""
raise NotImplementedError
def removeChild(self, node):
"""Remove node from the children of the current node
:arg node: the child node to remove
"""
raise NotImplementedError
def reparentChildren(self, newParent):
"""Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
"""
# XXX - should this method be made more general?
for child in self.childNodes:
newParent.appendChild(child)
self.childNodes = []
def cloneNode(self):
"""Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
"""
raise NotImplementedError
def hasContent(self):
"""Return true if the node has children or text, false otherwise
"""
raise NotImplementedError
class ActiveFormattingElements(list):
def append(self, node):
equalCount = 0
if node != Marker:
for element in self[::-1]:
if element == Marker:
break
if self.nodesEqual(element, node):
equalCount += 1
if equalCount == 3:
self.remove(element)
break
list.append(self, node)
def nodesEqual(self, node1, node2):
if not node1.nameTuple == node2.nameTuple:
return False
if not node1.attributes == node2.attributes:
return False
return True
class TreeBuilder(object):
"""Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
"""
# pylint:disable=not-callable
# Document class
documentClass = None
# The class to use for creating a node
elementClass = None
# The class to use for creating comments
commentClass = None
# The class to use for creating doctypes
doctypeClass = None
# Fragment class
fragmentClass = None
def __init__(self, namespaceHTMLElements):
"""Create a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
"""
if namespaceHTMLElements:
self.defaultNamespace = "http://www.w3.org/1999/xhtml"
else:
self.defaultNamespace = None
self.reset()
def reset(self):
self.openElements = []
self.activeFormattingElements = ActiveFormattingElements()
# XXX - rename these to headElement, formElement
self.headPointer = None
self.formPointer = None
self.insertFromTable = False
self.document = self.documentClass()
def elementInScope(self, target, variant=None):
# If we pass a node in we match that. if we pass a string
# match any node with that name
exactNode = hasattr(target, "nameTuple")
if not exactNode:
if isinstance(target, text_type):
target = (namespaces["html"], target)
assert isinstance(target, tuple)
listElements, invert = listElementsMap[variant]
for node in reversed(self.openElements):
if exactNode and node == target:
return True
elif not exactNode and node.nameTuple == target:
return True
elif (invert ^ (node.nameTuple in listElements)):
return False
assert False # We should never reach this point
def reconstructActiveFormattingElements(self):
# Within this algorithm the order of steps described in the
# specification is not quite the same as the order of steps in the
# code. It should still do the same though.
# Step 1: stop the algorithm when there's nothing to do.
if not self.activeFormattingElements:
return
# Step 2 and step 3: we start with the last element. So i is -1.
i = len(self.activeFormattingElements) - 1
entry = self.activeFormattingElements[i]
if entry == Marker or entry in self.openElements:
return
# Step 6
while entry != Marker and entry not in self.openElements:
if i == 0:
# This will be reset to 0 below
i = -1
break
i -= 1
# Step 5: let entry be one earlier in the list.
entry = self.activeFormattingElements[i]
while True:
# Step 7
i += 1
# Step 8
entry = self.activeFormattingElements[i]
clone = entry.cloneNode() # Mainly to get a new copy of the attributes
# Step 9
element = self.insertElement({"type": "StartTag",
"name": clone.name,
"namespace": clone.namespace,
"data": clone.attributes})
# Step 10
self.activeFormattingElements[i] = element
# Step 11
if element == self.activeFormattingElements[-1]:
break
def clearActiveFormattingElements(self):
entry = self.activeFormattingElements.pop()
while self.activeFormattingElements and entry != Marker:
entry = self.activeFormattingElements.pop()
def elementInActiveFormattingElements(self, name):
"""Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return false"""
for item in self.activeFormattingElements[::-1]:
# Check for Marker first because if it's a Marker it doesn't have a
# name attribute.
if item == Marker:
break
elif item.name == name:
return item
return False
def insertRoot(self, token):
element = self.createElement(token)
self.openElements.append(element)
self.document.appendChild(element)
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
doctype = self.doctypeClass(name, publicId, systemId)
self.document.appendChild(doctype)
def insertComment(self, token, parent=None):
if parent is None:
parent = self.openElements[-1]
parent.appendChild(self.commentClass(token["data"]))
def createElement(self, token):
"""Create an element but don't insert it anywhere"""
name = token["name"]
namespace = token.get("namespace", self.defaultNamespace)
element = self.elementClass(name, namespace)
element.attributes = token["data"]
return element
def _getInsertFromTable(self):
return self._insertFromTable
def _setInsertFromTable(self, value):
"""Switch the function used to insert an element from the
normal one to the misnested table one and back again"""
self._insertFromTable = value
if value:
self.insertElement = self.insertElementTable
else:
self.insertElement = self.insertElementNormal
insertFromTable = property(_getInsertFromTable, _setInsertFromTable)
def insertElementNormal(self, token):
name = token["name"]
assert isinstance(name, text_type), "Element %s not unicode" % name
namespace = token.get("namespace", self.defaultNamespace)
element = self.elementClass(name, namespace)
element.attributes = token["data"]
self.openElements[-1].appendChild(element)
self.openElements.append(element)
return element
def insertElementTable(self, token):
"""Create an element and insert it into the tree"""
element = self.createElement(token)
if self.openElements[-1].name not in tableInsertModeElements:
return self.insertElementNormal(token)
else:
# We should be in the InTable mode. This means we want to do
# special magic element rearranging
parent, insertBefore = self.getTableMisnestedNodePosition()
if insertBefore is None:
parent.appendChild(element)
else:
parent.insertBefore(element, insertBefore)
self.openElements.append(element)
return element
def insertText(self, data, parent=None):
"""Insert text data."""
if parent is None:
parent = self.openElements[-1]
if (not self.insertFromTable or (self.insertFromTable and
self.openElements[-1].name
not in tableInsertModeElements)):
parent.insertText(data)
else:
# We should be in the InTable mode. This means we want to do
# special magic element rearranging
parent, insertBefore = self.getTableMisnestedNodePosition()
parent.insertText(data, insertBefore)
def getTableMisnestedNodePosition(self):
"""Get the foster parent element, and sibling to insert before
(or None) when inserting a misnested table node"""
# The foster parent element is the one which comes before the most
# recently opened table element
# XXX - this is really inelegant
lastTable = None
fosterParent = None
insertBefore = None
for elm in self.openElements[::-1]:
if elm.name == "table":
lastTable = elm
break
if lastTable:
# XXX - we should really check that this parent is actually a
# node here
if lastTable.parent:
fosterParent = lastTable.parent
insertBefore = lastTable
else:
fosterParent = self.openElements[
self.openElements.index(lastTable) - 1]
else:
fosterParent = self.openElements[0]
return fosterParent, insertBefore
def generateImpliedEndTags(self, exclude=None):
name = self.openElements[-1].name
# XXX td, th and tr are not actually needed
if (name in frozenset(("dd", "dt", "li", "option", "optgroup", "p", "rp", "rt")) and
name != exclude):
self.openElements.pop()
# XXX This is not entirely what the specification says. We should
# investigate it more closely.
self.generateImpliedEndTags(exclude)
def getDocument(self):
"""Return the final tree"""
return self.document
def getFragment(self):
"""Return the final fragment"""
# assert self.innerHTML
fragment = self.fragmentClass()
self.openElements[0].reparentChildren(fragment)
return fragment
def testSerializer(self, node):
"""Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
"""
raise NotImplementedError
site-packages/pip/_vendor/html5lib/treebuilders/etree.py 0000644 00000030734 15201600076 0017403 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
# pylint:disable=protected-access
from pip._vendor.six import text_type
import re
from . import base
from .. import _ihatexml
from .. import constants
from ..constants import namespaces
from .._utils import moduleFactoryFactory
tag_regexp = re.compile("{([^}]*)}(.*)")
def getETreeBuilder(ElementTreeImplementation, fullTree=False):
ElementTree = ElementTreeImplementation
ElementTreeCommentType = ElementTree.Comment("asd").tag
class Element(base.Node):
def __init__(self, name, namespace=None):
self._name = name
self._namespace = namespace
self._element = ElementTree.Element(self._getETreeTag(name,
namespace))
if namespace is None:
self.nameTuple = namespaces["html"], self._name
else:
self.nameTuple = self._namespace, self._name
self.parent = None
self._childNodes = []
self._flags = []
def _getETreeTag(self, name, namespace):
if namespace is None:
etree_tag = name
else:
etree_tag = "{%s}%s" % (namespace, name)
return etree_tag
def _setName(self, name):
self._name = name
self._element.tag = self._getETreeTag(self._name, self._namespace)
def _getName(self):
return self._name
name = property(_getName, _setName)
def _setNamespace(self, namespace):
self._namespace = namespace
self._element.tag = self._getETreeTag(self._name, self._namespace)
def _getNamespace(self):
return self._namespace
namespace = property(_getNamespace, _setNamespace)
def _getAttributes(self):
return self._element.attrib
def _setAttributes(self, attributes):
# Delete existing attributes first
# XXX - there may be a better way to do this...
for key in list(self._element.attrib.keys()):
del self._element.attrib[key]
for key, value in attributes.items():
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], key[1])
else:
name = key
self._element.set(name, value)
attributes = property(_getAttributes, _setAttributes)
def _getChildNodes(self):
return self._childNodes
def _setChildNodes(self, value):
del self._element[:]
self._childNodes = []
for element in value:
self.insertChild(element)
childNodes = property(_getChildNodes, _setChildNodes)
def hasContent(self):
"""Return true if the node has children or text"""
return bool(self._element.text or len(self._element))
def appendChild(self, node):
self._childNodes.append(node)
self._element.append(node._element)
node.parent = self
def insertBefore(self, node, refNode):
index = list(self._element).index(refNode._element)
self._element.insert(index, node._element)
node.parent = self
def removeChild(self, node):
self._childNodes.remove(node)
self._element.remove(node._element)
node.parent = None
def insertText(self, data, insertBefore=None):
if not(len(self._element)):
if not self._element.text:
self._element.text = ""
self._element.text += data
elif insertBefore is None:
# Insert the text as the tail of the last child element
if not self._element[-1].tail:
self._element[-1].tail = ""
self._element[-1].tail += data
else:
# Insert the text before the specified node
children = list(self._element)
index = children.index(insertBefore._element)
if index > 0:
if not self._element[index - 1].tail:
self._element[index - 1].tail = ""
self._element[index - 1].tail += data
else:
if not self._element.text:
self._element.text = ""
self._element.text += data
def cloneNode(self):
element = type(self)(self.name, self.namespace)
for name, value in self.attributes.items():
element.attributes[name] = value
return element
def reparentChildren(self, newParent):
if newParent.childNodes:
newParent.childNodes[-1]._element.tail += self._element.text
else:
if not newParent._element.text:
newParent._element.text = ""
if self._element.text is not None:
newParent._element.text += self._element.text
self._element.text = ""
base.Node.reparentChildren(self, newParent)
class Comment(Element):
def __init__(self, data):
# Use the superclass constructor to set all properties on the
# wrapper element
self._element = ElementTree.Comment(data)
self.parent = None
self._childNodes = []
self._flags = []
def _getData(self):
return self._element.text
def _setData(self, value):
self._element.text = value
data = property(_getData, _setData)
class DocumentType(Element):
def __init__(self, name, publicId, systemId):
Element.__init__(self, "<!DOCTYPE>")
self._element.text = name
self.publicId = publicId
self.systemId = systemId
def _getPublicId(self):
return self._element.get("publicId", "")
def _setPublicId(self, value):
if value is not None:
self._element.set("publicId", value)
publicId = property(_getPublicId, _setPublicId)
def _getSystemId(self):
return self._element.get("systemId", "")
def _setSystemId(self, value):
if value is not None:
self._element.set("systemId", value)
systemId = property(_getSystemId, _setSystemId)
class Document(Element):
def __init__(self):
Element.__init__(self, "DOCUMENT_ROOT")
class DocumentFragment(Element):
def __init__(self):
Element.__init__(self, "DOCUMENT_FRAGMENT")
def testSerializer(element):
rv = []
def serializeElement(element, indent=0):
if not(hasattr(element, "tag")):
element = element.getroot()
if element.tag == "<!DOCTYPE>":
if element.get("publicId") or element.get("systemId"):
publicId = element.get("publicId") or ""
systemId = element.get("systemId") or ""
rv.append("""<!DOCTYPE %s "%s" "%s">""" %
(element.text, publicId, systemId))
else:
rv.append("<!DOCTYPE %s>" % (element.text,))
elif element.tag == "DOCUMENT_ROOT":
rv.append("#document")
if element.text is not None:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
if element.tail is not None:
raise TypeError("Document node cannot have tail")
if hasattr(element, "attrib") and len(element.attrib):
raise TypeError("Document node cannot have attributes")
elif element.tag == ElementTreeCommentType:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.text))
else:
assert isinstance(element.tag, text_type), \
"Expected unicode, got %s, %s" % (type(element.tag), element.tag)
nsmatch = tag_regexp.match(element.tag)
if nsmatch is None:
name = element.tag
else:
ns, name = nsmatch.groups()
prefix = constants.prefixes[ns]
name = "%s %s" % (prefix, name)
rv.append("|%s<%s>" % (' ' * indent, name))
if hasattr(element, "attrib"):
attributes = []
for name, value in element.attrib.items():
nsmatch = tag_regexp.match(name)
if nsmatch is not None:
ns, name = nsmatch.groups()
prefix = constants.prefixes[ns]
attr_string = "%s %s" % (prefix, name)
else:
attr_string = name
attributes.append((attr_string, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
if element.text:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
indent += 2
for child in element:
serializeElement(child, indent)
if element.tail:
rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail))
serializeElement(element, 0)
return "\n".join(rv)
def tostring(element): # pylint:disable=unused-variable
"""Serialize an element and its child nodes to a string"""
rv = []
filter = _ihatexml.InfosetFilter()
def serializeElement(element):
if isinstance(element, ElementTree.ElementTree):
element = element.getroot()
if element.tag == "<!DOCTYPE>":
if element.get("publicId") or element.get("systemId"):
publicId = element.get("publicId") or ""
systemId = element.get("systemId") or ""
rv.append("""<!DOCTYPE %s PUBLIC "%s" "%s">""" %
(element.text, publicId, systemId))
else:
rv.append("<!DOCTYPE %s>" % (element.text,))
elif element.tag == "DOCUMENT_ROOT":
if element.text is not None:
rv.append(element.text)
if element.tail is not None:
raise TypeError("Document node cannot have tail")
if hasattr(element, "attrib") and len(element.attrib):
raise TypeError("Document node cannot have attributes")
for child in element:
serializeElement(child)
elif element.tag == ElementTreeCommentType:
rv.append("<!--%s-->" % (element.text,))
else:
# This is assumed to be an ordinary element
if not element.attrib:
rv.append("<%s>" % (filter.fromXmlName(element.tag),))
else:
attr = " ".join(["%s=\"%s\"" % (
filter.fromXmlName(name), value)
for name, value in element.attrib.items()])
rv.append("<%s %s>" % (element.tag, attr))
if element.text:
rv.append(element.text)
for child in element:
serializeElement(child)
rv.append("</%s>" % (element.tag,))
if element.tail:
rv.append(element.tail)
serializeElement(element)
return "".join(rv)
class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable
documentClass = Document
doctypeClass = DocumentType
elementClass = Element
commentClass = Comment
fragmentClass = DocumentFragment
implementation = ElementTreeImplementation
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
if fullTree:
return self.document._element
else:
if self.defaultNamespace is not None:
return self.document._element.find(
"{%s}html" % self.defaultNamespace)
else:
return self.document._element.find("html")
def getFragment(self):
return base.TreeBuilder.getFragment(self)._element
return locals()
getETreeModule = moduleFactoryFactory(getETreeBuilder)
site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py 0000644 00000033452 15201600076 0020437 0 ustar 00 """Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
"""
from __future__ import absolute_import, division, unicode_literals
# pylint:disable=protected-access
import warnings
import re
import sys
from . import base
from ..constants import DataLossWarning
from .. import constants
from . import etree as etree_builders
from .. import _ihatexml
import lxml.etree as etree
fullTree = True
tag_regexp = re.compile("{([^}]*)}(.*)")
comment_type = etree.Comment("asd").tag
class DocumentType(object):
def __init__(self, name, publicId, systemId):
self.name = name
self.publicId = publicId
self.systemId = systemId
class Document(object):
def __init__(self):
self._elementTree = None
self._childNodes = []
def appendChild(self, element):
self._elementTree.getroot().addnext(element._element)
def _getChildNodes(self):
return self._childNodes
childNodes = property(_getChildNodes)
def testSerializer(element):
rv = []
infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True)
def serializeElement(element, indent=0):
if not hasattr(element, "tag"):
if hasattr(element, "getroot"):
# Full tree case
rv.append("#document")
if element.docinfo.internalDTD:
if not (element.docinfo.public_id or
element.docinfo.system_url):
dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name
else:
dtd_str = """<!DOCTYPE %s "%s" "%s">""" % (
element.docinfo.root_name,
element.docinfo.public_id,
element.docinfo.system_url)
rv.append("|%s%s" % (' ' * (indent + 2), dtd_str))
next_element = element.getroot()
while next_element.getprevious() is not None:
next_element = next_element.getprevious()
while next_element is not None:
serializeElement(next_element, indent + 2)
next_element = next_element.getnext()
elif isinstance(element, str) or isinstance(element, bytes):
# Text in a fragment
assert isinstance(element, str) or sys.version_info[0] == 2
rv.append("|%s\"%s\"" % (' ' * indent, element))
else:
# Fragment case
rv.append("#document-fragment")
for next_element in element:
serializeElement(next_element, indent + 2)
elif element.tag == comment_type:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.text))
if hasattr(element, "tail") and element.tail:
rv.append("|%s\"%s\"" % (' ' * indent, element.tail))
else:
assert isinstance(element, etree._Element)
nsmatch = etree_builders.tag_regexp.match(element.tag)
if nsmatch is not None:
ns = nsmatch.group(1)
tag = nsmatch.group(2)
prefix = constants.prefixes[ns]
rv.append("|%s<%s %s>" % (' ' * indent, prefix,
infosetFilter.fromXmlName(tag)))
else:
rv.append("|%s<%s>" % (' ' * indent,
infosetFilter.fromXmlName(element.tag)))
if hasattr(element, "attrib"):
attributes = []
for name, value in element.attrib.items():
nsmatch = tag_regexp.match(name)
if nsmatch is not None:
ns, name = nsmatch.groups()
name = infosetFilter.fromXmlName(name)
prefix = constants.prefixes[ns]
attr_string = "%s %s" % (prefix, name)
else:
attr_string = infosetFilter.fromXmlName(name)
attributes.append((attr_string, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
if element.text:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
indent += 2
for child in element:
serializeElement(child, indent)
if hasattr(element, "tail") and element.tail:
rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail))
serializeElement(element, 0)
return "\n".join(rv)
def tostring(element):
"""Serialize an element and its child nodes to a string"""
rv = []
def serializeElement(element):
if not hasattr(element, "tag"):
if element.docinfo.internalDTD:
if element.docinfo.doctype:
dtd_str = element.docinfo.doctype
else:
dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name
rv.append(dtd_str)
serializeElement(element.getroot())
elif element.tag == comment_type:
rv.append("<!--%s-->" % (element.text,))
else:
# This is assumed to be an ordinary element
if not element.attrib:
rv.append("<%s>" % (element.tag,))
else:
attr = " ".join(["%s=\"%s\"" % (name, value)
for name, value in element.attrib.items()])
rv.append("<%s %s>" % (element.tag, attr))
if element.text:
rv.append(element.text)
for child in element:
serializeElement(child)
rv.append("</%s>" % (element.tag,))
if hasattr(element, "tail") and element.tail:
rv.append(element.tail)
serializeElement(element)
return "".join(rv)
class TreeBuilder(base.TreeBuilder):
documentClass = Document
doctypeClass = DocumentType
elementClass = None
commentClass = None
fragmentClass = Document
implementation = etree
def __init__(self, namespaceHTMLElements, fullTree=False):
builder = etree_builders.getETreeModule(etree, fullTree=fullTree)
infosetFilter = self.infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True)
self.namespaceHTMLElements = namespaceHTMLElements
class Attributes(dict):
def __init__(self, element, value=None):
if value is None:
value = {}
self._element = element
dict.__init__(self, value) # pylint:disable=non-parent-init-called
for key, value in self.items():
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1]))
else:
name = infosetFilter.coerceAttribute(key)
self._element._element.attrib[name] = value
def __setitem__(self, key, value):
dict.__setitem__(self, key, value)
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1]))
else:
name = infosetFilter.coerceAttribute(key)
self._element._element.attrib[name] = value
class Element(builder.Element):
def __init__(self, name, namespace):
name = infosetFilter.coerceElement(name)
builder.Element.__init__(self, name, namespace=namespace)
self._attributes = Attributes(self)
def _setName(self, name):
self._name = infosetFilter.coerceElement(name)
self._element.tag = self._getETreeTag(
self._name, self._namespace)
def _getName(self):
return infosetFilter.fromXmlName(self._name)
name = property(_getName, _setName)
def _getAttributes(self):
return self._attributes
def _setAttributes(self, attributes):
self._attributes = Attributes(self, attributes)
attributes = property(_getAttributes, _setAttributes)
def insertText(self, data, insertBefore=None):
data = infosetFilter.coerceCharacters(data)
builder.Element.insertText(self, data, insertBefore)
def appendChild(self, child):
builder.Element.appendChild(self, child)
class Comment(builder.Comment):
def __init__(self, data):
data = infosetFilter.coerceComment(data)
builder.Comment.__init__(self, data)
def _setData(self, data):
data = infosetFilter.coerceComment(data)
self._element.text = data
def _getData(self):
return self._element.text
data = property(_getData, _setData)
self.elementClass = Element
self.commentClass = Comment
# self.fragmentClass = builder.DocumentFragment
base.TreeBuilder.__init__(self, namespaceHTMLElements)
def reset(self):
base.TreeBuilder.reset(self)
self.insertComment = self.insertCommentInitial
self.initial_comments = []
self.doctype = None
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
if fullTree:
return self.document._elementTree
else:
return self.document._elementTree.getroot()
def getFragment(self):
fragment = []
element = self.openElements[0]._element
if element.text:
fragment.append(element.text)
fragment.extend(list(element))
if element.tail:
fragment.append(element.tail)
return fragment
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
if not name:
warnings.warn("lxml cannot represent empty doctype", DataLossWarning)
self.doctype = None
else:
coercedName = self.infosetFilter.coerceElement(name)
if coercedName != name:
warnings.warn("lxml cannot represent non-xml doctype", DataLossWarning)
doctype = self.doctypeClass(coercedName, publicId, systemId)
self.doctype = doctype
def insertCommentInitial(self, data, parent=None):
assert parent is None or parent is self.document
assert self.document._elementTree is None
self.initial_comments.append(data)
def insertCommentMain(self, data, parent=None):
if (parent == self.document and
self.document._elementTree.getroot()[-1].tag == comment_type):
warnings.warn("lxml cannot represent adjacent comments beyond the root elements", DataLossWarning)
super(TreeBuilder, self).insertComment(data, parent)
def insertRoot(self, token):
# Because of the way libxml2 works, it doesn't seem to be possible to
# alter information like the doctype after the tree has been parsed.
# Therefore we need to use the built-in parser to create our initial
# tree, after which we can add elements like normal
docStr = ""
if self.doctype:
assert self.doctype.name
docStr += "<!DOCTYPE %s" % self.doctype.name
if (self.doctype.publicId is not None or
self.doctype.systemId is not None):
docStr += (' PUBLIC "%s" ' %
(self.infosetFilter.coercePubid(self.doctype.publicId or "")))
if self.doctype.systemId:
sysid = self.doctype.systemId
if sysid.find("'") >= 0 and sysid.find('"') >= 0:
warnings.warn("DOCTYPE system cannot contain single and double quotes", DataLossWarning)
sysid = sysid.replace("'", 'U00027')
if sysid.find("'") >= 0:
docStr += '"%s"' % sysid
else:
docStr += "'%s'" % sysid
else:
docStr += "''"
docStr += ">"
if self.doctype.name != token["name"]:
warnings.warn("lxml cannot represent doctype with a different name to the root element", DataLossWarning)
docStr += "<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>"
root = etree.fromstring(docStr)
# Append the initial comments:
for comment_token in self.initial_comments:
comment = self.commentClass(comment_token["data"])
root.addprevious(comment._element)
# Create the root document and add the ElementTree to it
self.document = self.documentClass()
self.document._elementTree = root.getroottree()
# Give the root element the right name
name = token["name"]
namespace = token.get("namespace", self.defaultNamespace)
if namespace is None:
etree_tag = name
else:
etree_tag = "{%s}%s" % (namespace, name)
root.tag = etree_tag
# Add the root element to the internal child/open data structures
root_element = self.elementClass(name, namespace)
root_element._element = root
self.document._childNodes.append(root_element)
self.openElements.append(root_element)
# Reset to the default insert comment function
self.insertComment = self.insertCommentMain
site-packages/pip/_vendor/html5lib/treebuilders/dom.py 0000644 00000021335 15201600076 0017053 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
try:
from collections.abc import MutableMapping
except ImportError: # Python 2.7
from collections import MutableMapping
from xml.dom import minidom, Node
import weakref
from . import base
from .. import constants
from ..constants import namespaces
from .._utils import moduleFactoryFactory
def getDomBuilder(DomImplementation):
Dom = DomImplementation
class AttrList(MutableMapping):
def __init__(self, element):
self.element = element
def __iter__(self):
return iter(self.element.attributes.keys())
def __setitem__(self, name, value):
if isinstance(name, tuple):
raise NotImplementedError
else:
attr = self.element.ownerDocument.createAttribute(name)
attr.value = value
self.element.attributes[name] = attr
def __len__(self):
return len(self.element.attributes)
def items(self):
return list(self.element.attributes.items())
def values(self):
return list(self.element.attributes.values())
def __getitem__(self, name):
if isinstance(name, tuple):
raise NotImplementedError
else:
return self.element.attributes[name].value
def __delitem__(self, name):
if isinstance(name, tuple):
raise NotImplementedError
else:
del self.element.attributes[name]
class NodeBuilder(base.Node):
def __init__(self, element):
base.Node.__init__(self, element.nodeName)
self.element = element
namespace = property(lambda self: hasattr(self.element, "namespaceURI") and
self.element.namespaceURI or None)
def appendChild(self, node):
node.parent = self
self.element.appendChild(node.element)
def insertText(self, data, insertBefore=None):
text = self.element.ownerDocument.createTextNode(data)
if insertBefore:
self.element.insertBefore(text, insertBefore.element)
else:
self.element.appendChild(text)
def insertBefore(self, node, refNode):
self.element.insertBefore(node.element, refNode.element)
node.parent = self
def removeChild(self, node):
if node.element.parentNode == self.element:
self.element.removeChild(node.element)
node.parent = None
def reparentChildren(self, newParent):
while self.element.hasChildNodes():
child = self.element.firstChild
self.element.removeChild(child)
newParent.element.appendChild(child)
self.childNodes = []
def getAttributes(self):
return AttrList(self.element)
def setAttributes(self, attributes):
if attributes:
for name, value in list(attributes.items()):
if isinstance(name, tuple):
if name[0] is not None:
qualifiedName = (name[0] + ":" + name[1])
else:
qualifiedName = name[1]
self.element.setAttributeNS(name[2], qualifiedName,
value)
else:
self.element.setAttribute(
name, value)
attributes = property(getAttributes, setAttributes)
def cloneNode(self):
return NodeBuilder(self.element.cloneNode(False))
def hasContent(self):
return self.element.hasChildNodes()
def getNameTuple(self):
if self.namespace is None:
return namespaces["html"], self.name
else:
return self.namespace, self.name
nameTuple = property(getNameTuple)
class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable
def documentClass(self):
self.dom = Dom.getDOMImplementation().createDocument(None, None, None)
return weakref.proxy(self)
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
domimpl = Dom.getDOMImplementation()
doctype = domimpl.createDocumentType(name, publicId, systemId)
self.document.appendChild(NodeBuilder(doctype))
if Dom == minidom:
doctype.ownerDocument = self.dom
def elementClass(self, name, namespace=None):
if namespace is None and self.defaultNamespace is None:
node = self.dom.createElement(name)
else:
node = self.dom.createElementNS(namespace, name)
return NodeBuilder(node)
def commentClass(self, data):
return NodeBuilder(self.dom.createComment(data))
def fragmentClass(self):
return NodeBuilder(self.dom.createDocumentFragment())
def appendChild(self, node):
self.dom.appendChild(node.element)
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
return self.dom
def getFragment(self):
return base.TreeBuilder.getFragment(self).element
def insertText(self, data, parent=None):
data = data
if parent != self:
base.TreeBuilder.insertText(self, data, parent)
else:
# HACK: allow text nodes as children of the document node
if hasattr(self.dom, '_child_node_types'):
# pylint:disable=protected-access
if Node.TEXT_NODE not in self.dom._child_node_types:
self.dom._child_node_types = list(self.dom._child_node_types)
self.dom._child_node_types.append(Node.TEXT_NODE)
self.dom.appendChild(self.dom.createTextNode(data))
implementation = DomImplementation
name = None
def testSerializer(element):
element.normalize()
rv = []
def serializeElement(element, indent=0):
if element.nodeType == Node.DOCUMENT_TYPE_NODE:
if element.name:
if element.publicId or element.systemId:
publicId = element.publicId or ""
systemId = element.systemId or ""
rv.append("""|%s<!DOCTYPE %s "%s" "%s">""" %
(' ' * indent, element.name, publicId, systemId))
else:
rv.append("|%s<!DOCTYPE %s>" % (' ' * indent, element.name))
else:
rv.append("|%s<!DOCTYPE >" % (' ' * indent,))
elif element.nodeType == Node.DOCUMENT_NODE:
rv.append("#document")
elif element.nodeType == Node.DOCUMENT_FRAGMENT_NODE:
rv.append("#document-fragment")
elif element.nodeType == Node.COMMENT_NODE:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.nodeValue))
elif element.nodeType == Node.TEXT_NODE:
rv.append("|%s\"%s\"" % (' ' * indent, element.nodeValue))
else:
if (hasattr(element, "namespaceURI") and
element.namespaceURI is not None):
name = "%s %s" % (constants.prefixes[element.namespaceURI],
element.nodeName)
else:
name = element.nodeName
rv.append("|%s<%s>" % (' ' * indent, name))
if element.hasAttributes():
attributes = []
for i in range(len(element.attributes)):
attr = element.attributes.item(i)
name = attr.nodeName
value = attr.value
ns = attr.namespaceURI
if ns:
name = "%s %s" % (constants.prefixes[ns], attr.localName)
else:
name = attr.nodeName
attributes.append((name, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
indent += 2
for child in element.childNodes:
serializeElement(child, indent)
serializeElement(element, 0)
return "\n".join(rv)
return locals()
# The actual means to get a module!
getDomModule = moduleFactoryFactory(getDomBuilder)
site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000006330 15201600076 0025256 0 ustar 00 U
��.e � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a) A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
� )�absolute_import�division�unicode_literals� )�
default_etreeNc K s� | � � } | tkr�| dkrLddlm} |dkr<ddlm} |}|j|f|�jS | dkrlddlm} |jt| < n<| d kr�dd
lm } |dkr�t
}|j |f|�jS t d | ��t�
| �S ) a Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
�dom� )r Nr )�minidomZlxml)�
etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r Zxml.domr Z getDomModuleZ TreeBuilderr
r r ZgetETreeModule�
ValueError�get)ZtreeType�implementation�kwargsr r r
r � r �N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/__init__.py�getTreeBuilder' s$ r )N) �__doc__Z
__future__r r r Z_utilsr r
r r r r r �<module> s site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-38.opt-1.pyc 0000644 00000026667 15201600076 0024642 0 ustar 00 U
��.e�1 � @ s� d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm
Z
dd l
m Z dd
l m
Z
e�d �Zdd
d�Ze
e�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN� )�base� )� _ihatexml)� constants)�
namespaces)�moduleFactoryFactoryz
{([^}]*)}(.*)Fc s� ���� d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd
d �d ����fd d
�� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
ee
e �Z dd� Z dd� Z
ee e
�Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� �| �||��| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html)
�_name�
_namespace�Element� _getETreeTag�_elementr Z nameTuple�parent� _childNodes�_flags)�self�name� namespace�� ElementTree� �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree.py�__init__ s
�z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )N�{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | �| j | j�| j_d S �N)r r r r �tag)r r r r r �_setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r )r �r r r r �_getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | �| j| j �| j_d S r )r r r r r )r r r r r �
_setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r )r r" r r r �
_getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r )r �attribr" r r r �_getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sh t | jj�� �D ]}| jj|= q|�� D ]:\}}t|t�rPd|d |d f }n|}| j�||� q(d S )Nr r r )�listr r& �keys�items�
isinstance�tuple�set)r �
attributes�key�valuer r r r �_setAttributes? s
z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r )r r" r r r �_getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d �= g | _|D ]}| �|� qd S r )r r Z insertChild)r r0 �elementr r r �_setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�lenr" r r r �
hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j �|� | j�|j� | |_d S r )r �appendr r �r �noder r r � appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j��|j�}| j�||j� | |_d S r )r( r �index�insertr )r r; ZrefNoder= r r r � insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j �|� | j�|j� d |_d S r )r �remover r r: r r r � removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d krb| jd jsLd| jd _| jd j|7 _nxt| j�}|�|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� ���r r )r7 r r6 �tailr( r= )r �datar? Zchildrenr= r r r �
insertTextk s"
z+getETreeBuilder.<locals>.Element.insertTextc S s4 t | �| j| j�}| j�� D ]\}}||j|< q |S r )�typer r r. r* )r r3 r r0 r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tj�| |� d S )NrC rB )�
childNodesr rD r6 r �Node�reparentChildren)r Z newParentr r r rK � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__�
__module__� __qualname__r r r! r# �propertyr r$ r% r r' r1 r. r2 r4 rI r8 r< r? rA rF rH rK r r r r r s*
r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � � |�| _d | _g | _g | _d S r )�Commentr r r r )r rE r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r �r r6 r" r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r rQ �r r0 r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rL rM rN r rR rT rO rE r r r r rP � s rP c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d
� Z eee �Z
d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � � | d� || j_|| _|| _d S )N�
<!DOCTYPE>)r r r6 �publicId�systemId)r r rV rW �r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j �dd�S )NrV rB �r �getr" r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j �d|� d S )NrV �r r- rS r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j �dd�S )NrW rB rY r" r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j �d|� d S )NrW r\ rS r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rL rM rN r r[ r] rO rV r^ r_ rW r rX r r � DocumentType� s
r` c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � � | d� d S )N�
DOCUMENT_ROOT�r r" rX r r r � s z*getETreeBuilder.<locals>.Document.__init__N�rL rM rN r r rX r r �Document� s rd c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � � | d� d S )NZDOCUMENT_FRAGMENTrb r" rX r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nrc r rX r r �DocumentFragment� s re c s* g � d�� �fdd� ��| d� d� � �S )Nr c sn t | d�s| �� } | jdkrz| �d�s0| �d�rd| �d�p<d}| �d�pJd}��d| j||f � n��d| jf � �n�| jdkr��d � | jd k r���d
d |d | jf � | jd k r�td
��t | d�r�t| j �r�td���nB| j� k�r��dd | | jf � �nt
� | j�}|d k�r,| j}n"|� � \}}t
j| }d||f }��dd | |f � t | d��rg }| j �� D ]T\}} t
� |�}|d k �r�|� � \}}t
j| }d||f }
n|}
|�|
| f� �q~t|�D ]&\}} ��dd |d || f � �q�| j�r(��d
d |d | jf � |d 7 }| D ]} �| |� �q4| j�rj��d
d |d | jf � d S )Nr rU rV rW rB z<!DOCTYPE %s "%s" "%s">�
<!DOCTYPE %s>ra z #documentz|%s"%s"� r � Document node cannot have tailr& �$Document node cannot have attributesz|%s<!-- %s -->z%s %sz|%s<%s>z
|%s%s="%s")�hasattr�getrootr rZ r9 r6 rD � TypeErrorr7 r& �
tag_regexp�match�groupsr
�prefixesr* �sorted) r3 �indentrV rW Znsmatchr �ns�prefixr. r0 Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r rx � s\
�
zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )�join�r3 )rv )rw rx r �testSerializer� s 7
z'getETreeBuilder.<locals>.testSerializerc s2 g �t �� � ��� ��fdd���| � d���S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| �� } | jdkr|| �d�s2| �d�rf| �d�p>d}| �d�pLd}��d| j||f � n��d| jf � �n| jdkr�| jd k r���| j� | jd k r�td��t | d �r�t
| j �r�td
��| D ] }�|� q�n�| j�kr���d | jf � n�| j �s ��d �� | j�f � n2d
�
�fdd�| j �� D ��}��d| j|f � | j�rd��| j� | D ]}�|� �qh��d| jf � | j�r���| j� d S )NrU rV rW rB z <!DOCTYPE %s PUBLIC "%s" "%s">rf ra rh r& ri z <!--%s-->z<%s>rg c s" g | ]\}}d � � |�|f �qS )z%s="%s")� fromXmlName)�.0r r0 )�filterr r �
<listcomp>& s
� �zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r+ r rk r rZ r9 r6 rD rl rj r7 r& r} rz r* )r3 rV rW ru �attr)r rv r rw rx r r rx sD
�
� z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrB )r Z
InfosetFilterrz r{ )r rv )r rw rx r �tostring s
-z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z
dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S r r )r r3 )r| r r r| A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd k r*| j j�d| j �S | j j�d�S d S )Nz{%s}htmlr
)Zdocumentr ZdefaultNamespace�findr" )�fullTreer r � getDocumentD s
�z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r" r r r r� N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rL rM rN Z
documentClassZ doctypeClassZ elementClassZ commentClassZ
fragmentClass�implementationr| r� r� r )rP rd re r` r �ElementTreeImplementationr� r| r r r� 9 s
r� )rP r r rJ r� �locals)r� r� r� r� r )
rP rd re r` r r rv r� r� r| r �getETreeBuilder s ~ >6$r� )F)Z
__future__r r r Zpip._vendor.sixr �rerB r r r
r Z_utilsr �compilerm r� ZgetETreeModuler r r r �<module> s
E site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.pyc 0000644 00000027000 15201600076 0024715 0 ustar 00 U
��.e*7 � @ s� d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl
m Z ddlm
Z
dd lm Z
dd
lmZ ddlm Z d Ze�d �Ze �d
�jZG dd� de�ZG dd� de�Zdd� Zdd� ZG dd� de j�ZdS )a� Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
� )�absolute_import�division�unicode_literalsN� )�base� )�DataLossWarning)� constants)�etree)� _ihatexmlTz
{([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S �N)�name�publicId�systemId)�selfr r r � r �P/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py�__init__# s zDocumentType.__init__N)�__name__�
__module__� __qualname__r r r r r r " s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S r
)� _elementTree� _childNodes�r r r r r * s zDocument.__init__c C s | j �� �|j� d S r
)r �getrootZaddnext�_element�r �elementr r r � appendChild. s zDocument.appendChildc C s | j S r
)r r r r r �_getChildNodes1 s zDocument._getChildNodesN)r r r r r r! �propertyZ
childNodesr r r r r ) s r c s6 g �t jdd�� d� ��fdd� ��| d� d���S )NT�ZpreventDoubleDashCommentsr c
s, t | d��s,t | d�r���d� | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }��dd|d |f � | �� }|�� d k r�|�� }q�|d k r��||d � |� � }q�nnt
| t �s�t
| t ��rt
| t �s�t
jd dks�t���d
d| | f � n$��d � | D ]}�||d � �q�n�| jtk�r���d d| | jf � t | d
��r(| j�r(��d
d| | jf � �n�t
| tj��s�t�tj�| j�}|d k �r�|�d�}|�d�}tj| }��dd| |� � |�f � n ��dd| � � | j�f � t | d��r�g }| j � � D ]d\} }
t�| �}|d k �rj|� � \}} � � | �} tj| }d|| f } n
� � | �} |�| |
f� �q t |�D ]&\} }
��dd|d | |
f � �q�| j�rڈ�d
d|d | jf � |d7 }| D ]} �| |� �q�t | d
��r(| j�r(��d
d|d | jf � d S )N�tagr z #document�
<!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z
|%s<%s %s>z|%s<%s>�attribz%s %sz
|%s%s="%s")!�hasattr�append�docinfo� internalDTDZ public_idZ
system_url� root_namer Z getpreviousZgetnext�
isinstance�str�bytes�sys� version_info�AssertionErrorr$ � comment_type�textr' r
Z_Element�etree_builders�
tag_regexp�match�groupr �prefixes� fromXmlNamer( �items�groups�sorted)
r �indent�dtd_strZ next_elementZnsmatch�nsr$ �prefix�
attributesr �valueZ attr_string�child��
infosetFilter�rv�serializeElementr r rI ; s|
��
�
�
z(testSerializer.<locals>.serializeElement�
)r )r �
InfosetFilter�join�r r rF r �testSerializer7 s
F
rN c s$ g � � �fdd���| � d� � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� �|� �| �� � n�| jtkrf� �d| j f � n~| j
s�� �d| jf � n.d� dd� | j
� � D ��}� �d| j|f � | j r�� �| j � | D ] }�|� qĈ �d | jf � t | d
��r| j
�r� �| j
� d S ) Nr$ r% z <!--%s-->z<%s>r& c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r rD r r r �
<listcomp>� s �z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r' )r) r+ r, �doctyper- r* r r$ r4 r5 r( rL r< r' )r r@ �attrrE �rH rI r r rI � s,
�
z"tostring.<locals>.serializeElement� )rL rM r rS r �tostring� s rU c sz e Zd ZeZeZdZdZeZ e
Z ddd�Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _
|| _ t j
�| |� d S )
N)�fullTreeTr# c s& e Zd Zd� fdd� Z� fdd�ZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sr |d kr i }|| _ t�| |� | �� D ]F\}}t|t�rTd|d � �|d �f }n
� �|�}|| j j j|< q&d S �N�{%s}%sr r )r �dictr r< r. �tuple�coerceAttributer( )r r rD �keyr �rG r r r � s
z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t �| ||� t|t�r4d|d � �|d �f }n
� �|�}|| jjj|< d S rX )rZ � __setitem__r. r[ r\ r r( )r r] rD r r^ r r r_ � s
z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r r_ r r^ r r �
Attributes� s r` c sx e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Z� fd d
�Z eee �Z
d��fd d
� Z �fdd�Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �� |�}�jj| ||d� � | �| _d S )N)� namespace)�
coerceElement�Elementr � _attributes)r r ra �r` �builderrG r r r � s
z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � � |�| _| �| j| j�| j_d S r
)rb �_nameZ _getETreeTagZ
_namespacer r$ )r r r^ r r �_setName� s
�z.TreeBuilder.__init__.<locals>.Element._setNamec s � � | j�S r
)r; rg r r^ r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r
�rd r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s � | |�| _ d S r
rj )r rC )r` r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �� |�}� j�| ||� d S r
)ZcoerceCharactersrc �
insertText)r �dataZ insertBefore�rf rG r r rm � s
z0TreeBuilder.__init__.<locals>.Element.insertTextc s � j �| |� d S r
)rc r )r rE )rf r r r � s z1TreeBuilder.__init__.<locals>.Element.appendChild)N)
r r r r rh ri r" r rk rl rC rm r r re r r rc � s
rc c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �� |�}� j�| |� d S r
)�
coerceComment�Commentr �r rn ro r r r � s
z.TreeBuilder.__init__.<locals>.Comment.__init__c s � � |�}|| j_d S r
)rp r r5 rr r^ r r �_setData� s
z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r
)r r5 r r r r �_getData� s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rs rt r" rn r ro r r rq � s rq )r6 ZgetETreeModuler
r rK rG �namespaceHTMLElementsrZ rc rq � elementClass� commentClassr rV r )r ru rW rc rq r re r r � s zTreeBuilder.__init__c C s$ t j�| � | j| _g | _d | _d S r
)r rV �reset�insertCommentInitial�
insertComment�initial_commentsrQ r r r r rx s zTreeBuilder.resetc C s t |�S r
)rN r r r r rN s zTreeBuilder.testSerializerc C s t r | jjS | jj�� S d S r
)rW �documentr r r r r r � getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|�|j� |�t|�� |jrB|�|j� |S )Nr )� openElementsr r5 r* �extend�listr' )r Zfragmentr r r r � getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t �dt� d | _n4| j�|�}||krPt �dt� | �|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rQ rG rb � doctypeClass)r �tokenr r r Z coercedNamerQ r r r �
insertDoctype s zTreeBuilder.insertDoctypec C s6 |d ks|| j kst�| j jd ks&t�| j�|� d S r
)r| r3 r r{ r* �r rn �parentr r r ry , s z TreeBuilder.insertCommentInitialc sB || j kr,| j j�� d jtkr,t�dt� tt | ��
||� d S )N���z@lxml cannot represent adjacent comments beyond the root elements) r| r r r$ r4 r� r� r �superrV rz r� �� __class__r r �insertCommentMain1 s
� z TreeBuilder.insertCommentMainc C s� d}| j r�| j jst�|d| j j 7 }| j jd k s>| j jd k r�|d| j�| j jpRd� 7 }| j jr�| j j}|�d�dkr�|�d�dkr�t� dt
� |� dd�}|�d�dkr�|d | 7 }q�|d
| 7 }n|d 7 }|d 7 }| j j|d
kr�t� dt
� |d7 }t �
|�}| jD ] }| �|d �}|�|j� �q | �� | _|�� | j_|d
}|�d| j�}|d k�rj|} n d||f } | |_| �||�}
||
_| jj�|
� | j �|
� | j | _ d S )NrT z <!DOCTYPE %sz
PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rn ra rY ) rQ r r3 r r rG Z coercePubid�findr� r� r �replacer
Z
fromstringr{ rw Z addpreviousr �
documentClassr| Z getroottreer �getZdefaultNamespacer$ rv r r* r~ r� rz ) r r� ZdocStrZsysid�root�
comment_tokenZcommentr ra Z etree_tagZ root_elementr r r �
insertRoot7 sP
��
zTreeBuilder.insertRoot)F)N)N)r r r r r� r r� rv rw Z
fragmentClassr
�implementationr rx rN r} r� r� ry r� r� �
__classcell__r r r� r rV � s
L
rV ) �__doc__Z
__future__r r r r� �rer1 rT r r r r
r6 r Z
lxml.etreerW �compiler7 rq r$ r4 �objectr r rN rU rV r r r r �<module> s$
O)site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-38.pyc 0000644 00000027040 15201600076 0023665 0 ustar 00 U
��.e�1 � @ s� d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm
Z
dd l
m Z dd
l m
Z
e�d �Zdd
d�Ze
e�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN� )�base� )� _ihatexml)� constants)�
namespaces)�moduleFactoryFactoryz
{([^}]*)}(.*)Fc s� ���� d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd
d �d ����fd d
�� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
ee
e �Z dd� Z dd� Z
ee e
�Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� �| �||��| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html)
�_name�
_namespace�Element� _getETreeTag�_elementr Z nameTuple�parent� _childNodes�_flags)�self�name� namespace�� ElementTree� �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree.py�__init__ s
�z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )N�{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | �| j | j�| j_d S �N)r r r r �tag)r r r r r �_setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r )r �r r r r �_getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | �| j| j �| j_d S r )r r r r r )r r r r r �
_setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r )r r" r r r �
_getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r )r �attribr" r r r �_getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sh t | jj�� �D ]}| jj|= q|�� D ]:\}}t|t�rPd|d |d f }n|}| j�||� q(d S )Nr r r )�listr r& �keys�items�
isinstance�tuple�set)r �
attributes�key�valuer r r r �_setAttributes? s
z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r )r r" r r r �_getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d �= g | _|D ]}| �|� qd S r )r r Z insertChild)r r0 �elementr r r �_setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�lenr" r r r �
hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j �|� | j�|j� | |_d S r )r �appendr r �r �noder r r � appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j��|j�}| j�||j� | |_d S r )r( r �index�insertr )r r; ZrefNoder= r r r � insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j �|� | j�|j� d |_d S r )r �remover r r: r r r � removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d krb| jd jsLd| jd _| jd j|7 _nxt| j�}|�|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� ���r r )r7 r r6 �tailr( r= )r �datar? Zchildrenr= r r r �
insertTextk s"
z+getETreeBuilder.<locals>.Element.insertTextc S s4 t | �| j| j�}| j�� D ]\}}||j|< q |S r )�typer r r. r* )r r3 r r0 r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tj�| |� d S )NrC rB )�
childNodesr rD r6 r �Node�reparentChildren)r Z newParentr r r rK � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__�
__module__� __qualname__r r r! r# �propertyr r$ r% r r' r1 r. r2 r4 rI r8 r< r? rA rF rH rK r r r r r s*
r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � � |�| _d | _g | _g | _d S r )�Commentr r r r )r rE r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r �r r6 r" r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r rQ �r r0 r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rL rM rN r rR rT rO rE r r r r rP � s rP c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d
� Z eee �Z
d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � � | d� || j_|| _|| _d S )N�
<!DOCTYPE>)r r r6 �publicId�systemId)r r rV rW �r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j �dd�S )NrV rB �r �getr" r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j �d|� d S )NrV �r r- rS r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j �dd�S )NrW rB rY r" r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j �d|� d S )NrW r\ rS r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rL rM rN r r[ r] rO rV r^ r_ rW r rX r r � DocumentType� s
r` c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � � | d� d S )N�
DOCUMENT_ROOT�r r" rX r r r � s z*getETreeBuilder.<locals>.Document.__init__N�rL rM rN r r rX r r �Document� s rd c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � � | d� d S )NZDOCUMENT_FRAGMENTrb r" rX r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nrc r rX r r �DocumentFragment� s re c s* g � d�� �fdd� ��| d� d� � �S )Nr c s� t | d�s| �� } | jdkrz| �d�s0| �d�rd| �d�p<d}| �d�pJd}��d| j||f � n��d| jf � �n�| jdkr��d � | jd k r���d
d |d | jf � | jd k r�td
��t | d�r�t| j �r�td���nh| j� k�r��dd | | jf � �n@t
| jt ��s4t dt
| j�| jf ��t�| j�}|d k�rR| j}n"|�� \}}tj| }d||f }��dd | |f � t | d��r*g }| j �� D ]T\}} t�|�}|d k �r�|�� \}}tj| }d||f }
n|}
|�|
| f� �q�t|�D ]&\}} ��dd |d || f � �q| j�rN��d
d |d | jf � |d 7 }| D ]} �| |� �qZ| j�r���d
d |d | jf � d S )Nr rU rV rW rB z<!DOCTYPE %s "%s" "%s">�
<!DOCTYPE %s>ra z #documentz|%s"%s"� r � Document node cannot have tailr& �$Document node cannot have attributesz|%s<!-- %s -->z Expected unicode, got %s, %sz%s %sz|%s<%s>z
|%s%s="%s")�hasattr�getrootr rZ r9 r6 rD � TypeErrorr7 r& r+ r �AssertionErrorrG �
tag_regexp�match�groupsr
�prefixesr* �sorted) r3 �indentrV rW Znsmatchr �ns�prefixr. r0 Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r ry � sb
�
�
zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )�join�r3 )rw )rx ry r �testSerializer� s 7
z'getETreeBuilder.<locals>.testSerializerc s2 g �t �� � ��� ��fdd���| � d���S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| �� } | jdkr|| �d�s2| �d�rf| �d�p>d}| �d�pLd}��d| j||f � n��d| jf � �n| jdkr�| jd k r���| j� | jd k r�td��t | d �r�t
| j �r�td
��| D ] }�|� q�n�| j�kr���d | jf � n�| j �s ��d �� | j�f � n2d
�
�fdd�| j �� D ��}��d| j|f � | j�rd��| j� | D ]}�|� �qh��d| jf � | j�r���| j� d S )NrU rV rW rB z <!DOCTYPE %s PUBLIC "%s" "%s">rf ra rh r& ri z <!--%s-->z<%s>rg c s" g | ]\}}d � � |�|f �qS )z%s="%s")� fromXmlName)�.0r r0 )�filterr r �
<listcomp>& s
� �zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r+ r rk r rZ r9 r6 rD rl rj r7 r& r~ r{ r* )r3 rV rW rv �attr)r rw r� rx ry r r ry sD
�
� z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrB )r Z
InfosetFilterr{ r| )r rw )r� rx ry r �tostring s
-z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z
dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S r r )r r3 )r} r r r} A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd k r*| j j�d| j �S | j j�d�S d S )Nz{%s}htmlr
)Zdocumentr ZdefaultNamespace�findr" )�fullTreer r � getDocumentD s
�z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r" r r r r� N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rL rM rN Z
documentClassZ doctypeClassZ elementClassZ commentClassZ
fragmentClass�implementationr} r� r� r )rP rd re r` r �ElementTreeImplementationr� r} r r r� 9 s
r� )rP r r rJ r� �locals)r� r� r� r� r )
rP rd re r` r r rw r� r� r} r �getETreeBuilder s ~ >6$r� )F)Z
__future__r r r Zpip._vendor.sixr �rerB r r r
r Z_utilsr �compilern r� ZgetETreeModuler r r r �<module> s
E site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-38.opt-1.pyc 0000644 00000025704 15201600076 0024437 0 ustar 00 U
��.e�8 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ
e e�dfe ee e d dfg�B �dfe ee e d d fe d d
fg�B �dfe e d dfe d d fg�dfe e d d fe d d
fg�dfd�Z
G dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements�
namespacesNF�html�buttonZolZul�table�optgroup�optionT)Nr �listr Zselectc @ sb e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d
S )�Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node
:arg name: The tag name associated with the node
N)�name�parent�value�
attributes�
childNodesZ_flags)�selfr � r �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/base.py�__init__ s z
Node.__init__c C s: d� dd� | j�� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r �
<listcomp>. s �z Node.__str__.<locals>.<listcomp>z<%s %s>�<%s>)�joinr �itemsr )r Z
attributesStrr r r �__str__- s
�z Node.__str__c C s
d| j S )Nr )r �r r r r �__repr__6 s z
Node.__repr__c C s t �dS )z[Insert node as a child of the current node
:arg node: the node to insert
N��NotImplementedError�r �noder r r � appendChild9 s zNode.appendChildNc C s t �dS )aB Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
Nr# )r �data� insertBeforer r r �
insertTextA s
zNode.insertTextc C s t �dS )a Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
Nr# )r r& ZrefNoder r r r) M s
zNode.insertBeforec C s t �dS )zhRemove node from the children of the current node
:arg node: the child node to remove
Nr# r% r r r � removeChildY s zNode.removeChildc C s | j D ]}|�|� qg | _ dS )z�Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
N)r r' )r Z newParentZchildr r r �reparentChildrena s
zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
Nr# r! r r r � cloneNoden s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise
Nr# r! r r r �
hasContentt s zNode.hasContent)N)�__name__�
__module__� __qualname__�__doc__r r r" r' r* r) r+ r, r- r. r r r r r s
r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krV| d d d� D ]:}|t kr* qV| �||�r>|d7 }|dkr| �|� qVqt�| |� d S )Nr ���� � )�Marker�
nodesEqual�remover �append)r r& Z
equalCount�elementr r r r: { s
z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r Znode1Znode2r r r r8 � s
z#ActiveFormattingElements.nodesEqualN)r/ r0 r1 r: r8 r r r r r3 z s
r3 c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
d+dd�Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
Nc C s |r d| _ nd| _ | �� dS )zmCreate a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
z http://www.w3.org/1999/xhtmlN)�defaultNamespace�reset)r ZnamespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| �� | _d S )NF)� openElementsr3 �activeFormattingElementsZ headPointerZ formPointer�insertFromTable�
documentClass�documentr! r r r r? � s zTreeBuilder.resetc C s~ t |d�}|s$t|t�r$td |f}t| \}}t| j�D ]>}|rP||krP dS |sd|j|krd dS ||j|kA r: dS q:d S )Nr< r
TF)�hasattr�
isinstancer r �listElementsMap�reversedr@ r< )r �targetZvariantZ exactNodeZ listElements�invertr& r r r �elementInScope� s
zTreeBuilder.elementInScopec C s� | j s
d S t| j �d }| j | }|tks4|| jkr8d S |tkrl|| jkrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }|�� }| �d|j|j|jd��}|| j |< || j d krlq�qld S )Nr5 r r4 ZStartTag)�typer � namespacer( ) rA �lenr7 r@ r- �
insertElementr rM r )r �i�entryZcloner; r r r �#reconstructActiveFormattingElements� s.
�
z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j �� }| j r$|tkr$| j �� }q
d S �N)rA �popr7 )r rQ r r r � clearActiveFormattingElements s
z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd� D ]$}|tkr" q6q|j|kr| S qdS )z�Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return falseNr4 F)rA r7 r )r r �itemr r r �!elementInActiveFormattingElements
s
z-TreeBuilder.elementInActiveFormattingElementsc C s& | � |�}| j�|� | j�|� d S rS )�
createElementr@ r: rD r' )r �tokenr; r r r �
insertRoot s
zTreeBuilder.insertRootc C s6 |d }|d }|d }| � |||�}| j�|� d S )Nr �publicId�systemId)� doctypeClassrD r' )r rY r r[ r\ Zdoctyper r r �
insertDoctype s
zTreeBuilder.insertDoctypec C s* |d kr| j d }|�| �|d �� d S )Nr4 r( )r@ r' � commentClass)r rY r r r r �
insertComment( s
zTreeBuilder.insertCommentc C s0 |d }|� d| j�}| �||�}|d |_|S )z.Create an element but don't insert it anywherer rM r( )�getr> � elementClassr �r rY r rM r; r r r rX - s
zTreeBuilder.createElementc C s | j S rS )�_insertFromTabler! r r r �_getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the
normal one to the misnested table one and back againN)rd �insertElementTablerO �insertElementNormal)r r r r r �_setInsertFromTable8 s
z TreeBuilder._setInsertFromTablec C sL |d }|� d| j�}| �||�}|d |_| jd �|� | j�|� |S )Nr rM r( r4 )ra r> rb r r@ r' r: rc r r r rg C s
z TreeBuilder.insertElementNormalc C s` | � |�}| jd jtkr$| �|�S | �� \}}|dkrD|�|� n |�||� | j�|� |S )z-Create an element and insert it into the treer4 N) rX r@ r r rg � getTableMisnestedNodePositionr' r) r: )r rY r; r r) r r r rf M s
z TreeBuilder.insertElementTablec C sV |dkr| j d }| jr.| jr:| j d jtkr:|�|� n| �� \}}|�||� dS )zInsert text data.Nr4 )r@ rB r r r* ri )r r( r r) r r r r* ] s
�� zTreeBuilder.insertTextc C st d}d}d}| j ddd� D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j �|�d }n
| j d }||fS )zsGet the foster parent element, and sibling to insert before
(or None) when inserting a misnested table nodeNr4 r r5 r )r@ r r �index)r Z lastTableZ fosterParentr) Zelmr r r ri l s
�
z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td�kr4||kr4| j �� | �|� d S )Nr4 )ZddZdtZlir r
�pZrpZrt)r@ r � frozensetrT �generateImpliedEndTags)r �excluder r r r rm � s �
z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rD r! r r r � getDocument� s zTreeBuilder.getDocumentc C s | � � }| jd �|� |S )zReturn the final fragmentr )�
fragmentClassr@ r, )r Zfragmentr r r � getFragment� s zTreeBuilder.getFragmentc C s t �dS )z�Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
Nr# r% r r r �testSerializer� s zTreeBuilder.testSerializer)N)N)N)N) r/ r0 r1 r2 rC rb r_ r] rp r r? rK rR rU rW rZ r^ r` rX re rh �propertyrB rg rf r* ri rm ro rq rr r r r r r= � s6
.
r= )Z
__future__r r r Zpip._vendor.sixr Z constantsr r r r7 rl �setrG �objectr r r3 r= r r r r �<module> s0
��
��
��� c site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.opt-1.pyc 0000644 00000026507 15201600076 0025667 0 ustar 00 U
��.e*7 � @ s� d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl
m Z ddlm
Z
dd lm Z
dd
lmZ ddlm Z d Ze�d �Ze �d
�jZG dd� de�ZG dd� de�Zdd� Zdd� ZG dd� de j�ZdS )a� Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
� )�absolute_import�division�unicode_literalsN� )�base� )�DataLossWarning)� constants)�etree)� _ihatexmlTz
{([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S �N)�name�publicId�systemId)�selfr r r � r �P/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py�__init__# s zDocumentType.__init__N)�__name__�
__module__� __qualname__r r r r r r " s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S r
)� _elementTree� _childNodes�r r r r r * s zDocument.__init__c C s | j �� �|j� d S r
)r �getrootZaddnext�_element�r �elementr r r � appendChild. s zDocument.appendChildc C s | j S r
)r r r r r �_getChildNodes1 s zDocument._getChildNodesN)r r r r r r! �propertyZ
childNodesr r r r r ) s r c s6 g �t jdd�� d� ��fdd� ��| d� d���S )NT�ZpreventDoubleDashCommentsr c
s� t | d��s t | d�r���d� | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }��dd|d |f � | �� }|�� d k r�|�� }q�|d k r��||d � |� � }q�nNt
| t �s�t
| t �r��d d| | f � n"��d
� | D ]}�||d � q�n�| j
tk�r`��d d| | jf � t | d ��r�| j�r���d d| | jf � �n�tj�| j
�}|d k �r�|�d
�}|�d�}tj| }��dd| |� �|�f � n ��dd| � �| j
�f � t | d��r�g }| j�� D ]d\} }
t�| �}|d k �r8|�� \}} � �| �} tj| }d|| f } n
� �| �} |�| |
f� �q�t|�D ]&\} }
��dd|d | |
f � �q\| j�r���d d|d | jf � |d7 }| D ]} �| |� �q�t | d ��r�| j�r���d d|d | jf � d S )N�tagr z #document�
<!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z
|%s<%s %s>z|%s<%s>�attribz%s %sz
|%s%s="%s") �hasattr�append�docinfo� internalDTDZ public_idZ
system_url� root_namer Z getpreviousZgetnext�
isinstance�str�bytesr$ � comment_type�textr' �etree_builders�
tag_regexp�match�groupr �prefixes� fromXmlNamer( �items�groups�sorted)
r �indent�dtd_strZ next_elementZnsmatch�nsr$ �prefix�
attributesr �valueZ attr_string�child��
infosetFilter�rv�serializeElementr r rF ; sx
��
�
�
z(testSerializer.<locals>.serializeElement�
)r )r �
InfosetFilter�join�r r rC r �testSerializer7 s
F
rK c s$ g � � �fdd���| � d� � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� �|� �| �� � n�| jtkrf� �d| j f � n~| j
s�� �d| jf � n.d� dd� | j
� � D ��}� �d| j|f � | j r�� �| j � | D ] }�|� qĈ �d | jf � t | d
��r| j
�r� �| j
� d S ) Nr$ r% z <!--%s-->z<%s>r& c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r rA r r r �
<listcomp>� s �z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r' )r) r+ r, �doctyper- r* r r$ r1 r2 r( rI r9 r' )r r= �attrrB �rE rF r r rF � s,
�
z"tostring.<locals>.serializeElement� )rI rJ r rP r �tostring� s rR c sz e Zd ZeZeZdZdZeZ e
Z ddd�Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _
|| _ t j
�| |� d S )
N)�fullTreeTr# c s& e Zd Zd� fdd� Z� fdd�ZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sr |d kr i }|| _ t�| |� | �� D ]F\}}t|t�rTd|d � �|d �f }n
� �|�}|| j j j|< q&d S �N�{%s}%sr r )r �dictr r9 r. �tuple�coerceAttributer( )r r rA �keyr �rD r r r � s
z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t �| ||� t|t�r4d|d � �|d �f }n
� �|�}|| jjj|< d S rU )rW � __setitem__r. rX rY r r( )r rZ rA r r[ r r r\ � s
z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r r\ r r[ r r �
Attributes� s r] c sx e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Z� fd d
�Z eee �Z
d��fd d
� Z �fdd�Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �� |�}�jj| ||d� � | �| _d S )N)� namespace)�
coerceElement�Elementr � _attributes)r r r^ �r] �builderrD r r r � s
z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � � |�| _| �| j| j�| j_d S r
)r_ �_nameZ _getETreeTagZ
_namespacer r$ )r r r[ r r �_setName� s
�z.TreeBuilder.__init__.<locals>.Element._setNamec s � � | j�S r
)r8 rd r r[ r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r
�ra r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s � | |�| _ d S r
rg )r r@ )r] r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �� |�}� j�| ||� d S r
)ZcoerceCharactersr` �
insertText)r �dataZ insertBefore�rc rD r r rj � s
z0TreeBuilder.__init__.<locals>.Element.insertTextc s � j �| |� d S r
)r` r )r rB )rc r r r � s z1TreeBuilder.__init__.<locals>.Element.appendChild)N)
r r r r re rf r" r rh ri r@ rj r r rb r r r` � s
r` c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �� |�}� j�| |� d S r
)�
coerceComment�Commentr �r rk rl r r r � s
z.TreeBuilder.__init__.<locals>.Comment.__init__c s � � |�}|| j_d S r
)rm r r2 ro r[ r r �_setData� s
z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r
)r r2 r r r r �_getData� s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rp rq r" rk r rl r r rn � s rn )r3 ZgetETreeModuler
r rH rD �namespaceHTMLElementsrW r` rn � elementClass� commentClassr rS r )r rr rT r` rn r rb r r � s zTreeBuilder.__init__c C s$ t j�| � | j| _g | _d | _d S r
)r rS �reset�insertCommentInitial�
insertComment�initial_commentsrN r r r r ru s zTreeBuilder.resetc C s t |�S r
)rK r r r r rK s zTreeBuilder.testSerializerc C s t r | jjS | jj�� S d S r
)rT �documentr r r r r r � getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|�|j� |�t|�� |jrB|�|j� |S )Nr )� openElementsr r2 r* �extend�listr' )r Zfragmentr r r r � getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t �dt� d | _n4| j�|�}||krPt �dt� | �|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rN rD r_ � doctypeClass)r �tokenr r r Z coercedNamerN r r r �
insertDoctype s zTreeBuilder.insertDoctypec C s | j �|� d S r
)rx r* �r rk �parentr r r rv , s z TreeBuilder.insertCommentInitialc sB || j kr,| j j�� d jtkr,t�dt� tt | ��
||� d S )N���z@lxml cannot represent adjacent comments beyond the root elements) ry r r r$ r1 r r� r �superrS rw r� �� __class__r r �insertCommentMain1 s
� z TreeBuilder.insertCommentMainc C s� d}| j r�|d| j j 7 }| j jd k s2| j jd k r�|d| j�| j jpFd� 7 }| j jr�| j j}|�d�dkr�|�d�dkr�t�dt � |�
dd�}|�d�dkr�|d | 7 }q�|d
| 7 }n|d 7 }|d 7 }| j j|d
kr�t�dt � |d7 }t � |�}| j
D ] }| �|d �}|�|j� �q | �� | _|�� | j_|d
}|�d| j�}|d k�r^|} n d||f } | |_| �||�}
||
_| jj�|
� | j�|
� | j | _ d S )NrQ z <!DOCTYPE %sz
PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rk r^ rV ) rN r r r rD Z coercePubid�findr r� r �replacer
Z
fromstringrx rt Z addpreviousr �
documentClassry Z getroottreer �getZdefaultNamespacer$ rs r r* r{ r� rw ) r r� ZdocStrZsysid�root�
comment_tokenZcommentr r^ Z etree_tagZ root_elementr r r �
insertRoot7 sN
��
zTreeBuilder.insertRoot)F)N)N)r r r r r� r r� rs rt Z
fragmentClassr
�implementationr ru rK rz r~ r� rv r� r� �
__classcell__r r r� r rS � s
L
rS ) �__doc__Z
__future__r r r r �re�sysrQ r r r r
r3 r Z
lxml.etreerT �compiler4 rn r$ r1 �objectr r rK rR rS r r r r �<module> s$
O) site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-38.pyc 0000644 00000022315 15201600076 0023340 0 ustar 00 U
��.e�" � @ s� d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX d dlm Z m
Z
d dl Z ddl m
Z
ddl mZ dd lmZ dd
lmZ d d � Zee�ZdS )
� )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)�
namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getDomBuilder.<locals>.AttrListc S s
|| _ d S �N��element��selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj�� �S r )�iterr �
attributes�keys�r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jj�|�}||_|| jj|< d S r )�
isinstance�tuple�NotImplementedErrorr �
ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s
z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S r )�lenr r r r r r �__len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj�� �S r )�listr r �itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj�� �S r )r% r r �valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S r )r r r r r r �r r r r r � __getitem__, s
z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n
| jj|= d S r )r r r r r r( r r r � __delitem__2 s
z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__�
__module__� __qualname__r r r" r$ r& r' r) r* r r r r �AttrList s r. c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd
d � Zd d
� Z dd� Z
� fdd�Z dd� Z ee e �Z
�fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j�| |j� || _d S r )r r r �nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r0 r r r r �<lambda>= s �z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j�|j� d S r )�parentr � appendChild�r �noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j�|�}|r$| j �||j � n | j �|� d S r )r r �createTextNode� insertBeforer4 )r �datar8 �textr r r �
insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j �|j |j � | |_d S r )r r8 r3 )r r6 ZrefNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j �|j � d |_d S r )r Z
parentNode� removeChildr3 r5 r r r r< O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j �� r,| j j}| j �|� |j �|� q g | _d S r )r �
hasChildNodesZ
firstChildr< r4 �
childNodes)r Z newParent�childr r r �reparentChildrenT s
z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s
� | j �S r r r )r. r r �
getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt |�� �D ]`\}}t|t�rb|d d k rD|d d |d }n|d }| j�|d ||� q| j�||� qd S )Nr �:r r
)r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z
qualifiedNamer r r �
setAttributes^ s
� �z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j �d��S )NF)r � cloneNoder �� NodeBuilderr r rD m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s
| j �� S r )r r= r r r r �
hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml)� namespacer r r r r r � getNameTuples s
z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r �propertyrH r4 r; r8 r< r@ rA rC r rD rG rI Z nameTupler )r. rF r r rF 8 s
rF c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd
d �Zd d
� Z�fdd�Z dd� Z
dd� Z ddd�Z �Z
dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � � � �d d d �| _t�| �S r )�getDOMImplementationZcreateDocument�dom�weakref�proxyr )�Domr r �
documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� � � }|�|||�}| j��|�� � tkrN| j|_d S )Nr �publicId�systemId)rK ZcreateDocumentTypeZdocumentr4 r rL r )r �tokenr rQ rR ZdomimplZdoctype)rO rF r r �
insertDoctype� s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | j�|�}n| j�||�}� |�S r )ZdefaultNamespacerL Z
createElementZcreateElementNS)r r rH r6 rE r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j �|��S r )rL Z
createComment)r r9 rE r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j �� �S r )rL ZcreateDocumentFragmentr rE r r �
fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j �|j� d S r )rL r4 r r5 r r r r4 � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S r r r )�testSerializerr r rX � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rL r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r r r r r[ � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j�| ||� nNt| jd�rXtj| jjkrXt| jj�| j_| jj� tj� | j�
| j� |�� d S )N�_child_node_types) r rZ r; r1 rL r � TEXT_NODEr\ r% �appendr4 r7 )r r9 r3 r r r r; � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rP rT rU rV rW r4 rX rY r[ r; �implementationr r )rO �DomImplementationrF rX r r rZ { s
rZ c s0 | � � g � d� �fdd� ��| d� d�� �S )Nr c s | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� �dd| | j||f � q~� �dd| | jf � n� �dd| f � �nr| j tjkr�� �d� �nX| j tjkr�� �d� �n>| j tj krވ �dd| | j
f � �n| j tj k�r� �d d| | j
f � n�t | d
��r6| j
d k �r6d tj| j
| jf }n| j}� �d d| |f � | �� �r�g }tt| j��D ]T}| j�|�}|j}|j}|j
} | �r�d tj| |jf }n|j}|�||f� �qnt|�D ]&\}}� �d
d|d ||f � �q�|d7 }| jD ]}
�|
|� �qd S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z
|%s%s="%s"r
)ZnodeTyper ZDOCUMENT_TYPE_NODEr rQ rR r^ Z
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuer] r1 r0 r �prefixesr/ Z
hasAttributes�ranger# r �itemr Z localName�sortedr> ) r �indentrQ rR r r �ir! r �nsr? ��rv�serializeElementr r rl � sT
� � �
z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )Z normalize�joinr r rj r rX � s
.
z%getDomBuilder.<locals>.testSerializer)r r r rZ �locals)r` rZ r )r. rO r` rF rX r �
getDomBuilder s $C :6rp )Z
__future__r r r Zcollections.abcr � ImportError� collectionsZxml.domr r rM ra r r r Z_utilsr
rp Z getDomModuler r r r �<module> s _ site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-38.pyc 0000644 00000026062 15201600076 0023476 0 ustar 00 U
��.e�8 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ
e e�dfe ee e d dfg�B �dfe ee e d d fe d d
fg�B �dfe e d dfe d d fg�dfe e d d fe d d
fg�dfd�Z
G dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements�
namespacesNF�html�buttonZolZul�table�optgroup�optionT)Nr �listr Zselectc @ sb e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d
S )�Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node
:arg name: The tag name associated with the node
N)�name�parent�value�
attributes�
childNodesZ_flags)�selfr � r �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/base.py�__init__ s z
Node.__init__c C s: d� dd� | j�� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r �
<listcomp>. s �z Node.__str__.<locals>.<listcomp>z<%s %s>�<%s>)�joinr �itemsr )r Z
attributesStrr r r �__str__- s
�z Node.__str__c C s
d| j S )Nr )r �r r r r �__repr__6 s z
Node.__repr__c C s t �dS )z[Insert node as a child of the current node
:arg node: the node to insert
N��NotImplementedError�r �noder r r � appendChild9 s zNode.appendChildNc C s t �dS )aB Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
Nr# )r �data� insertBeforer r r �
insertTextA s
zNode.insertTextc C s t �dS )a Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
Nr# )r r& ZrefNoder r r r) M s
zNode.insertBeforec C s t �dS )zhRemove node from the children of the current node
:arg node: the child node to remove
Nr# r% r r r � removeChildY s zNode.removeChildc C s | j D ]}|�|� qg | _ dS )z�Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
N)r r' )r Z newParentZchildr r r �reparentChildrena s
zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
Nr# r! r r r � cloneNoden s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise
Nr# r! r r r �
hasContentt s zNode.hasContent)N)�__name__�
__module__� __qualname__�__doc__r r r" r' r* r) r+ r, r- r. r r r r r s
r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krV| d d d� D ]:}|t kr* qV| �||�r>|d7 }|dkr| �|� qVqt�| |� d S )Nr ���� � )�Marker�
nodesEqual�remover �append)r r& Z
equalCount�elementr r r r: { s
z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r Znode1Znode2r r r r8 � s
z#ActiveFormattingElements.nodesEqualN)r/ r0 r1 r: r8 r r r r r3 z s
r3 c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
d+dd�Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
Nc C s |r d| _ nd| _ | �� dS )zmCreate a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
z http://www.w3.org/1999/xhtmlN)�defaultNamespace�reset)r ZnamespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| �� | _d S )NF)� openElementsr3 �activeFormattingElementsZ headPointerZ formPointer�insertFromTable�
documentClass�documentr! r r r r? � s zTreeBuilder.resetc C s� t |d�}|s2t|t�r$td |f}t|t�s2t�t| \}}t| j�D ]>}|r^||kr^ dS |sr|j |krr dS ||j |kA rH dS qHds�t�d S )Nr< r
TF)
�hasattr�
isinstancer r �tuple�AssertionError�listElementsMap�reversedr@ r< )r �targetZvariantZ exactNodeZ listElements�invertr& r r r �elementInScope� s
zTreeBuilder.elementInScopec C s� | j s
d S t| j �d }| j | }|tks4|| jkr8d S |tkrl|| jkrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }|�� }| �d|j|j|jd��}|| j |< || j d krlq�qld S )Nr5 r r4 ZStartTag)�typer � namespacer( ) rA �lenr7 r@ r- �
insertElementr rO r )r �i�entryZcloner; r r r �#reconstructActiveFormattingElements� s.
�
z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j �� }| j r$|tkr$| j �� }q
d S �N)rA �popr7 )r rS r r r � clearActiveFormattingElements s
z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd� D ]$}|tkr" q6q|j|kr| S qdS )z�Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return falseNr4 F)rA r7 r )r r �itemr r r �!elementInActiveFormattingElements
s
z-TreeBuilder.elementInActiveFormattingElementsc C s& | � |�}| j�|� | j�|� d S rU )�
createElementr@ r: rD r' )r �tokenr; r r r �
insertRoot s
zTreeBuilder.insertRootc C s6 |d }|d }|d }| � |||�}| j�|� d S )Nr �publicId�systemId)� doctypeClassrD r' )r r[ r r] r^ Zdoctyper r r �
insertDoctype s
zTreeBuilder.insertDoctypec C s* |d kr| j d }|�| �|d �� d S )Nr4 r( )r@ r' � commentClass)r r[ r r r r �
insertComment( s
zTreeBuilder.insertCommentc C s0 |d }|� d| j�}| �||�}|d |_|S )z.Create an element but don't insert it anywherer rO r( )�getr> � elementClassr �r r[ r rO r; r r r rZ - s
zTreeBuilder.createElementc C s | j S rU )�_insertFromTabler! r r r �_getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the
normal one to the misnested table one and back againN)rf �insertElementTablerQ �insertElementNormal)r r r r r �_setInsertFromTable8 s
z TreeBuilder._setInsertFromTablec C sb |d }t |t�s td| ��|�d| j�}| �||�}|d |_| jd �|� | j� |� |S )Nr zElement %s not unicoderO r( r4 )
rF r rH rc r> rd r r@ r' r: re r r r ri C s
z TreeBuilder.insertElementNormalc C s` | � |�}| jd jtkr$| �|�S | �� \}}|dkrD|�|� n |�||� | j�|� |S )z-Create an element and insert it into the treer4 N) rZ r@ r r ri � getTableMisnestedNodePositionr' r) r: )r r[ r; r r) r r r rh M s
z TreeBuilder.insertElementTablec C sV |dkr| j d }| jr.| jr:| j d jtkr:|�|� n| �� \}}|�||� dS )zInsert text data.Nr4 )r@ rB r r r* rk )r r( r r) r r r r* ] s
�� zTreeBuilder.insertTextc C st d}d}d}| j ddd� D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j �|�d }n
| j d }||fS )zsGet the foster parent element, and sibling to insert before
(or None) when inserting a misnested table nodeNr4 r r5 r )r@ r r �index)r Z lastTableZ fosterParentr) Zelmr r r rk l s
�
z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td�kr4||kr4| j �� | �|� d S )Nr4 )ZddZdtZlir r
�pZrpZrt)r@ r � frozensetrV �generateImpliedEndTags)r �excluder r r r ro � s �
z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rD r! r r r � getDocument� s zTreeBuilder.getDocumentc C s | � � }| jd �|� |S )zReturn the final fragmentr )�
fragmentClassr@ r, )r Zfragmentr r r � getFragment� s zTreeBuilder.getFragmentc C s t �dS )z�Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
Nr# r% r r r �testSerializer� s zTreeBuilder.testSerializer)N)N)N)N) r/ r0 r1 r2 rC rd ra r_ rr r r? rM rT rW rY r\ r` rb rZ rg rj �propertyrB ri rh r* rk ro rq rs rt r r r r r= � s6
.
r= )Z
__future__r r r Zpip._vendor.sixr Z constantsr r r r7 rn �setrI �objectr r r3 r= r r r r �<module> s0
��
��
��� c site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-38.pyc 0000644 00000006330 15201600076 0024317 0 ustar 00 U
��.e � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a) A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
� )�absolute_import�division�unicode_literals� )�
default_etreeNc K s� | � � } | tkr�| dkrLddlm} |dkr<ddlm} |}|j|f|�jS | dkrlddlm} |jt| < n<| d kr�dd
lm } |dkr�t
}|j |f|�jS t d | ��t�
| �S ) a Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
�dom� )r Nr )�minidomZlxml)�
etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r Zxml.domr Z getDomModuleZ TreeBuilderr
r r ZgetETreeModule�
ValueError�get)ZtreeType�implementation�kwargsr r r
r � r �N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/__init__.py�getTreeBuilder' s$ r )N) �__doc__Z
__future__r r r Z_utilsr r
r r r r r �<module> s site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-38.opt-1.pyc 0000644 00000022315 15201600076 0024277 0 ustar 00 U
��.e�" � @ s� d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX d dlm Z m
Z
d dl Z ddl m
Z
ddl mZ dd lmZ dd
lmZ d d � Zee�ZdS )
� )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)�
namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getDomBuilder.<locals>.AttrListc S s
|| _ d S �N��element��selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj�� �S r )�iterr �
attributes�keys�r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jj�|�}||_|| jj|< d S r )�
isinstance�tuple�NotImplementedErrorr �
ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s
z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S r )�lenr r r r r r �__len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj�� �S r )�listr r �itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj�� �S r )r% r r �valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S r )r r r r r r �r r r r r � __getitem__, s
z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n
| jj|= d S r )r r r r r r( r r r � __delitem__2 s
z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__�
__module__� __qualname__r r r" r$ r& r' r) r* r r r r �AttrList s r. c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd
d � Zd d
� Z dd� Z
� fdd�Z dd� Z ee e �Z
�fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j�| |j� || _d S r )r r r �nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r0 r r r r �<lambda>= s �z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j�|j� d S r )�parentr � appendChild�r �noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j�|�}|r$| j �||j � n | j �|� d S r )r r �createTextNode� insertBeforer4 )r �datar8 �textr r r �
insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j �|j |j � | |_d S r )r r8 r3 )r r6 ZrefNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j �|j � d |_d S r )r Z
parentNode� removeChildr3 r5 r r r r< O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j �� r,| j j}| j �|� |j �|� q g | _d S r )r �
hasChildNodesZ
firstChildr< r4 �
childNodes)r Z newParent�childr r r �reparentChildrenT s
z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s
� | j �S r r r )r. r r �
getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt |�� �D ]`\}}t|t�rb|d d k rD|d d |d }n|d }| j�|d ||� q| j�||� qd S )Nr �:r r
)r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z
qualifiedNamer r r �
setAttributes^ s
� �z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j �d��S )NF)r � cloneNoder �� NodeBuilderr r rD m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s
| j �� S r )r r= r r r r �
hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml)� namespacer r r r r r � getNameTuples s
z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r �propertyrH r4 r; r8 r< r@ rA rC r rD rG rI Z nameTupler )r. rF r r rF 8 s
rF c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd
d �Zd d
� Z�fdd�Z dd� Z
dd� Z ddd�Z �Z
dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � � � �d d d �| _t�| �S r )�getDOMImplementationZcreateDocument�dom�weakref�proxyr )�Domr r �
documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� � � }|�|||�}| j��|�� � tkrN| j|_d S )Nr �publicId�systemId)rK ZcreateDocumentTypeZdocumentr4 r rL r )r �tokenr rQ rR ZdomimplZdoctype)rO rF r r �
insertDoctype� s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | j�|�}n| j�||�}� |�S r )ZdefaultNamespacerL Z
createElementZcreateElementNS)r r rH r6 rE r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j �|��S r )rL Z
createComment)r r9 rE r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j �� �S r )rL ZcreateDocumentFragmentr rE r r �
fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j �|j� d S r )rL r4 r r5 r r r r4 � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S r r r )�testSerializerr r rX � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rL r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r r r r r[ � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j�| ||� nNt| jd�rXtj| jjkrXt| jj�| j_| jj� tj� | j�
| j� |�� d S )N�_child_node_types) r rZ r; r1 rL r � TEXT_NODEr\ r% �appendr4 r7 )r r9 r3 r r r r; � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rP rT rU rV rW r4 rX rY r[ r; �implementationr r )rO �DomImplementationrF rX r r rZ { s
rZ c s0 | � � g � d� �fdd� ��| d� d�� �S )Nr c s | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� �dd| | j||f � q~� �dd| | jf � n� �dd| f � �nr| j tjkr�� �d� �nX| j tjkr�� �d� �n>| j tj krވ �dd| | j
f � �n| j tj k�r� �d d| | j
f � n�t | d
��r6| j
d k �r6d tj| j
| jf }n| j}� �d d| |f � | �� �r�g }tt| j��D ]T}| j�|�}|j}|j}|j
} | �r�d tj| |jf }n|j}|�||f� �qnt|�D ]&\}}� �d
d|d ||f � �q�|d7 }| jD ]}
�|
|� �qd S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z
|%s%s="%s"r
)ZnodeTyper ZDOCUMENT_TYPE_NODEr rQ rR r^ Z
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuer] r1 r0 r �prefixesr/ Z
hasAttributes�ranger# r �itemr Z localName�sortedr> ) r �indentrQ rR r r �ir! r �nsr? ��rv�serializeElementr r rl � sT
� � �
z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )Z normalize�joinr r rj r rX � s
.
z%getDomBuilder.<locals>.testSerializer)r r r rZ �locals)r` rZ r )r. rO r` rF rX r �
getDomBuilder s $C :6rp )Z
__future__r r r Zcollections.abcr � ImportError� collectionsZxml.domr r rM ra r r r Z_utilsr
rp Z getDomModuler r r r �<module> s _ site-packages/pip/_vendor/certifi/__init__.py 0000644 00000000064 15201600076 0015243 0 ustar 00 from .core import where
__version__ = "2019.09.11"
site-packages/pip/_vendor/certifi/core.py 0000644 00000000274 15201600076 0014437 0 ustar 00 # -*- coding: utf-8 -*-
"""
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem.
"""
import os
def where():
return '/etc/pki/tls/certs/ca-bundle.crt'
site-packages/pip/_vendor/certifi/__pycache__/core.cpython-38.pyc 0000644 00000000621 15201600076 0020721 0 ustar 00 U
��.e� � @ s d Z ddlZdd� ZdS )zU
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem.
� Nc C s dS )Nz /etc/pki/tls/certs/ca-bundle.crt� r r r �</usr/lib/python3.8/site-packages/pip/_vendor/certifi/core.py�where s r )�__doc__�osr r r r r �<module> s site-packages/pip/_vendor/certifi/__pycache__/__main__.cpython-38.pyc 0000644 00000000337 15201600076 0021515 0 ustar 00 U
��.e5 � @ s d dl mZ ee� � dS )� )�whereN)Zpip._vendor.certifir �print� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__main__.py�<module> s site-packages/pip/_vendor/certifi/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000334 15201600076 0022470 0 ustar 00 U
��.e4 � @ s d dl mZ dZdS )� )�wherez
2019.09.11N)Zcorer � __version__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__init__.py�<module> s site-packages/pip/_vendor/certifi/__pycache__/__main__.cpython-38.opt-1.pyc 0000644 00000000337 15201600076 0022454 0 ustar 00 U
��.e5 � @ s d dl mZ ee� � dS )� )�whereN)Zpip._vendor.certifir �print� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__main__.py�<module> s site-packages/pip/_vendor/certifi/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000000621 15201600076 0021660 0 ustar 00 U
��.e� � @ s d Z ddlZdd� ZdS )zU
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem.
� Nc C s dS )Nz /etc/pki/tls/certs/ca-bundle.crt� r r r �</usr/lib/python3.8/site-packages/pip/_vendor/certifi/core.py�where s r )�__doc__�osr r r r r �<module> s site-packages/pip/_vendor/certifi/__pycache__/__init__.cpython-38.pyc 0000644 00000000334 15201600076 0021531 0 ustar 00 U
��.e4 � @ s d dl mZ dZdS )� )�wherez
2019.09.11N)Zcorer � __version__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__init__.py�<module> s site-packages/pip/_vendor/certifi/__main__.py 0000644 00000000065 15201600076 0015225 0 ustar 00 from pip._vendor.certifi import where
print(where())
site-packages/pip/_vendor/pyparsing.py 0000644 00001002454 15201600076 0014101 0 ustar 00 # -*- coding: utf-8 -*-
# module pyparsing.py
#
# Copyright (c) 2003-2019 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and
executing simple grammars, vs. the traditional lex/yacc approach, or the
use of regular expressions. With pyparsing, you don't need to learn
a new syntax for defining grammars or matching expressions - the parsing
module provides a library of classes that you use to construct the
grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
``"<salutation>, <addressee>!"``), built up using :class:`Word`,
:class:`Literal`, and :class:`And` elements
(the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions,
and the strings are auto-converted to :class:`Literal` expressions)::
from pip._vendor.pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the
self-explanatory class names, and the use of '+', '|' and '^' operators.
The :class:`ParseResults` object returned from
:class:`ParserElement.parseString` can be
accessed as a nested list, a dictionary, or an object with named
attributes.
The pyparsing module handles some of the problems that are typically
vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle
"Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes :class:`ParserElement` and :class:`ParseResults` to
see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from :class:`Literal` and
:class:`CaselessLiteral` classes
- construct character word-group expressions using the :class:`Word`
class
- see how to create repetitive expressions using :class:`ZeroOrMore`
and :class:`OneOrMore` classes
- use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`,
and :class:`'&'<Each>` operators to combine simple expressions into
more complex ones
- associate names with your parsed results using
:class:`ParserElement.setResultsName`
- access the parsed data, which is returned as a :class:`ParseResults`
object
- find some helpful expression short-cuts like :class:`delimitedList`
and :class:`oneOf`
- find more useful common expressions in the :class:`pyparsing_common`
namespace class
"""
__version__ = "2.4.2"
__versionTime__ = "29 Jul 2019 02:58 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
from operator import itemgetter
import itertools
from functools import wraps
try:
# Python 3
from itertools import filterfalse
except ImportError:
from itertools import ifilterfalse as filterfalse
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
# Python 3
from collections.abc import Iterable
from collections.abc import MutableMapping, Mapping
except ImportError:
# Python 2.7
from collections import Iterable
from collections import MutableMapping, Mapping
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
try:
from types import SimpleNamespace
except ImportError:
class SimpleNamespace: pass
# version compatibility configuration
__compat__ = SimpleNamespace()
__compat__.__doc__ = """
A cross-version compatibility configuration for pyparsing features that will be
released in a future version. By setting values in this configuration to True,
those features can be enabled in prior versions for compatibility development
and testing.
- collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping
of results names when an And expression is nested within an Or or MatchFirst; set to
True to enable bugfix released in pyparsing 2.3.0, or False to preserve
pre-2.3.0 handling of named results
"""
__compat__.collect_all_And_tokens = True
__diag__ = SimpleNamespace()
__diag__.__doc__ = """
Diagnostic configuration (all default to False)
- warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results
name is defined on a MatchFirst or Or expression with one or more And subexpressions
(only warns if __compat__.collect_all_And_tokens is False)
- warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results
name is defined on a containing expression with ungrouped subexpressions that also
have results names
- warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined
with a results name, but has no contents defined
- warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is
incorrectly called with multiple str arguments
- enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent
calls to ParserElement.setName()
"""
__diag__.warn_multiple_tokens_in_named_alternation = False
__diag__.warn_ungrouped_named_tokens_in_collection = False
__diag__.warn_name_set_on_empty_Forward = False
__diag__.warn_on_multiple_string_args_to_oneof = False
__diag__.enable_debug_on_named_expressions = False
# ~ sys.stderr.write("testing pyparsing module, version %s, %s\n" % (__version__, __versionTime__))
__all__ = ['__version__', '__versionTime__', '__author__', '__compat__', '__diag__',
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'PrecededBy', 'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore', 'Char',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation', 'locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common', 'pyparsing_unicode', 'unicode_set',
'conditionAsParseAction',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
unicode = str
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode
friendly. It first tries str(obj). If that fails with
a UnicodeEncodeError, then it tries unicode(obj). It then
< returns the unicode object | encodes it with the default
encoding | ... >.
"""
if isinstance(obj, unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex(r'&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__, fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&' + s + ';' for s in "amp gt lt quot apos".split())
for from_, to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
def conditionAsParseAction(fn, message=None, fatal=False):
msg = message if message is not None else "failed user-defined condition"
exc_type = ParseFatalException if fatal else ParseException
fn = _trim_arity(fn)
@wraps(fn)
def pa(s, l, t):
if not bool(fn(s, l, t)):
raise exc_type(s, l, msg)
return pa
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__(self, pstr, loc=0, msg=None, elem=None):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__(self, aname):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if aname == "lineno":
return lineno(self.loc, self.pstr)
elif aname in ("col", "column"):
return col(self.loc, self.pstr)
elif aname == "line":
return line(self.loc, self.pstr)
else:
raise AttributeError(aname)
def __str__(self):
if self.pstr:
if self.loc >= len(self.pstr):
foundstr = ', found end of text'
else:
foundstr = (', found %r' % self.pstr[self.loc:self.loc + 1]).replace(r'\\', '\\')
else:
foundstr = ''
return ("%s%s (at char %d), (line:%d, col:%d)" %
(self.msg, foundstr, self.loc, self.lineno, self.column))
def __repr__(self):
return _ustr(self)
def markInputline(self, markerString=">!<"):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
@staticmethod
def explain(exc, depth=16):
"""
Method to take an exception and translate the Python internal traceback into a list
of the pyparsing expressions that caused the exception to be raised.
Parameters:
- exc - exception raised during parsing (need not be a ParseException, in support
of Python exceptions that might be raised in a parse action)
- depth (default=16) - number of levels back in the stack trace to list expression
and function names; if None, the full stack trace names will be listed; if 0, only
the failing input line, marker, and exception string will be shown
Returns a multi-line string listing the ParserElements and/or function names in the
exception's stack trace.
Note: the diagnostic output will include string representations of the expressions
that failed to parse. These representations will be more helpful if you use `setName` to
give identifiable names to your expressions. Otherwise they will use the default string
forms, which may be cryptic to read.
explain() is only supported under Python 3.
"""
import inspect
if depth is None:
depth = sys.getrecursionlimit()
ret = []
if isinstance(exc, ParseBaseException):
ret.append(exc.line)
ret.append(' ' * (exc.col - 1) + '^')
ret.append("{0}: {1}".format(type(exc).__name__, exc))
if depth > 0:
callers = inspect.getinnerframes(exc.__traceback__, context=depth)
seen = set()
for i, ff in enumerate(callers[-depth:]):
frm = ff[0]
f_self = frm.f_locals.get('self', None)
if isinstance(f_self, ParserElement):
if frm.f_code.co_name not in ('parseImpl', '_parseNoCache'):
continue
if f_self in seen:
continue
seen.add(f_self)
self_type = type(f_self)
ret.append("{0}.{1} - {2}".format(self_type.__module__,
self_type.__name__,
f_self))
elif f_self is not None:
self_type = type(f_self)
ret.append("{0}.{1}".format(self_type.__module__,
self_type.__name__))
else:
code = frm.f_code
if code.co_name in ('wrapper', '<module>'):
continue
ret.append("{0}".format(code.co_name))
depth -= 1
if not depth:
break
return '\n'.join(ret)
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like :class:`ParseFatalException`, but thrown internally
when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates
that parsing is to stop immediately because an unbacktrackable
syntax error has been found.
"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by :class:`ParserElement.validate` if the
grammar could be improperly recursive
"""
def __init__(self, parseElementList):
self.parseElementTrace = parseElementList
def __str__(self):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self, p1, p2):
self.tup = (p1, p2)
def __getitem__(self, i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self, i):
self.tup = (self.tup[0], i)
class ParseResults(object):
"""Structured parse results, to provide multiple means of access to
the parsed data:
- as a list (``len(results)``)
- by list index (``results[0], results[1]``, etc.)
- by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`)
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__(self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name, int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None, '', [])):
if isinstance(toklist, basestring):
toklist = [toklist]
if asList:
if isinstance(toklist, ParseResults):
self[name] = _ParseResultsWithOffset(ParseResults(toklist.__toklist), 0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]), 0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError, TypeError, IndexError):
self[name] = toklist
def __getitem__(self, i):
if isinstance(i, (int, slice)):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([v[0] for v in self.__tokdict[i]])
def __setitem__(self, k, v, isinstance=isinstance):
if isinstance(v, _ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k, list()) + [v]
sub = v[0]
elif isinstance(k, (int, slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k, list()) + [_ParseResultsWithOffset(v, 0)]
sub = v
if isinstance(sub, ParseResults):
sub.__parent = wkref(self)
def __delitem__(self, i):
if isinstance(i, (int, slice)):
mylen = len(self.__toklist)
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i + 1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name, occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__(self, k):
return k in self.__tokdict
def __len__(self):
return len(self.__toklist)
def __bool__(self):
return (not not self.__toklist)
__nonzero__ = __bool__
def __iter__(self):
return iter(self.__toklist)
def __reversed__(self):
return iter(self.__toklist[::-1])
def _iterkeys(self):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues(self):
return (self[k] for k in self._iterkeys())
def _iteritems(self):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys."""
values = _itervalues
"""Returns an iterator of all named result values."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys(self):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values(self):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items(self):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys(self):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop(self, *args, **kwargs):
"""
Removes and returns item at specified index (default= ``last``).
Supports both ``list`` and ``dict`` semantics for ``pop()``. If
passed no argument or an integer argument, it will use ``list``
semantics and pop tokens from the list of parsed tokens. If passed
a non-integer argument (most likely a string), it will use ``dict``
semantics and pop the corresponding value from any defined results
names. A second default return value argument is supported, just as in
``dict.pop()``.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k, v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int)
or len(args) == 1
or args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given ``defaultValue`` or ``None`` if no
``defaultValue`` is specified.
Similar to ``dict.get()``.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert(self, index, insStr):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to ``list.insert()``.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name, occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append(self, item):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend(self, itemseq):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self.__iadd__(itemseq)
else:
self.__toklist.extend(itemseq)
def clear(self):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__(self, name):
try:
return self[name]
except KeyError:
return ""
def __add__(self, other):
ret = self.copy()
ret += other
return ret
def __iadd__(self, other):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a < 0 else a + offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0], addoffset(v[1])))
for k, vlist in otheritems for v in vlist]
for k, v in otherdictitems:
self[k] = v
if isinstance(v[0], ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update(other.__accumNames)
return self
def __radd__(self, other):
if isinstance(other, int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__(self):
return "(%s, %s)" % (repr(self.__toklist), repr(self.__tokdict))
def __str__(self):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList(self, sep=''):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance(item, ParseResults):
out += item._asStringList()
else:
out.append(_ustr(item))
return out
def asList(self):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res, ParseResults) else res for res in self.__toklist]
def asDict(self):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k, toItem(v)) for k, v in item_fn())
def copy(self):
"""
Returns a new copy of a :class:`ParseResults` object.
"""
ret = ParseResults(self.__toklist)
ret.__tokdict = dict(self.__tokdict.items())
ret.__parent = self.__parent
ret.__accumNames.update(self.__accumNames)
ret.__name = self.__name
return ret
def asXML(self, doctag=None, namedItemsOnly=False, indent="", formatted=True):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1], k) for (k, vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [nl, indent, "<", selfTag, ">"]
for i, res in enumerate(self.__toklist):
if isinstance(res, ParseResults):
if i in namedItems:
out += [res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">"]
out += [nl, indent, "</", selfTag, ">"]
return "".join(out)
def __lookup(self, sub):
for k, vlist in self.__tokdict.items():
for v, loc in vlist:
if sub is v:
return k
return None
def getName(self):
r"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1
and len(self.__tokdict) == 1
and next(iter(self.__tokdict.values()))[0][1] in (0, -1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', full=True, include_list=True, _depth=0):
"""
Diagnostic method for listing out the contents of
a :class:`ParseResults`. Accepts an optional ``indent`` argument so
that this string can be embedded in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
if include_list:
out.append(indent + _ustr(self.asList()))
else:
out.append('')
if full:
if self.haskeys():
items = sorted((str(k), v) for k, v in self.items())
for k, v in items:
if out:
out.append(NL)
out.append("%s%s- %s: " % (indent, (' ' * _depth), k))
if isinstance(v, ParseResults):
if v:
out.append(v.dump(indent=indent, full=full, include_list=include_list, _depth=_depth + 1))
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv, ParseResults) for vv in self):
v = self
for i, vv in enumerate(v):
if isinstance(vv, ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,
(' ' * (_depth)),
i,
indent,
(' ' * (_depth + 1)),
vv.dump(indent=indent,
full=full,
include_list=include_list,
_depth=_depth + 1)))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,
(' ' * (_depth)),
i,
indent,
(' ' * (_depth + 1)),
_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the
`pprint <https://docs.python.org/3/library/pprint.html>`_ module.
Accepts additional positional or keyword args as defined for
`pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ .
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return (self.__toklist,
(self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name))
def __setstate__(self, state):
self.__toklist = state[0]
self.__tokdict, par, inAccumNames, self.__name = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return dir(type(self)) + list(self.keys())
@classmethod
def from_dict(cls, other, name=None):
"""
Helper classmethod to construct a ParseResults from a dict, preserving the
name-value relations as results names. If an optional 'name' argument is
given, a nested ParseResults will be returned
"""
def is_iterable(obj):
try:
iter(obj)
except Exception:
return False
else:
if PY_3:
return not isinstance(obj, (str, bytes))
else:
return not isinstance(obj, basestring)
ret = cls([])
for k, v in other.items():
if isinstance(v, Mapping):
ret += cls.from_dict(v, name=k)
else:
ret += cls([v], name=k, asList=is_iterable(v))
if name is not None:
ret = cls([ret], name=name)
return ret
MutableMapping.register(ParseResults)
def col (loc, strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See
:class:`ParserElement.parseString` for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
"""
s = strg
return 1 if 0 < loc < len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc, strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note - the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`ParserElement.parseString`
for more information on parsing strings containing ``<TAB>`` s, and
suggested methods to maintain a consistent view of the parsed string, the
parse location, and line and column positions within the parsed string.
"""
return strg.count("\n", 0, loc) + 1
def line(loc, strg):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR + 1:nextCR]
else:
return strg[lastCR + 1:]
def _defaultStartDebugAction(instring, loc, expr):
print(("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % (lineno(loc, instring), col(loc, instring))))
def _defaultSuccessDebugAction(instring, startloc, endloc, expr, toks):
print("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction(instring, loc, expr, exc):
print("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s, l, t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3, 5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3, 5, 0) else -2
frame_summary = traceback.extract_stack(limit=-offset + limit - 1)[offset]
return [frame_summary[:2]]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [frame_summary[:2]]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1] + LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
try:
del tb
except NameError:
pass
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars(chars):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
def __init__(self, savelist=False):
self.parseAction = list()
self.failAction = None
# ~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = set(ParserElement.DEFAULT_WHITE_CHARS)
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = (None, None, None) # custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy(self):
"""
Make a copy of this :class:`ParserElement`. Useful for defining
different parse actions for the same parsing pattern, using copies of
the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of ``expr.copy()`` is just ``expr()``::
integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
"""
cpy = copy.copy(self)
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName(self, name):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if __diag__.enable_debug_on_named_expressions:
self.setDebug()
return self
def setResultsName(self, name, listAllMatches=False):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original :class:`ParserElement` object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
``expr("name")`` in place of ``expr.setResultsName("name")``
- see :class:`__call__`.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
return self._setResultsName(name, listAllMatches)
def _setResultsName(self, name, listAllMatches=False):
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches = True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self, breakFlag=True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set ``breakFlag`` to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
# this call to pdb.set_trace() is intentional, not a checkin error
pdb.set_trace()
return _parseMethod(instring, loc, doActions, callPreParse)
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse, "_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction(self, *fns, **kwargs):
"""
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` ,
``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a :class:`ParseResults` object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
If None is passed as the parse action, all previously added parse actions for this
expression are cleared.
Optional keyword arguments:
- callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`parseString for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
if list(fns) == [None,]:
self.parseAction = []
else:
if not all(callable(fn) for fn in fns):
raise TypeError("parse actions must be callable")
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction(self, *fns, **kwargs):
"""
Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`.
See examples in :class:`copy`.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
:class:`setParseAction` for function call signatures. Unlike ``setParseAction``,
functions passed to ``addCondition`` need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
for fn in fns:
self.parseAction.append(conditionAsParseAction(fn, message=kwargs.get('message'),
fatal=kwargs.get('fatal', False)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction(self, fn):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
``fn(s, loc, expr, err)`` where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw :class:`ParseFatalException`
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables(self, instring, loc):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc, dummy = e._parse(instring, loc)
exprsFound = True
except ParseException:
pass
return loc
def preParse(self, instring, loc):
if self.ignoreExprs:
loc = self._skipIgnorables(instring, loc)
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl(self, instring, loc, doActions=True):
return loc, []
def postParse(self, instring, loc, tokenlist):
return tokenlist
# ~ @profile
def _parseNoCache(self, instring, loc, doActions=True, callPreParse=True):
TRY, MATCH, FAIL = 0, 1, 2
debugging = (self.debug) # and doActions)
if debugging or self.failAction:
# ~ print ("Match", self, "at loc", loc, "(%d, %d)" % (lineno(loc, instring), col(loc, instring)))
if self.debugActions[TRY]:
self.debugActions[TRY](instring, loc, self)
try:
if callPreParse and self.callPreparse:
preloc = self.preParse(instring, loc)
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc, tokens = self.parseImpl(instring, preloc, doActions)
except IndexError:
raise ParseException(instring, len(instring), self.errmsg, self)
else:
loc, tokens = self.parseImpl(instring, preloc, doActions)
except Exception as err:
# ~ print ("Exception raised:", err)
if self.debugActions[FAIL]:
self.debugActions[FAIL](instring, tokensStart, self, err)
if self.failAction:
self.failAction(instring, tokensStart, self, err)
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse(instring, loc)
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or preloc >= len(instring):
try:
loc, tokens = self.parseImpl(instring, preloc, doActions)
except IndexError:
raise ParseException(instring, len(instring), self.errmsg, self)
else:
loc, tokens = self.parseImpl(instring, preloc, doActions)
tokens = self.postParse(instring, loc, tokens)
retTokens = ParseResults(tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults)
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
try:
tokens = fn(instring, tokensStart, retTokens)
except IndexError as parse_action_exc:
exc = ParseException("exception raised in parse action")
exc.__cause__ = parse_action_exc
raise exc
if tokens is not None and tokens is not retTokens:
retTokens = ParseResults(tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens, (ParseResults, list)),
modal=self.modalResults)
except Exception as err:
# ~ print "Exception raised in user parse action:", err
if self.debugActions[FAIL]:
self.debugActions[FAIL](instring, tokensStart, self, err)
raise
else:
for fn in self.parseAction:
try:
tokens = fn(instring, tokensStart, retTokens)
except IndexError as parse_action_exc:
exc = ParseException("exception raised in parse action")
exc.__cause__ = parse_action_exc
raise exc
if tokens is not None and tokens is not retTokens:
retTokens = ParseResults(tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens, (ParseResults, list)),
modal=self.modalResults)
if debugging:
# ~ print ("Matched", self, "->", retTokens.asList())
if self.debugActions[MATCH]:
self.debugActions[MATCH](instring, tokensStart, loc, self, retTokens)
return loc, retTokens
def tryParse(self, instring, loc):
try:
return self._parse(instring, loc, doActions=False)[0]
except ParseFatalException:
raise ParseException(instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(cache) > size:
try:
cache.popitem(False)
except KeyError:
pass
def clear(self):
cache.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
while len(key_fifo) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
def cache_len(self):
return len(cache)
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
self.__len__ = types.MethodType(cache_len, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache(self, instring, loc, doActions=True, callPreParse=True):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return value[0], value[1].copy()
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default= ``128``) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method :class:`ParserElement.enablePackrat`.
For best results, call ``enablePackrat()`` immediately after
importing pyparsing.
Example::
from pip._vendor import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString(self, instring, parseAll=False):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
Returns the parsed data as a :class:`ParseResults` object, which may be
accessed as a list, or as a dict or object with attributes if the given parser
includes results names.
If you want the grammar to require that the entire input string be
successfully parsed, then set ``parseAll`` to True (equivalent to ending
the grammar with ``StringEnd()``).
Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the ``loc`` argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling ``parseWithTabs`` on your grammar before calling ``parseString``
(see :class:`parseWithTabs`)
- define your parse action using the full ``(s, loc, toks)`` signature, and
reference the input string using the parse action's ``s`` argument
- explictly expand the tabs in your input string before calling
``parseString``
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
# ~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse(instring, 0)
if parseAll:
loc = self.preParse(instring, loc)
se = Empty() + StringEnd()
se._parse(instring, loc)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
else:
return tokens
def scanString(self, instring, maxMatches=_MAX_INT, overlap=False):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
``maxMatches`` argument, to clip scanning after 'n' matches are found. If
``overlap`` is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See :class:`parseString` for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens, start, end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn(instring, loc)
nextLoc, tokens = parseFn(instring, preloc, callPreParse=False)
except ParseException:
loc = preloc + 1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn(instring, loc)
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc + 1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def transformString(self, instring):
"""
Extension to :class:`scanString`, to modify matching text with modified tokens that may
be returned from a parse action. To use ``transformString``, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking ``transformString()`` on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. ``transformString()`` returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t, s, e in self.scanString(instring):
out.append(instring[lastE:s])
if t:
if isinstance(t, ParseResults):
out += t.asList()
elif isinstance(t, list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr, _flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def searchString(self, instring, maxMatches=_MAX_INT):
"""
Another extension to :class:`scanString`, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
``maxMatches`` argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
"""
try:
return ParseResults([t for t, s, e in self.scanString(instring, maxMatches)])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional ``maxsplit`` argument, to limit the number of splits;
and the optional ``includeSeparators`` argument (default= ``False``), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t, s, e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other):
"""
Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement
converts them to :class:`Literal`s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
prints::
Hello, World! -> ['Hello', ',', 'World', '!']
``...`` may be used as a parse expression as a short form of :class:`SkipTo`.
Literal('start') + ... + Literal('end')
is equivalent to:
Literal('start') + SkipTo('end')("_skipped*") + Literal('end')
Note that the skipped text is returned with '_skipped' as a results name,
and to support having multiple skips in the same parser, the value returned is
a list of all skipped text.
"""
if other is Ellipsis:
return _PendingSkip(self)
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And([self, other])
def __radd__(self, other):
"""
Implementation of + operator when left operand is not a :class:`ParserElement`
"""
if other is Ellipsis:
return SkipTo(self)("_skipped*") + self
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns :class:`And` with error stop
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return self + And._ErrorStop() + other
def __rsub__(self, other):
"""
Implementation of - operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self, other):
"""
Implementation of * operator, allows use of ``expr * 3`` in place of
``expr + expr + expr``. Expressions may also me multiplied by a 2-integer
tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples
may also include ``None`` as in:
- ``expr*(n, None)`` or ``expr*(n, )`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr*(None, n)`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)``
- ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)``
Note that ``expr*(None, n)`` does not raise an exception if
more than n exprs exist in the input stream; that is,
``expr*(None, n)`` does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
``expr*(None, n) + ~expr``
"""
if other is Ellipsis:
other = (0, None)
elif isinstance(other, tuple) and other[:1] == (Ellipsis,):
other = ((0, ) + other[1:] + (None,))[:2]
if isinstance(other, int):
minElements, optElements = other, 0
elif isinstance(other, tuple):
other = tuple(o if o is not Ellipsis else None for o in other)
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0], int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self * other[0] + ZeroOrMore(self)
elif isinstance(other[0], int) and isinstance(other[1], int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s', '%s') objects", type(other[0]), type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0, 0)")
if optElements:
def makeOptionalList(n):
if n > 1:
return Optional(self + makeOptionalList(n - 1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self] * minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self] * minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other):
"""
Implementation of | operator - returns :class:`MatchFirst`
"""
if other is Ellipsis:
return _PendingSkip(self, must_skip=True)
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst([self, other])
def __ror__(self, other):
"""
Implementation of | operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other):
"""
Implementation of ^ operator - returns :class:`Or`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or([self, other])
def __rxor__(self, other):
"""
Implementation of ^ operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other):
"""
Implementation of & operator - returns :class:`Each`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each([self, other])
def __rand__(self, other):
"""
Implementation of & operator when left operand is not a :class:`ParserElement`
"""
if isinstance(other, basestring):
other = self._literalStringClass(other)
if not isinstance(other, ParserElement):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__(self):
"""
Implementation of ~ operator - returns :class:`NotAny`
"""
return NotAny(self)
def __iter__(self):
# must implement __iter__ to override legacy use of sequential access to __getitem__ to
# iterate over a sequence
raise TypeError('%r object is not iterable' % self.__class__.__name__)
def __getitem__(self, key):
"""
use ``[]`` indexing notation as a short form for expression repetition:
- ``expr[n]`` is equivalent to ``expr*n``
- ``expr[m, n]`` is equivalent to ``expr*(m, n)``
- ``expr[n, ...]`` or ``expr[n,]`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr[..., n]`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)``
- ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)``
``None`` may be used in place of ``...``.
Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception
if more than ``n`` ``expr``s exist in the input stream. If this behavior is
desired, then write ``expr[..., n] + ~expr``.
"""
# convert single arg keys to tuples
try:
if isinstance(key, str):
key = (key,)
iter(key)
except TypeError:
key = (key, key)
if len(key) > 2:
warnings.warn("only 1 or 2 index arguments supported ({0}{1})".format(key[:5],
'... [{0}]'.format(len(key))
if len(key) > 5 else ''))
# clip to 2 elements
ret = self * tuple(key[:2])
return ret
def __call__(self, name=None):
"""
Shortcut for :class:`setResultsName`, with ``listAllMatches=False``.
If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be
passed as ``True``.
If ``name` is omitted, same as calling :class:`copy`.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums + "-")("socsecno")
"""
if name is not None:
return self._setResultsName(name)
else:
return self.copy()
def suppress(self):
"""
Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress(self)
def leaveWhitespace(self):
"""
Disables the skipping of whitespace before matching the characters in the
:class:`ParserElement`'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars(self, chars):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs(self):
"""
Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string.
Must be called before ``parseString`` when the input grammar contains elements that
match ``<TAB>`` characters.
"""
self.keepTabs = True
return self
def ignore(self, other):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance(other, Suppress):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append(Suppress(other.copy()))
return self
def setDebugActions(self, startAction, successAction, exceptionAction):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug(self, flag=True):
"""
Enable display of debugging messages while doing pattern matching.
Set ``flag`` to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using :class:`setDebugActions`. Prior to attempting
to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"``
is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"``
message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``.
"""
if flag:
self.setDebugActions(_defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction)
else:
self.debug = False
return self
def __str__(self):
return self.name
def __repr__(self):
return _ustr(self)
def streamline(self):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion(self, parseElementList):
pass
def validate(self, validateTrace=None):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion([])
def parseFile(self, file_or_filename, parseAll=False):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def __eq__(self, other):
if isinstance(other, ParserElement):
if PY_3:
self is other or super(ParserElement, self).__eq__(other)
else:
return self is other or vars(self) == vars(other)
elif isinstance(other, basestring):
return self.matches(other)
else:
return super(ParserElement, self) == other
def __ne__(self, other):
return not (self == other)
def __hash__(self):
return id(self)
def __req__(self, other):
return self == other
def __rne__(self, other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#',
fullDump=True, printResults=True, failureTests=False, postParse=None,
file=None):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
- comment - (default= ``'#'``) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default= ``True``) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default= ``True``) prints test output to stdout
- failureTests - (default= ``False``) indicates if these tests are expected to fail parsing
- postParse - (default= ``None``) optional callback for successful parse results; called as
`fn(test_string, parse_results)` and returns a string to be added to the test output
- file - (default=``None``) optional file-like object to which test output will be written;
if None, will default to ``sys.stdout``
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if ``failureTests`` is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
if file is None:
file = sys.stdout
print_ = file.write
allResults = []
comments = []
success = True
NL = Literal(r'\n').addParseAction(replaceWith('\n')).ignore(quotedString)
BOM = u'\ufeff'
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n'.join(comments), t]
comments = []
try:
# convert newline marks to actual newlines, and strip leading BOM if present
t = NL.transformString(t.lstrip(BOM))
result = self.parseString(t, parseAll=parseAll)
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' ' * (col(pe.loc, t) - 1) + '^' + fatal)
else:
out.append(' ' * pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
else:
success = success and not failureTests
if postParse is not None:
try:
pp_value = postParse(t, result)
if pp_value is not None:
if isinstance(pp_value, ParseResults):
out.append(pp_value.dump())
else:
out.append(str(pp_value))
else:
out.append(result.dump())
except Exception as e:
out.append(result.dump(full=fullDump))
out.append("{0} failed: {1}: {2}".format(postParse.__name__, type(e).__name__, e))
else:
out.append(result.dump(full=fullDump))
if printResults:
if fullDump:
out.append('')
print_('\n'.join(out))
allResults.append((t, result))
return success, allResults
class _PendingSkip(ParserElement):
# internal placeholder class to hold a place were '...' is added to a parser element,
# once another ParserElement is added, this placeholder will be replaced with a SkipTo
def __init__(self, expr, must_skip=False):
super(_PendingSkip, self).__init__()
self.strRepr = str(expr + Empty()).replace('Empty', '...')
self.name = self.strRepr
self.anchor = expr
self.must_skip = must_skip
def __add__(self, other):
skipper = SkipTo(other).setName("...")("_skipped*")
if self.must_skip:
def must_skip(t):
if not t._skipped or t._skipped.asList() == ['']:
del t[0]
t.pop("_skipped", None)
def show_skip(t):
if t._skipped.asList()[-1:] == ['']:
skipped = t.pop('_skipped')
t['_skipped'] = 'missing <' + repr(self.anchor) + '>'
return (self.anchor + skipper().addParseAction(must_skip)
| skipper().addParseAction(show_skip)) + other
return self.anchor + skipper + other
def __repr__(self):
return self.strRepr
def parseImpl(self, *args):
raise Exception("use of `...` expression without following SkipTo target expression")
class Token(ParserElement):
"""Abstract :class:`ParserElement` subclass, for defining atomic
matching patterns.
"""
def __init__(self):
super(Token, self).__init__(savelist=False)
class Empty(Token):
"""An empty token, will always match.
"""
def __init__(self):
super(Empty, self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""A token that will never match.
"""
def __init__(self):
super(NoMatch, self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl(self, instring, loc, doActions=True):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use :class:`CaselessLiteral`.
For keyword matching (force word break before and after the matched string),
use :class:`Keyword` or :class:`CaselessKeyword`.
"""
def __init__(self, matchString):
super(Literal, self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: modify __class__ to select
# a parseImpl optimized for single-character check
if self.matchLen == 1 and type(self) is Literal:
self.__class__ = _SingleCharLiteral
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] == self.firstMatchChar and instring.startswith(self.match, loc):
return loc + self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class _SingleCharLiteral(Literal):
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] == self.firstMatchChar:
return loc + 1, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""Token to exactly match a specified string as a keyword, that is,
it must be immediately followed by a non-keyword character. Compare
with :class:`Literal`:
- ``Literal("if")`` will match the leading ``'if'`` in
``'ifAndOnlyIf'``.
- ``Keyword("if")`` will not; it will only match the leading
``'if'`` in ``'if x=1'``, or ``'if(y==2)'``
Accepts two optional constructor arguments in addition to the
keyword string:
- ``identChars`` is a string of characters that would be valid
identifier characters, defaulting to all alphanumerics + "_" and
"$"
- ``caseless`` allows case-insensitive matching, default is ``False``.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use :class:`CaselessKeyword`.
"""
DEFAULT_KEYWORD_CHARS = alphanums + "_$"
def __init__(self, matchString, identChars=None, caseless=False):
super(Keyword, self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl(self, instring, loc, doActions=True):
if self.caseless:
if ((instring[loc:loc + self.matchLen].upper() == self.caselessmatch)
and (loc >= len(instring) - self.matchLen
or instring[loc + self.matchLen].upper() not in self.identChars)
and (loc == 0
or instring[loc - 1].upper() not in self.identChars)):
return loc + self.matchLen, self.match
else:
if instring[loc] == self.firstMatchChar:
if ((self.matchLen == 1 or instring.startswith(self.match, loc))
and (loc >= len(instring) - self.matchLen
or instring[loc + self.matchLen] not in self.identChars)
and (loc == 0 or instring[loc - 1] not in self.identChars)):
return loc + self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword, self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars(chars):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for :class:`CaselessKeyword`.)
"""
def __init__(self, matchString):
super(CaselessLiteral, self).__init__(matchString.upper())
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl(self, instring, loc, doActions=True):
if instring[loc:loc + self.matchLen].upper() == self.match:
return loc + self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of :class:`Keyword`.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for :class:`CaselessLiteral`.)
"""
def __init__(self, matchString, identChars=None):
super(CaselessKeyword, self).__init__(matchString, identChars, caseless=True)
class CloseMatch(Token):
"""A variation on :class:`Literal` which matches "close" matches,
that is, strings with at most 'n' mismatching characters.
:class:`CloseMatch` takes parameters:
- ``match_string`` - string to be matched
- ``maxMismatches`` - (``default=1``) maximum number of
mismatches allowed to count as a match
The results from a successful parse will contain the matched text
from the input string and the following named results:
- ``mismatches`` - a list of the positions within the
match_string where mismatches were found
- ``original`` - the original match_string used to compare
against the input string
If ``mismatches`` is an empty list, then the match was an exact
match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch, self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl(self, instring, loc, doActions=True):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc, s_m in enumerate(zip(instring[loc:maxloc], match_string)):
src, mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters, an
optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction. An optional ``excludeChars`` parameter can
list characters that might be found in the input ``bodyChars``
string; useful to define a word of all printables except for one or
two characters, for instance.
:class:`srange` is useful for defining custom character set strings
for defining ``Word`` expressions, using range notation from
regular expression character sets.
A common mistake is to use :class:`Word` to match a specific literal
string, as in ``Word("Address")``. Remember that :class:`Word`
uses the string argument to define *sets* of matchable characters.
This expression would match "Add", "AAA", "dAred", or any other word
made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an
exact literal string, use :class:`Literal` or :class:`Keyword`.
pyparsing includes helper strings for building Words:
- :class:`alphas`
- :class:`nums`
- :class:`alphanums`
- :class:`hexnums`
- :class:`alphas8bit` (alphabetic characters in ASCII range 128-255
- accented, tilded, umlauted, etc.)
- :class:`punc8bit` (non-alphabetic characters in ASCII range
128-255 - currency, symbols, superscripts, diacriticals, etc.)
- :class:`printables` (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums + '-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__(self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None):
super(Word, self).__init__()
if excludeChars:
excludeChars = set(excludeChars)
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars:
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig + self.bodyCharsOrig and (min == 1 and max == 0 and exact == 0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % (re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % (_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b" + self.reString + r"\b"
try:
self.re = re.compile(self.reString)
except Exception:
self.re = None
else:
self.re_match = self.re.match
self.__class__ = _WordRegex
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] not in self.initChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min(maxloc, instrlen)
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
elif self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
elif self.asKeyword:
if (start > 0 and instring[start - 1] in bodychars
or loc < instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__(self):
try:
return super(Word, self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s) > 4:
return s[:4] + "..."
else:
return s
if self.initCharsOrig != self.bodyCharsOrig:
self.strRepr = "W:(%s, %s)" % (charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig))
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class _WordRegex(Word):
def parseImpl(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
class Char(_WordRegex):
"""A short-cut class for defining ``Word(characters, exact=1)``,
when defining a match of any single character in a string of
characters.
"""
def __init__(self, charset, asKeyword=False, excludeChars=None):
super(Char, self).__init__(charset, exact=1, asKeyword=asKeyword, excludeChars=excludeChars)
self.reString = "[%s]" % _escapeRegexRangeChars(''.join(self.initChars))
if asKeyword:
self.reString = r"\b%s\b" % self.reString
self.re = re.compile(self.reString)
self.re_match = self.re.match
class Regex(Token):
r"""Token for matching strings that match a given regular
expression. Defined with string specifying the regular expression in
a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_.
If the given regex contains named groups (defined using ``(?P<name>...)``),
these will be preserved as named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
"""
compiledREtype = type(re.compile("[A-Z]"))
def __init__(self, pattern, flags=0, asGroupList=False, asMatch=False):
"""The parameters ``pattern`` and ``flags`` are passed
to the ``re.compile()`` function as-is. See the Python
`re module <https://docs.python.org/3/library/re.html>`_ module for an
explanation of the acceptable patterns and flags.
"""
super(Regex, self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif isinstance(pattern, Regex.compiledREtype):
self.re = pattern
self.pattern = self.reString = str(pattern)
self.flags = flags
else:
raise ValueError("Regex may only be constructed with a string or a compiled RE object")
self.re_match = self.re.match
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
self.asGroupList = asGroupList
self.asMatch = asMatch
if self.asGroupList:
self.parseImpl = self.parseImplAsGroupList
if self.asMatch:
self.parseImpl = self.parseImplAsMatch
def parseImpl(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = ParseResults(result.group())
d = result.groupdict()
if d:
for k, v in d.items():
ret[k] = v
return loc, ret
def parseImplAsGroupList(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.groups()
return loc, ret
def parseImplAsMatch(self, instring, loc, doActions=True):
result = self.re_match(instring, loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result
return loc, ret
def __str__(self):
try:
return super(Regex, self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
def sub(self, repl):
r"""
Return Regex with an attached parse action to transform the parsed
result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_.
Example::
make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>")
print(make_html.transformString("h1:main title:"))
# prints "<h1>main title</h1>"
"""
if self.asGroupList:
warnings.warn("cannot use sub() with Regex(asGroupList=True)",
SyntaxWarning, stacklevel=2)
raise SyntaxError()
if self.asMatch and callable(repl):
warnings.warn("cannot use sub() with a callable with Regex(asMatch=True)",
SyntaxWarning, stacklevel=2)
raise SyntaxError()
if self.asMatch:
def pa(tokens):
return tokens[0].expand(repl)
else:
def pa(tokens):
return self.re.sub(repl, tokens[0])
return self.addParseAction(pa)
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the
quote delimiting string
- escChar - character to escape quotes, typically backslash
(default= ``None``)
- escQuote - special quote sequence to escape an embedded quote
string (such as SQL's ``""`` to escape an embedded ``"``)
(default= ``None``)
- multiline - boolean indicating whether quotes can span
multiple lines (default= ``False``)
- unquoteResults - boolean indicating whether the matched text
should be unquoted (default= ``True``)
- endQuoteChar - string of one or more characters defining the
end of the quote delimited string (default= ``None`` => same as
quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace
(``'\t'``, ``'\n'``, etc.) to actual whitespace
(default= ``True``)
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__(self, quoteChar, escChar=None, escQuote=None, multiline=False,
unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString, self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string", SyntaxWarning, stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string", SyntaxWarning, stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % (re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or ''))
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % (re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or ''))
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar) - 1, 0, -1)) + ')')
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar) + "(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
self.re_match = self.re.match
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
result = instring[loc] == self.firstQuoteChar and self.re_match(instring, loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen: -self.endQuoteCharLen]
if isinstance(ret, basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t': '\t',
r'\n': '\n',
r'\f': '\f',
r'\r': '\r',
}
for wslit, wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__(self):
try:
return super(QuotedString, self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""Token for matching words composed of characters *not* in a given
set (will include whitespace in matched characters if not listed in
the provided exclusion set - see example). Defined with string
containing all disallowed characters, and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__(self, notChars, min=1, max=0, exact=0):
super(CharsNotIn, self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use "
"Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = (self.minLen == 0)
self.mayIndexError = False
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min(start + self.maxLen, len(instring))
while loc < maxlen and instring[loc] not in notchars:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__(self):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""Special matching class for matching whitespace. Normally,
whitespace is ignored by pyparsing grammars. This class is included
when some whitespace structures are significant. Define with
a string containing the whitespace characters to be matched; default
is ``" \\t\\r\\n"``. Also takes optional ``min``,
``max``, and ``exact`` arguments, as defined for the
:class:`Word` class.
"""
whiteStrs = {
' ' : '<SP>',
'\t': '<TAB>',
'\n': '<LF>',
'\r': '<CR>',
'\f': '<FF>',
'u\00A0': '<NBSP>',
'u\1680': '<OGHAM_SPACE_MARK>',
'u\180E': '<MONGOLIAN_VOWEL_SEPARATOR>',
'u\2000': '<EN_QUAD>',
'u\2001': '<EM_QUAD>',
'u\2002': '<EN_SPACE>',
'u\2003': '<EM_SPACE>',
'u\2004': '<THREE-PER-EM_SPACE>',
'u\2005': '<FOUR-PER-EM_SPACE>',
'u\2006': '<SIX-PER-EM_SPACE>',
'u\2007': '<FIGURE_SPACE>',
'u\2008': '<PUNCTUATION_SPACE>',
'u\2009': '<THIN_SPACE>',
'u\200A': '<HAIR_SPACE>',
'u\200B': '<ZERO_WIDTH_SPACE>',
'u\202F': '<NNBSP>',
'u\205F': '<MMSP>',
'u\3000': '<IDEOGRAPHIC_SPACE>',
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White, self).__init__()
self.matchWhite = ws
self.setWhitespaceChars("".join(c for c in self.whiteChars if c not in self.matchWhite))
# ~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl(self, instring, loc, doActions=True):
if instring[loc] not in self.matchWhite:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min(maxloc, len(instring))
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__(self):
super(_PositionToken, self).__init__()
self.name = self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""Token to advance to a specific column of input text; useful for
tabular report scraping.
"""
def __init__(self, colno):
super(GoToColumn, self).__init__()
self.col = colno
def preParse(self, instring, loc):
if col(loc, instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables(instring, loc)
while loc < instrlen and instring[loc].isspace() and col(loc, instring) != self.col:
loc += 1
return loc
def parseImpl(self, instring, loc, doActions=True):
thiscol = col(loc, instring)
if thiscol > self.col:
raise ParseException(instring, loc, "Text not in expected column", self)
newloc = loc + self.col - thiscol
ret = instring[loc: newloc]
return newloc, ret
class LineStart(_PositionToken):
r"""Matches if current position is at the beginning of a line within
the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__(self):
super(LineStart, self).__init__()
self.errmsg = "Expected start of line"
def parseImpl(self, instring, loc, doActions=True):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""Matches if current position is at the end of a line within the
parse string
"""
def __init__(self):
super(LineEnd, self).__init__()
self.setWhitespaceChars(ParserElement.DEFAULT_WHITE_CHARS.replace("\n", ""))
self.errmsg = "Expected end of line"
def parseImpl(self, instring, loc, doActions=True):
if loc < len(instring):
if instring[loc] == "\n":
return loc + 1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc + 1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""Matches if current position is at the beginning of the parse
string
"""
def __init__(self):
super(StringStart, self).__init__()
self.errmsg = "Expected start of text"
def parseImpl(self, instring, loc, doActions=True):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse(instring, 0):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""Matches if current position is at the end of the parse string
"""
def __init__(self):
super(StringEnd, self).__init__()
self.errmsg = "Expected end of text"
def parseImpl(self, instring, loc, doActions=True):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc + 1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""Matches if the current position is at the beginning of a Word,
and is not preceded by any character in a given set of
``wordChars`` (default= ``printables``). To emulate the
``\b`` behavior of regular expressions, use
``WordStart(alphanums)``. ``WordStart`` will also match at
the beginning of the string being parsed, or at the beginning of
a line.
"""
def __init__(self, wordChars=printables):
super(WordStart, self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True):
if loc != 0:
if (instring[loc - 1] in self.wordChars
or instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""Matches if the current position is at the end of a Word, and is
not followed by any character in a given set of ``wordChars``
(default= ``printables``). To emulate the ``\b`` behavior of
regular expressions, use ``WordEnd(alphanums)``. ``WordEnd``
will also match at the end of the string being parsed, or at the end
of a line.
"""
def __init__(self, wordChars=printables):
super(WordEnd, self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True):
instrlen = len(instring)
if instrlen > 0 and loc < instrlen:
if (instring[loc] in self.wordChars or
instring[loc - 1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""Abstract subclass of ParserElement, for combining and
post-processing parsed tokens.
"""
def __init__(self, exprs, savelist=False):
super(ParseExpression, self).__init__(savelist)
if isinstance(exprs, _generatorType):
exprs = list(exprs)
if isinstance(exprs, basestring):
self.exprs = [self._literalStringClass(exprs)]
elif isinstance(exprs, ParserElement):
self.exprs = [exprs]
elif isinstance(exprs, Iterable):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if any(isinstance(expr, basestring) for expr in exprs):
exprs = (self._literalStringClass(e) if isinstance(e, basestring) else e for e in exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list(exprs)
except TypeError:
self.exprs = [exprs]
self.callPreparse = False
def append(self, other):
self.exprs.append(other)
self.strRepr = None
return self
def leaveWhitespace(self):
"""Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [e.copy() for e in self.exprs]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore(self, other):
if isinstance(other, Suppress):
if other not in self.ignoreExprs:
super(ParseExpression, self).ignore(other)
for e in self.exprs:
e.ignore(self.ignoreExprs[-1])
else:
super(ParseExpression, self).ignore(other)
for e in self.exprs:
e.ignore(self.ignoreExprs[-1])
return self
def __str__(self):
try:
return super(ParseExpression, self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % (self.__class__.__name__, _ustr(self.exprs))
return self.strRepr
def streamline(self):
super(ParseExpression, self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And(And(And(a, b), c), d) to And(a, b, c, d)
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if len(self.exprs) == 2:
other = self.exprs[0]
if (isinstance(other, self.__class__)
and not other.parseAction
and other.resultsName is None
and not other.debug):
self.exprs = other.exprs[:] + [self.exprs[1]]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if (isinstance(other, self.__class__)
and not other.parseAction
and other.resultsName is None
and not other.debug):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def validate(self, validateTrace=None):
tmp = (validateTrace if validateTrace is not None else [])[:] + [self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion([])
def copy(self):
ret = super(ParseExpression, self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
def _setResultsName(self, name, listAllMatches=False):
if __diag__.warn_ungrouped_named_tokens_in_collection:
for e in self.exprs:
if isinstance(e, ParserElement) and e.resultsName:
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"collides with {3!r} on contained expression".format("warn_ungrouped_named_tokens_in_collection",
name,
type(self).__name__,
e.resultsName),
stacklevel=3)
return super(ParseExpression, self)._setResultsName(name, listAllMatches)
class And(ParseExpression):
"""
Requires all given :class:`ParseExpression` s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the ``'+'`` operator.
May also be constructed using the ``'-'`` operator, which will
suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"), name_expr("name"), integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop, self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__(self, exprs, savelist=True):
if exprs and Ellipsis in exprs:
tmp = []
for i, expr in enumerate(exprs):
if expr is Ellipsis:
if i < len(exprs) - 1:
skipto_arg = (Empty() + exprs[i + 1]).exprs[-1]
tmp.append(SkipTo(skipto_arg)("_skipped*"))
else:
raise Exception("cannot construct And with sequence ending in ...")
else:
tmp.append(expr)
exprs[:] = tmp
super(And, self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars(self.exprs[0].whiteChars)
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def streamline(self):
# collapse any _PendingSkip's
if self.exprs:
if any(isinstance(e, ParseExpression) and e.exprs and isinstance(e.exprs[-1], _PendingSkip)
for e in self.exprs[:-1]):
for i, e in enumerate(self.exprs[:-1]):
if e is None:
continue
if (isinstance(e, ParseExpression)
and e.exprs and isinstance(e.exprs[-1], _PendingSkip)):
e.exprs[-1] = e.exprs[-1] + self.exprs[i + 1]
self.exprs[i + 1] = None
self.exprs = [e for e in self.exprs if e is not None]
super(And, self).streamline()
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse(instring, loc, doActions, callPreParse=False)
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse(instring, loc, doActions)
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse(instring, loc, doActions)
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
return self.append(other) # And([self, other])
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
if not e.mayReturnEmpty:
break
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the expression that matches the longest
string will be used. May be constructed using the ``'^'``
operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__(self, exprs, savelist=False):
super(Or, self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def streamline(self):
super(Or, self).streamline()
if __compat__.collect_all_And_tokens:
self.saveAsList = any(e.saveAsList for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse(instring, loc)
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring, len(instring), e.errmsg, self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
# re-evaluate all matches in descending order of length of match, in case attached actions
# might change whether or how much they match of the input.
matches.sort(key=itemgetter(0), reverse=True)
if not doActions:
# no further conditions or parse actions to change the selection of
# alternative, so the first match will be the best match
best_expr = matches[0][1]
return best_expr._parse(instring, loc, doActions)
longest = -1, None
for loc1, expr1 in matches:
if loc1 <= longest[0]:
# already have a longer match than this one will deliver, we are done
return longest
try:
loc2, toks = expr1._parse(instring, loc, doActions)
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
else:
if loc2 >= loc1:
return loc2, toks
# didn't match as much as before
elif loc2 > longest[0]:
longest = loc2, toks
if longest != (-1, None):
return longest
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
return self.append(other) # Or([self, other])
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
def _setResultsName(self, name, listAllMatches=False):
if (not __compat__.collect_all_And_tokens
and __diag__.warn_multiple_tokens_in_named_alternation):
if any(isinstance(e, And) for e in self.exprs):
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"may only return a single token for an And alternative, "
"in future will return the full list of tokens".format(
"warn_multiple_tokens_in_named_alternation", name, type(self).__name__),
stacklevel=3)
return super(Or, self)._setResultsName(name, listAllMatches)
class MatchFirst(ParseExpression):
"""Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the first one listed is the one that will
match. May be constructed using the ``'|'`` operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__(self, exprs, savelist=False):
super(MatchFirst, self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def streamline(self):
super(MatchFirst, self).streamline()
if __compat__.collect_all_And_tokens:
self.saveAsList = any(e.saveAsList for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse(instring, loc, doActions)
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring, len(instring), e.errmsg, self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
return self.append(other) # MatchFirst([self, other])
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
def _setResultsName(self, name, listAllMatches=False):
if (not __compat__.collect_all_And_tokens
and __diag__.warn_multiple_tokens_in_named_alternation):
if any(isinstance(e, And) for e in self.exprs):
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"may only return a single token for an And alternative, "
"in future will return the full list of tokens".format(
"warn_multiple_tokens_in_named_alternation", name, type(self).__name__),
stacklevel=3)
return super(MatchFirst, self)._setResultsName(name, listAllMatches)
class Each(ParseExpression):
"""Requires all given :class:`ParseExpression` s to be found, but in
any order. Expressions may be separated by whitespace.
May be constructed using the ``'&'`` operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__(self, exprs, savelist=True):
super(Each, self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
self.saveAsList = True
def streamline(self):
super(Each, self).streamline()
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
return self
def parseImpl(self, instring, loc, doActions=True):
if self.initExprGroups:
self.opt1map = dict((id(e.expr), e) for e in self.exprs if isinstance(e, Optional))
opt1 = [e.expr for e in self.exprs if isinstance(e, Optional)]
opt2 = [e for e in self.exprs if e.mayReturnEmpty and not isinstance(e, Optional)]
self.optionals = opt1 + opt2
self.multioptionals = [e.expr for e in self.exprs if isinstance(e, ZeroOrMore)]
self.multirequired = [e.expr for e in self.exprs if isinstance(e, OneOrMore)]
self.required = [e for e in self.exprs if not isinstance(e, (Optional, ZeroOrMore, OneOrMore))]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse(instring, tmpLoc)
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e), e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring, loc, "Missing one or more required elements (%s)" % missing)
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e, Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc, results = e._parse(instring, loc, doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion(self, parseElementList):
subRecCheckList = parseElementList[:] + [self]
for e in self.exprs:
e.checkRecursion(subRecCheckList)
class ParseElementEnhance(ParserElement):
"""Abstract subclass of :class:`ParserElement`, for combining and
post-processing parsed tokens.
"""
def __init__(self, expr, savelist=False):
super(ParseElementEnhance, self).__init__(savelist)
if isinstance(expr, basestring):
if issubclass(self._literalStringClass, Token):
expr = self._literalStringClass(expr)
else:
expr = self._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars(expr.whiteChars)
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl(self, instring, loc, doActions=True):
if self.expr is not None:
return self.expr._parse(instring, loc, doActions, callPreParse=False)
else:
raise ParseException("", loc, self.errmsg, self)
def leaveWhitespace(self):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore(self, other):
if isinstance(other, Suppress):
if other not in self.ignoreExprs:
super(ParseElementEnhance, self).ignore(other)
if self.expr is not None:
self.expr.ignore(self.ignoreExprs[-1])
else:
super(ParseElementEnhance, self).ignore(other)
if self.expr is not None:
self.expr.ignore(self.ignoreExprs[-1])
return self
def streamline(self):
super(ParseElementEnhance, self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion(self, parseElementList):
if self in parseElementList:
raise RecursiveGrammarException(parseElementList + [self])
subRecCheckList = parseElementList[:] + [self]
if self.expr is not None:
self.expr.checkRecursion(subRecCheckList)
def validate(self, validateTrace=None):
if validateTrace is None:
validateTrace = []
tmp = validateTrace[:] + [self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__(self):
try:
return super(ParseElementEnhance, self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % (self.__class__.__name__, _ustr(self.expr))
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""Lookahead matching of the given parse expression.
``FollowedBy`` does *not* advance the parsing position within
the input string, it only verifies that the specified parse
expression matches at the current position. ``FollowedBy``
always returns a null token list. If any results names are defined
in the lookahead expression, those *will* be returned for access by
name.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__(self, expr):
super(FollowedBy, self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
# by using self._expr.parse and deleting the contents of the returned ParseResults list
# we keep any named results that were defined in the FollowedBy expression
_, ret = self.expr._parse(instring, loc, doActions=doActions)
del ret[:]
return loc, ret
class PrecededBy(ParseElementEnhance):
"""Lookbehind matching of the given parse expression.
``PrecededBy`` does not advance the parsing position within the
input string, it only verifies that the specified parse expression
matches prior to the current position. ``PrecededBy`` always
returns a null token list, but if a results name is defined on the
given expression, it is returned.
Parameters:
- expr - expression that must match prior to the current parse
location
- retreat - (default= ``None``) - (int) maximum number of characters
to lookbehind prior to the current parse location
If the lookbehind expression is a string, Literal, Keyword, or
a Word or CharsNotIn with a specified exact or maximum length, then
the retreat parameter is not required. Otherwise, retreat must be
specified to give a maximum number of characters to look back from
the current parse position for a lookbehind match.
Example::
# VB-style variable names with type prefixes
int_var = PrecededBy("#") + pyparsing_common.identifier
str_var = PrecededBy("$") + pyparsing_common.identifier
"""
def __init__(self, expr, retreat=None):
super(PrecededBy, self).__init__(expr)
self.expr = self.expr().leaveWhitespace()
self.mayReturnEmpty = True
self.mayIndexError = False
self.exact = False
if isinstance(expr, str):
retreat = len(expr)
self.exact = True
elif isinstance(expr, (Literal, Keyword)):
retreat = expr.matchLen
self.exact = True
elif isinstance(expr, (Word, CharsNotIn)) and expr.maxLen != _MAX_INT:
retreat = expr.maxLen
self.exact = True
elif isinstance(expr, _PositionToken):
retreat = 0
self.exact = True
self.retreat = retreat
self.errmsg = "not preceded by " + str(expr)
self.skipWhitespace = False
def parseImpl(self, instring, loc=0, doActions=True):
if self.exact:
if loc < self.retreat:
raise ParseException(instring, loc, self.errmsg)
start = loc - self.retreat
_, ret = self.expr._parse(instring, start)
else:
# retreat specified a maximum lookbehind window, iterate
test_expr = self.expr + StringEnd()
instring_slice = instring[:loc]
last_expr = ParseException(instring, loc, self.errmsg)
for offset in range(1, min(loc, self.retreat + 1)):
try:
_, ret = test_expr._parse(instring_slice, loc - offset)
except ParseBaseException as pbe:
last_expr = pbe
else:
break
else:
raise last_expr
# return empty list of tokens, but preserve any defined results names
del ret[:]
return loc, ret
class NotAny(ParseElementEnhance):
"""Lookahead to disallow matching with the given parse expression.
``NotAny`` does *not* advance the parsing position within the
input string, it only verifies that the specified parse expression
does *not* match at the current position. Also, ``NotAny`` does
*not* skip over leading whitespace. ``NotAny`` always returns
a null token list. May be constructed using the '~' operator.
Example::
AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split())
# take care not to mistake keywords for identifiers
ident = ~(AND | OR | NOT) + Word(alphas)
boolean_term = Optional(NOT) + ident
# very crude boolean expression - to support parenthesis groups and
# operation hierarchy, use infixNotation
boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term)
# integers that are followed by "." are actually floats
integer = Word(nums) + ~Char(".")
"""
def __init__(self, expr):
super(NotAny, self).__init__(expr)
# ~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, " + _ustr(self.expr)
def parseImpl(self, instring, loc, doActions=True):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__(self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = self._literalStringClass(ender)
self.stopOn(ender)
def stopOn(self, ender):
if isinstance(ender, basestring):
ender = self._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
return self
def parseImpl(self, instring, loc, doActions=True):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse(instring, loc, doActions, callPreParse=False)
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables(instring, loc)
else:
preloc = loc
loc, tmptokens = self_expr_parse(instring, preloc, doActions)
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException, IndexError):
pass
return loc, tokens
def _setResultsName(self, name, listAllMatches=False):
if __diag__.warn_ungrouped_named_tokens_in_collection:
for e in [self.expr] + getattr(self.expr, 'exprs', []):
if isinstance(e, ParserElement) and e.resultsName:
warnings.warn("{0}: setting results name {1!r} on {2} expression "
"collides with {3!r} on contained expression".format("warn_ungrouped_named_tokens_in_collection",
name,
type(self).__name__,
e.resultsName),
stacklevel=3)
return super(_MultipleMatch, self)._setResultsName(name, listAllMatches)
class OneOrMore(_MultipleMatch):
"""Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to :class:`OneOrMore`
"""
def __init__(self, expr, stopOn=None):
super(ZeroOrMore, self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException, IndexError):
return loc, []
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
class Optional(ParseElementEnhance):
"""Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
__optionalNotMatched = _NullToken()
def __init__(self, expr, default=__optionalNotMatched):
super(Optional, self).__init__(expr, savelist=False)
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl(self, instring, loc, doActions=True):
try:
loc, tokens = self.expr._parse(instring, loc, doActions, callPreParse=False)
except (ParseException, IndexError):
if self.defaultValue is not self.__optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([self.defaultValue])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [self.defaultValue]
else:
tokens = []
return loc, tokens
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""Token for skipping over all undefined text until the matched
expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default= ``False``) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default= ``None``) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default= ``None``) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__(self, other, include=False, ignore=None, failOn=None):
super(SkipTo, self).__init__(other)
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.saveAsList = False
if isinstance(failOn, basestring):
self.failOn = self._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for " + _ustr(self.expr)
def parseImpl(self, instring, loc, doActions=True):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring, loc, doActions, callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the ``Forward``
variable using the '<<' operator.
Note: take care when assigning to ``Forward`` not to overlook
precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the ``Forward``::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See :class:`ParseResults.pprint` for an example of a recursive
parser created using ``Forward``.
"""
def __init__(self, other=None):
super(Forward, self).__init__(other, savelist=False)
def __lshift__(self, other):
if isinstance(other, basestring):
other = self._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars(self.expr.whiteChars)
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace(self):
self.skipWhitespace = False
return self
def streamline(self):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate(self, validateTrace=None):
if validateTrace is None:
validateTrace = []
if self not in validateTrace:
tmp = validateTrace[:] + [self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__(self):
if hasattr(self, "name"):
return self.name
if self.strRepr is not None:
return self.strRepr
# Avoid infinite recursion by setting a temporary strRepr
self.strRepr = ": ..."
# Use the string representation of main expression.
retString = '...'
try:
if self.expr is not None:
retString = _ustr(self.expr)[:1000]
else:
retString = "None"
finally:
self.strRepr = self.__class__.__name__ + ": " + retString
return self.strRepr
def copy(self):
if self.expr is not None:
return super(Forward, self).copy()
else:
ret = Forward()
ret <<= self
return ret
def _setResultsName(self, name, listAllMatches=False):
if __diag__.warn_name_set_on_empty_Forward:
if self.expr is None:
warnings.warn("{0}: setting results name {0!r} on {1} expression "
"that has no contained expression".format("warn_name_set_on_empty_Forward",
name,
type(self).__name__),
stacklevel=3)
return super(Forward, self)._setResultsName(name, listAllMatches)
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of :class:`ParseExpression`, for converting parsed results.
"""
def __init__(self, expr, savelist=False):
super(TokenConverter, self).__init__(expr) # , savelist)
self.saveAsList = False
class Combine(TokenConverter):
"""Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the
input string; this can be disabled by specifying
``'adjacent=False'`` in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__(self, expr, joinString="", adjacent=True):
super(Combine, self).__init__(expr)
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore(self, other):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super(Combine, self).ignore(other)
return self
def postParse(self, instring, loc, tokenlist):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults(["".join(tokenlist._asStringList(self.joinString))], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [retToks]
else:
return retToks
class Group(TokenConverter):
"""Converter to return the matched tokens as a list - useful for
returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__(self, expr):
super(Group, self).__init__(expr)
self.saveAsList = True
def postParse(self, instring, loc, tokenlist):
return [tokenlist]
class Dict(TokenConverter):
"""Converter to return a repetitive expression as a list, but also
as a dictionary. Each element can also be referenced using the first
token in the expression as its key. Useful for tabular report
scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at :class:`ParseResults` of accessing fields by results name.
"""
def __init__(self, expr):
super(Dict, self).__init__(expr)
self.saveAsList = True
def postParse(self, instring, loc, tokenlist):
for i, tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey, int):
ikey = _ustr(tok[0]).strip()
if len(tok) == 1:
tokenlist[ikey] = _ParseResultsWithOffset("", i)
elif len(tok) == 2 and not isinstance(tok[1], ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1], i)
else:
dictvalue = tok.copy() # ParseResults(i)
del dictvalue[0]
if len(dictvalue) != 1 or (isinstance(dictvalue, ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue, i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0], i)
if self.resultsName:
return [tokenlist]
else:
return tokenlist
class Suppress(TokenConverter):
"""Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also :class:`delimitedList`.)
"""
def postParse(self, instring, loc, tokenlist):
return []
def suppress(self):
return self
class OnlyOnce(object):
"""Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self, s, l, t):
if not self.called:
results = self.callable(s, l, t)
self.called = True
return results
raise ParseException(s, l, "")
def reset(self):
self.called = False
def traceParseAction(f):
"""Decorator for debugging parse actions.
When the parse action is called, this decorator will print
``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``.
When the parse action completes, the decorator will print
``"<<"`` followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s, l, t = paArgs[-3:]
if len(paArgs) > 3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write(">>entering %s(line: '%s', %d, %r)\n" % (thisFunc, line(l, s), l, t))
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write("<<leaving %s (exception: %s)\n" % (thisFunc, exc))
raise
sys.stderr.write("<<leaving %s (ret: %r)\n" % (thisFunc, ret))
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList(expr, delim=",", combine=False):
"""Helper to define a delimited list of expressions - the delimiter
defaults to ','. By default, the list elements and delimiters can
have intervening whitespace, and comments, but this can be
overridden by passing ``combine=True`` in the constructor. If
``combine`` is set to ``True``, the matching tokens are
returned as a single token string, with the delimiters included;
otherwise, the matching tokens are returned as a list of tokens,
with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr) + " [" + _ustr(delim) + " " + _ustr(expr) + "]..."
if combine:
return Combine(expr + ZeroOrMore(delim + expr)).setName(dlName)
else:
return (expr + ZeroOrMore(Suppress(delim) + expr)).setName(dlName)
def countedArray(expr, intExpr=None):
"""Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the
leading count token is suppressed.
If ``intExpr`` is specified, it should be a pyparsing expression
that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s, l, t):
n = t[0]
arrayExpr << (n and Group(And([expr] * n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t: int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return (intExpr + arrayExpr).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i, list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches a previous literal, will also match the leading
``"1:1"`` in ``"1:10"``. If this is not desired, use
:class:`matchPreviousExpr`. Do *not* use with packrat parsing
enabled.
"""
rep = Forward()
def copyTokenToRepeater(s, l, t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches by expressions, will *not* match the leading ``"1:1"``
in ``"1:10"``; the expressions are evaluated first, and then
compared, so ``"1"`` is compared with ``"10"``. Do *not* use
with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s, l, t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s, l, t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException('', 0, '')
rep.setParseAction(mustMatchTheseTokens, callDuringTry=True)
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
# ~ escape these chars: ^-]
for c in r"\^-]":
s = s.replace(c, _bslash + c)
s = s.replace("\n", r"\n")
s = s.replace("\t", r"\t")
return _ustr(s)
def oneOf(strs, caseless=False, useRegex=True, asKeyword=False):
"""Helper to quickly define a set of alternative Literals, and makes
sure to do longest-first testing when there is a conflict,
regardless of the input order, but returns
a :class:`MatchFirst` for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of
string literals
- caseless - (default= ``False``) - treat all literals as
caseless
- useRegex - (default= ``True``) - as an optimization, will
generate a Regex object; otherwise, will generate
a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if
creating a :class:`Regex` raises an exception)
- asKeyword - (default=``False``) - enforce Keyword-style matching on the
generated expressions
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if isinstance(caseless, basestring):
warnings.warn("More than one string argument passed to oneOf, pass "
"choices as a list or space-delimited string", stacklevel=2)
if caseless:
isequal = (lambda a, b: a.upper() == b.upper())
masks = (lambda a, b: b.upper().startswith(a.upper()))
parseElementClass = CaselessKeyword if asKeyword else CaselessLiteral
else:
isequal = (lambda a, b: a == b)
masks = (lambda a, b: b.startswith(a))
parseElementClass = Keyword if asKeyword else Literal
symbols = []
if isinstance(strs, basestring):
symbols = strs.split()
elif isinstance(strs, Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
if not asKeyword:
# if not producing keywords, need to reorder to take care to avoid masking
# longer choices with shorter ones
i = 0
while i < len(symbols) - 1:
cur = symbols[i]
for j, other in enumerate(symbols[i + 1:]):
if isequal(other, cur):
del symbols[i + j + 1]
break
elif masks(cur, other):
del symbols[i + j + 1]
symbols.insert(i, other)
break
else:
i += 1
if not (caseless or asKeyword) and useRegex:
# ~ print (strs, "->", "|".join([_escapeRegexChars(sym) for sym in symbols]))
try:
if len(symbols) == len("".join(symbols)):
return Regex("[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols)).setName(' | '.join(symbols))
else:
return Regex("|".join(re.escape(sym) for sym in symbols)).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf(key, value):
"""Helper to easily and clearly define a dictionary by specifying
the respective patterns for the key and value. Takes care of
defining the :class:`Dict`, :class:`ZeroOrMore`, and
:class:`Group` tokens in the proper order. The key pattern
can include delimiting markers or punctuation, as long as they are
suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the :class:`Dict` results
can include named token fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict(OneOrMore(Group(key + value)))
def originalTextFor(expr, asString=True):
"""Helper to return the original, untokenized text for a given
expression. Useful to restore the parsed fields of an HTML start
tag into the raw tag text itself, or to revert separate tokens with
intervening whitespace back to the original matching input text. By
default, returns astring containing the original parsed text.
If the optional ``asString`` argument is passed as
``False``, then the return value is
a :class:`ParseResults` containing any results names that
were originally matched, and a single token containing the original
matched text from the input string. So if the expression passed to
:class:`originalTextFor` contains expressions with defined
results names, you must set ``asString`` to ``False`` if you
want to preserve those results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b", "i"):
opener, closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s, loc, t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s, l, t: s[t._original_start: t._original_end]
else:
def extractText(s, l, t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""Helper to undo pyparsing's default grouping of And expressions,
even if all but one are non-empty.
"""
return TokenConverter(expr).addParseAction(lambda t: t[0])
def locatedExpr(expr):
"""Helper to decorate a returned token with its starting and ending
locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains ``<TAB>`` characters, you
may want to call :class:`ParserElement.parseWithTabs`
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s, l, t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word(_bslash, r"\[]-*.$+^?()~ ", exact=2).setParseAction(lambda s, l, t: t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s, l, t: unichr(int(t[0].lstrip(r'\0x'), 16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s, l, t: unichr(int(t[0][1:], 8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group(OneOrMore(_charRange | _singleChar)).setResultsName("body") + "]"
def srange(s):
r"""Helper to easily define string ranges for use in Word
construction. Borrows syntax from regexp '[]' string range
definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string
is the expanded character set joined into a single string. The
values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as ``\-``
or ``\]``)
- an escaped hex character with a leading ``'\x'``
(``\x21``, which is a ``'!'`` character) (``\0x##``
is also supported for backwards compatibility)
- an escaped octal character with a leading ``'\0'``
(``\041``, which is a ``'!'`` character)
- a range of any of the above, separated by a dash (``'a-z'``,
etc.)
- any combination of the above (``'aeiouy'``,
``'a-zA-Z0-9_$'``, etc.)
"""
_expanded = lambda p: p if not isinstance(p, ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]), ord(p[1]) + 1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""Helper method for defining parse actions that require matching at
a specific column in the input text.
"""
def verifyCol(strg, locn, toks):
if col(locn, strg) != n:
raise ParseException(strg, locn, "matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""Helper method for common parse actions that simply return
a literal value. Especially useful when used with
:class:`transformString<ParserElement.transformString>` ().
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s, l, t: [replStr]
def removeQuotes(s, l, t):
"""Helper parse action for removing quotation marks from parsed
quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""Helper to define a parse action by mapping a function to all
elements of a ParseResults list. If any additional args are passed,
they are forwarded to the given function as additional arguments
after the token, as in
``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``,
which will convert the parsed data to an integer using base 16.
Example (compare the last to example in :class:`ParserElement.transformString`::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s, l, t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case.
Deprecated in favor of :class:`pyparsing_common.upcaseTokens`"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case.
Deprecated in favor of :class:`pyparsing_common.downcaseTokens`"""
def _makeTags(tagStr, xml,
suppress_LT=Suppress("<"),
suppress_GT=Suppress(">")):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr, basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas, alphanums + "_-:")
if xml:
tagAttrValue = dblQuotedString.copy().setParseAction(removeQuotes)
openTag = (suppress_LT
+ tagStr("tag")
+ Dict(ZeroOrMore(Group(tagAttrName + Suppress("=") + tagAttrValue)))
+ Optional("/", default=[False])("empty").setParseAction(lambda s, l, t: t[0] == '/')
+ suppress_GT)
else:
tagAttrValue = quotedString.copy().setParseAction(removeQuotes) | Word(printables, excludeChars=">")
openTag = (suppress_LT
+ tagStr("tag")
+ Dict(ZeroOrMore(Group(tagAttrName.setParseAction(downcaseTokens)
+ Optional(Suppress("=") + tagAttrValue))))
+ Optional("/", default=[False])("empty").setParseAction(lambda s, l, t: t[0] == '/')
+ suppress_GT)
closeTag = Combine(_L("</") + tagStr + ">", adjacent=False)
openTag.setName("<%s>" % resname)
# add start<tagname> results name in parse action now that ungrouped names are not reported at two levels
openTag.addParseAction(lambda t: t.__setitem__("start" + "".join(resname.replace(":", " ").title().split()), t.copy()))
closeTag = closeTag("end" + "".join(resname.replace(":", " ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
openTag.tag_body = SkipTo(closeTag())
return openTag, closeTag
def makeHTMLTags(tagStr):
"""Helper to construct opening and closing tag expressions for HTML,
given a tag name. Matches tags in either upper or lower case,
attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and
# closing tags as a 2-tuple
a, a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are
# also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> https://github.com/pyparsing/pyparsing/wiki
"""
return _makeTags(tagStr, False)
def makeXMLTags(tagStr):
"""Helper to construct opening and closing tag expressions for XML,
given a tag name. Matches tags only in the given upper/lower case.
Example: similar to :class:`makeHTMLTags`
"""
return _makeTags(tagStr, True)
def withAttribute(*args, **attrDict):
"""Helper to create a validating parse action to be used with start
tags created with :class:`makeXMLTags` or
:class:`makeHTMLTags`. Use ``withAttribute`` to qualify
a starting tag with a required attribute value, to avoid false
matches on common tags such as ``<TD>`` or ``<DIV>``.
Call ``withAttribute`` with a series of attribute names and
values. Specify the list of filter attributes names and values as:
- keyword arguments, as in ``(align="right")``, or
- as an explicit dict with ``**`` operator, when an attribute
name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}``
- a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))``
For attribute names with a namespace prefix, you must use the second
form. Attribute names are matched insensitive to upper/lower case.
If just testing for ``class`` (with or without a namespace), use
:class:`withClass`.
To verify that the attribute exists, but without specifying a value,
pass ``withAttribute.ANY_VALUE`` as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k, v) for k, v in attrs]
def pa(s, l, tokens):
for attrName, attrValue in attrs:
if attrName not in tokens:
raise ParseException(s, l, "no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s, l, "attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""Simplified version of :class:`withAttribute` when
matching on a div class - made difficult because ``class`` is
a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr: classname})
opAssoc = SimpleNamespace()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation(baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')')):
"""Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary
or binary, left- or right-associative. Parse actions can also be
attached to operator expressions. The generated parser will also
recognize the use of parentheses to override operator precedences
(see example below).
Note: if you define a deep operator list, you may see performance
issues when using infixNotation. See
:class:`ParserElement.enablePackrat` for a mechanism to potentially
improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the
nested
- opList - list of tuples, one for each operator precedence level
in the expression grammar; each tuple is of the form ``(opExpr,
numTerms, rightLeftAssoc, parseAction)``, where:
- opExpr is the pyparsing expression for the operator; may also
be a string, which will be converted to a Literal; if numTerms
is 3, opExpr is a tuple of two expressions, for the two
operators separating the 3 terms
- numTerms is the number of terms for this operator (must be 1,
2, or 3)
- rightLeftAssoc is the indicator whether the operator is right
or left associative, using the pyparsing-defined constants
``opAssoc.RIGHT`` and ``opAssoc.LEFT``.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the parse action
tuple member may be omitted); if the parse action is passed
a tuple or list of functions, this is equivalent to calling
``setParseAction(*fn)``
(:class:`ParserElement.setParseAction`)
- lpar - expression for matching left-parentheses
(default= ``Suppress('(')``)
- rpar - expression for matching right-parentheses
(default= ``Suppress(')')``)
Example::
# simple example of four-function arithmetic with ints and
# variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
# captive version of FollowedBy that does not do parse actions or capture results names
class _FB(FollowedBy):
def parseImpl(self, instring, loc, doActions=True):
self.expr.tryParse(instring, loc)
return loc, []
ret = Forward()
lastExpr = baseExpr | (lpar + ret + rpar)
for i, operDef in enumerate(opList):
opExpr, arity, rightLeftAssoc, pa = (operDef + (None, ))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError(
"if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = _FB(lastExpr + opExpr) + Group(lastExpr + OneOrMore(opExpr))
elif arity == 2:
if opExpr is not None:
matchExpr = _FB(lastExpr + opExpr + lastExpr) + Group(lastExpr + OneOrMore(opExpr + lastExpr))
else:
matchExpr = _FB(lastExpr + lastExpr) + Group(lastExpr + OneOrMore(lastExpr))
elif arity == 3:
matchExpr = (_FB(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr)
+ Group(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr))
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = _FB(opExpr.expr + thisExpr) + Group(opExpr + thisExpr)
elif arity == 2:
if opExpr is not None:
matchExpr = _FB(lastExpr + opExpr + thisExpr) + Group(lastExpr + OneOrMore(opExpr + thisExpr))
else:
matchExpr = _FB(lastExpr + thisExpr) + Group(lastExpr + OneOrMore(thisExpr))
elif arity == 3:
matchExpr = (_FB(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr)
+ Group(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr))
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
if isinstance(pa, (tuple, list)):
matchExpr.setParseAction(*pa)
else:
matchExpr.setParseAction(pa)
thisExpr <<= (matchExpr.setName(termName) | lastExpr)
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of :class:`infixNotation`, will be
dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*') + '"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*") + "'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*') + '"'
| Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*") + "'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""Helper method for defining nested lists enclosed in opening and
closing delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list
(default= ``"("``); can also be a pyparsing expression
- closer - closing character for a nested list
(default= ``")"``); can also be a pyparsing expression
- content - expression for items within the nested lists
(default= ``None``)
- ignoreExpr - expression for ignoring opening and closing
delimiters (default= :class:`quotedString`)
If an expression is not provided for the content argument, the
nested expression will capture all whitespace-delimited content
between delimiters as a list of separate values.
Use the ``ignoreExpr`` argument to define expressions that may
contain opening or closing characters that should not be treated as
opening or closing characters for nesting, such as quotedString or
a comment expression. Specify multiple expressions using an
:class:`Or` or :class:`MatchFirst`. The default is
:class:`quotedString`, but if no expressions are to be ignored, then
pass ``None`` for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR, RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener, basestring) and isinstance(closer, basestring):
if len(opener) == 1 and len(closer) == 1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr
+ CharsNotIn(opener
+ closer
+ ParserElement.DEFAULT_WHITE_CHARS, exact=1)
)
).setParseAction(lambda t: t[0].strip()))
else:
content = (empty.copy() + CharsNotIn(opener
+ closer
+ ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t: t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr
+ ~Literal(opener)
+ ~Literal(closer)
+ CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS, exact=1))
).setParseAction(lambda t: t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener)
+ ~Literal(closer)
+ CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS, exact=1))
).setParseAction(lambda t: t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group(Suppress(opener) + ZeroOrMore(ignoreExpr | ret | content) + Suppress(closer))
else:
ret <<= Group(Suppress(opener) + ZeroOrMore(ret | content) + Suppress(closer))
ret.setName('nested %s%s expression' % (opener, closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""Helper method for defining space-delimited indentation blocks,
such as those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single
grammar should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond
the current level; set to False for block of left-most
statements (default= ``True``)
A valid block must contain at least one ``blockStatement``.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group(funcDecl + func_body)
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << (funcDef | assignment | identifier)
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
backup_stack = indentStack[:]
def reset_stack():
indentStack[:] = backup_stack
def checkPeerIndent(s, l, t):
if l >= len(s): return
curCol = col(l, s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseException(s, l, "illegal nesting")
raise ParseException(s, l, "not a peer entry")
def checkSubIndent(s, l, t):
curCol = col(l, s)
if curCol > indentStack[-1]:
indentStack.append(curCol)
else:
raise ParseException(s, l, "not a subentry")
def checkUnindent(s, l, t):
if l >= len(s): return
curCol = col(l, s)
if not(indentStack and curCol in indentStack):
raise ParseException(s, l, "not an unindent")
if curCol < indentStack[-1]:
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group(Optional(NL)
+ INDENT
+ OneOrMore(PEER + Group(blockStatementExpr) + Optional(NL))
+ UNDENT)
else:
smExpr = Group(Optional(NL)
+ OneOrMore(PEER + Group(blockStatementExpr) + Optional(NL))
+ UNDENT)
smExpr.setFailAction(lambda a, b, c, d: reset_stack())
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag, anyCloseTag = makeHTMLTags(Word(alphas, alphanums + "_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(), '><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form ``/* ... */``"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form ``<!-- ... -->``"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form ``// ... (to end of line)``"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/' | dblSlashComment).setName("C++ style comment")
"Comment of either form :class:`cStyleComment` or :class:`dblSlashComment`"
javaStyleComment = cppStyleComment
"Same as :class:`cppStyleComment`"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form ``# ... (to end of line)``"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',')
+ Optional(Word(" \t")
+ ~Literal(",") + ~LineEnd()))).streamline().setName("commaItem")
commaSeparatedList = delimitedList(Optional(quotedString.copy() | _commasepitem, default="")).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or
quoted strings, separated by commas.
This expression is deprecated in favor of :class:`pyparsing_common.comma_separated_list`.
"""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""Here are some common low-level expressions that may be useful in
jump-starting parser development:
- numeric forms (:class:`integers<integer>`, :class:`reals<real>`,
:class:`scientific notation<sci_real>`)
- common :class:`programming identifiers<identifier>`
- network addresses (:class:`MAC<mac_address>`,
:class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`)
- ISO8601 :class:`dates<iso8601_date>` and
:class:`datetime<iso8601_datetime>`
- :class:`UUID<uuid>`
- :class:`comma-separated list<comma_separated_list>`
Parse actions:
- :class:`convertToInteger`
- :class:`convertToFloat`
- :class:`convertToDate`
- :class:`convertToDatetime`
- :class:`stripHTMLTags`
- :class:`upcaseTokens`
- :class:`downcaseTokens`
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int, 16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?(:?\d+\.\d*|\.\d+)').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional
scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas + '_', alphanums + '_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (``0.0.0.0 - 255.255.255.255``)"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part) * 7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part) * (0, 6))
+ "::"
+ Optional(_ipv6_part + (':' + _ipv6_part) * (0, 6))
).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``)
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s, l, t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""Helper to create a parse action for converting parsed
datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``)
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s, l, t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (``yyyy-mm-dd``)"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (``yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)``) - trailing seconds, milliseconds, and timezone optional; accepts separating ``'T'`` or ``' '``"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (``xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx``)"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
td, td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body)
Prints::
More info at the pyparsing wiki page
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",")
+ ~LineEnd()
+ Word(printables, excludeChars=',')
+ Optional(White(" \t")))).streamline().setName("commaItem")
comma_separated_list = delimitedList(Optional(quotedString.copy()
| _commasepitem, default='')
).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
class _lazyclassproperty(object):
def __init__(self, fn):
self.fn = fn
self.__doc__ = fn.__doc__
self.__name__ = fn.__name__
def __get__(self, obj, cls):
if cls is None:
cls = type(obj)
if not hasattr(cls, '_intern') or any(cls._intern is getattr(superclass, '_intern', [])
for superclass in cls.__mro__[1:]):
cls._intern = {}
attrname = self.fn.__name__
if attrname not in cls._intern:
cls._intern[attrname] = self.fn(cls)
return cls._intern[attrname]
class unicode_set(object):
"""
A set of Unicode characters, for language-specific strings for
``alphas``, ``nums``, ``alphanums``, and ``printables``.
A unicode_set is defined by a list of ranges in the Unicode character
set, in a class attribute ``_ranges``, such as::
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
A unicode set can also be defined using multiple inheritance of other unicode sets::
class CJK(Chinese, Japanese, Korean):
pass
"""
_ranges = []
@classmethod
def _get_chars_for_ranges(cls):
ret = []
for cc in cls.__mro__:
if cc is unicode_set:
break
for rr in cc._ranges:
ret.extend(range(rr[0], rr[-1] + 1))
return [unichr(c) for c in sorted(set(ret))]
@_lazyclassproperty
def printables(cls):
"all non-whitespace characters in this range"
return u''.join(filterfalse(unicode.isspace, cls._get_chars_for_ranges()))
@_lazyclassproperty
def alphas(cls):
"all alphabetic characters in this range"
return u''.join(filter(unicode.isalpha, cls._get_chars_for_ranges()))
@_lazyclassproperty
def nums(cls):
"all numeric digit characters in this range"
return u''.join(filter(unicode.isdigit, cls._get_chars_for_ranges()))
@_lazyclassproperty
def alphanums(cls):
"all alphanumeric characters in this range"
return cls.alphas + cls.nums
class pyparsing_unicode(unicode_set):
"""
A namespace class for defining common language unicode_sets.
"""
_ranges = [(32, sys.maxunicode)]
class Latin1(unicode_set):
"Unicode set for Latin-1 Unicode Character Range"
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
class LatinA(unicode_set):
"Unicode set for Latin-A Unicode Character Range"
_ranges = [(0x0100, 0x017f),]
class LatinB(unicode_set):
"Unicode set for Latin-B Unicode Character Range"
_ranges = [(0x0180, 0x024f),]
class Greek(unicode_set):
"Unicode set for Greek Unicode Character Ranges"
_ranges = [
(0x0370, 0x03ff), (0x1f00, 0x1f15), (0x1f18, 0x1f1d), (0x1f20, 0x1f45), (0x1f48, 0x1f4d),
(0x1f50, 0x1f57), (0x1f59,), (0x1f5b,), (0x1f5d,), (0x1f5f, 0x1f7d), (0x1f80, 0x1fb4), (0x1fb6, 0x1fc4),
(0x1fc6, 0x1fd3), (0x1fd6, 0x1fdb), (0x1fdd, 0x1fef), (0x1ff2, 0x1ff4), (0x1ff6, 0x1ffe),
]
class Cyrillic(unicode_set):
"Unicode set for Cyrillic Unicode Character Range"
_ranges = [(0x0400, 0x04ff)]
class Chinese(unicode_set):
"Unicode set for Chinese Unicode Character Range"
_ranges = [(0x4e00, 0x9fff), (0x3000, 0x303f),]
class Japanese(unicode_set):
"Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana ranges"
_ranges = []
class Kanji(unicode_set):
"Unicode set for Kanji Unicode Character Range"
_ranges = [(0x4E00, 0x9Fbf), (0x3000, 0x303f),]
class Hiragana(unicode_set):
"Unicode set for Hiragana Unicode Character Range"
_ranges = [(0x3040, 0x309f),]
class Katakana(unicode_set):
"Unicode set for Katakana Unicode Character Range"
_ranges = [(0x30a0, 0x30ff),]
class Korean(unicode_set):
"Unicode set for Korean Unicode Character Range"
_ranges = [(0xac00, 0xd7af), (0x1100, 0x11ff), (0x3130, 0x318f), (0xa960, 0xa97f), (0xd7b0, 0xd7ff), (0x3000, 0x303f),]
class CJK(Chinese, Japanese, Korean):
"Unicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character Range"
pass
class Thai(unicode_set):
"Unicode set for Thai Unicode Character Range"
_ranges = [(0x0e01, 0x0e3a), (0x0e3f, 0x0e5b),]
class Arabic(unicode_set):
"Unicode set for Arabic Unicode Character Range"
_ranges = [(0x0600, 0x061b), (0x061e, 0x06ff), (0x0700, 0x077f),]
class Hebrew(unicode_set):
"Unicode set for Hebrew Unicode Character Range"
_ranges = [(0x0590, 0x05ff),]
class Devanagari(unicode_set):
"Unicode set for Devanagari Unicode Character Range"
_ranges = [(0x0900, 0x097f), (0xa8e0, 0xa8ff)]
pyparsing_unicode.Japanese._ranges = (pyparsing_unicode.Japanese.Kanji._ranges
+ pyparsing_unicode.Japanese.Hiragana._ranges
+ pyparsing_unicode.Japanese.Katakana._ranges)
# define ranges in language character sets
if PY_3:
setattr(pyparsing_unicode, u"العربية", pyparsing_unicode.Arabic)
setattr(pyparsing_unicode, u"中文", pyparsing_unicode.Chinese)
setattr(pyparsing_unicode, u"кириллица", pyparsing_unicode.Cyrillic)
setattr(pyparsing_unicode, u"Ελληνικά", pyparsing_unicode.Greek)
setattr(pyparsing_unicode, u"עִברִית", pyparsing_unicode.Hebrew)
setattr(pyparsing_unicode, u"日本語", pyparsing_unicode.Japanese)
setattr(pyparsing_unicode.Japanese, u"漢字", pyparsing_unicode.Japanese.Kanji)
setattr(pyparsing_unicode.Japanese, u"カタカナ", pyparsing_unicode.Japanese.Katakana)
setattr(pyparsing_unicode.Japanese, u"ひらがな", pyparsing_unicode.Japanese.Hiragana)
setattr(pyparsing_unicode, u"한국어", pyparsing_unicode.Korean)
setattr(pyparsing_unicode, u"ไทย", pyparsing_unicode.Thai)
setattr(pyparsing_unicode, u"देवनागरी", pyparsing_unicode.Devanagari)
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
site-packages/pip/_vendor/contextlib2.py 0000644 00000041023 15201600076 0014314 0 ustar 00 """contextlib2 - backports and enhancements to the contextlib module"""
import abc
import sys
import warnings
from collections import deque
from functools import wraps
__all__ = ["contextmanager", "closing", "nullcontext",
"AbstractContextManager",
"ContextDecorator", "ExitStack",
"redirect_stdout", "redirect_stderr", "suppress"]
# Backwards compatibility
__all__ += ["ContextStack"]
# Backport abc.ABC
if sys.version_info[:2] >= (3, 4):
_abc_ABC = abc.ABC
else:
_abc_ABC = abc.ABCMeta('ABC', (object,), {'__slots__': ()})
# Backport classic class MRO
def _classic_mro(C, result):
if C in result:
return
result.append(C)
for B in C.__bases__:
_classic_mro(B, result)
return result
# Backport _collections_abc._check_methods
def _check_methods(C, *methods):
try:
mro = C.__mro__
except AttributeError:
mro = tuple(_classic_mro(C, []))
for method in methods:
for B in mro:
if method in B.__dict__:
if B.__dict__[method] is None:
return NotImplemented
break
else:
return NotImplemented
return True
class AbstractContextManager(_abc_ABC):
"""An abstract base class for context managers."""
def __enter__(self):
"""Return `self` upon entering the runtime context."""
return self
@abc.abstractmethod
def __exit__(self, exc_type, exc_value, traceback):
"""Raise any exception triggered within the runtime context."""
return None
@classmethod
def __subclasshook__(cls, C):
"""Check whether subclass is considered a subclass of this ABC."""
if cls is AbstractContextManager:
return _check_methods(C, "__enter__", "__exit__")
return NotImplemented
class ContextDecorator(object):
"""A base class or mixin that enables context managers to work as decorators."""
def refresh_cm(self):
"""Returns the context manager used to actually wrap the call to the
decorated function.
The default implementation just returns *self*.
Overriding this method allows otherwise one-shot context managers
like _GeneratorContextManager to support use as decorators via
implicit recreation.
DEPRECATED: refresh_cm was never added to the standard library's
ContextDecorator API
"""
warnings.warn("refresh_cm was never added to the standard library",
DeprecationWarning)
return self._recreate_cm()
def _recreate_cm(self):
"""Return a recreated instance of self.
Allows an otherwise one-shot context manager like
_GeneratorContextManager to support use as
a decorator via implicit recreation.
This is a private interface just for _GeneratorContextManager.
See issue #11647 for details.
"""
return self
def __call__(self, func):
@wraps(func)
def inner(*args, **kwds):
with self._recreate_cm():
return func(*args, **kwds)
return inner
class _GeneratorContextManager(ContextDecorator):
"""Helper for @contextmanager decorator."""
def __init__(self, func, args, kwds):
self.gen = func(*args, **kwds)
self.func, self.args, self.kwds = func, args, kwds
# Issue 19330: ensure context manager instances have good docstrings
doc = getattr(func, "__doc__", None)
if doc is None:
doc = type(self).__doc__
self.__doc__ = doc
# Unfortunately, this still doesn't provide good help output when
# inspecting the created context manager instances, since pydoc
# currently bypasses the instance docstring and shows the docstring
# for the class instead.
# See http://bugs.python.org/issue19404 for more details.
def _recreate_cm(self):
# _GCM instances are one-shot context managers, so the
# CM must be recreated each time a decorated function is
# called
return self.__class__(self.func, self.args, self.kwds)
def __enter__(self):
try:
return next(self.gen)
except StopIteration:
raise RuntimeError("generator didn't yield")
def __exit__(self, type, value, traceback):
if type is None:
try:
next(self.gen)
except StopIteration:
return
else:
raise RuntimeError("generator didn't stop")
else:
if value is None:
# Need to force instantiation so we can reliably
# tell if we get the same exception back
value = type()
try:
self.gen.throw(type, value, traceback)
raise RuntimeError("generator didn't stop after throw()")
except StopIteration as exc:
# Suppress StopIteration *unless* it's the same exception that
# was passed to throw(). This prevents a StopIteration
# raised inside the "with" statement from being suppressed.
return exc is not value
except RuntimeError as exc:
# Don't re-raise the passed in exception
if exc is value:
return False
# Likewise, avoid suppressing if a StopIteration exception
# was passed to throw() and later wrapped into a RuntimeError
# (see PEP 479).
if _HAVE_EXCEPTION_CHAINING and exc.__cause__ is value:
return False
raise
except:
# only re-raise if it's *not* the exception that was
# passed to throw(), because __exit__() must not raise
# an exception unless __exit__() itself failed. But throw()
# has to raise the exception to signal propagation, so this
# fixes the impedance mismatch between the throw() protocol
# and the __exit__() protocol.
#
if sys.exc_info()[1] is not value:
raise
def contextmanager(func):
"""@contextmanager decorator.
Typical usage:
@contextmanager
def some_generator(<arguments>):
<setup>
try:
yield <value>
finally:
<cleanup>
This makes this:
with some_generator(<arguments>) as <variable>:
<body>
equivalent to this:
<setup>
try:
<variable> = <value>
<body>
finally:
<cleanup>
"""
@wraps(func)
def helper(*args, **kwds):
return _GeneratorContextManager(func, args, kwds)
return helper
class closing(object):
"""Context to automatically close something at the end of a block.
Code like this:
with closing(<module>.open(<arguments>)) as f:
<block>
is equivalent to this:
f = <module>.open(<arguments>)
try:
<block>
finally:
f.close()
"""
def __init__(self, thing):
self.thing = thing
def __enter__(self):
return self.thing
def __exit__(self, *exc_info):
self.thing.close()
class _RedirectStream(object):
_stream = None
def __init__(self, new_target):
self._new_target = new_target
# We use a list of old targets to make this CM re-entrant
self._old_targets = []
def __enter__(self):
self._old_targets.append(getattr(sys, self._stream))
setattr(sys, self._stream, self._new_target)
return self._new_target
def __exit__(self, exctype, excinst, exctb):
setattr(sys, self._stream, self._old_targets.pop())
class redirect_stdout(_RedirectStream):
"""Context manager for temporarily redirecting stdout to another file.
# How to send help() to stderr
with redirect_stdout(sys.stderr):
help(dir)
# How to write help() to a file
with open('help.txt', 'w') as f:
with redirect_stdout(f):
help(pow)
"""
_stream = "stdout"
class redirect_stderr(_RedirectStream):
"""Context manager for temporarily redirecting stderr to another file."""
_stream = "stderr"
class suppress(object):
"""Context manager to suppress specified exceptions
After the exception is suppressed, execution proceeds with the next
statement following the with statement.
with suppress(FileNotFoundError):
os.remove(somefile)
# Execution still resumes here if the file was already removed
"""
def __init__(self, *exceptions):
self._exceptions = exceptions
def __enter__(self):
pass
def __exit__(self, exctype, excinst, exctb):
# Unlike isinstance and issubclass, CPython exception handling
# currently only looks at the concrete type hierarchy (ignoring
# the instance and subclass checking hooks). While Guido considers
# that a bug rather than a feature, it's a fairly hard one to fix
# due to various internal implementation details. suppress provides
# the simpler issubclass based semantics, rather than trying to
# exactly reproduce the limitations of the CPython interpreter.
#
# See http://bugs.python.org/issue12029 for more details
return exctype is not None and issubclass(exctype, self._exceptions)
# Context manipulation is Python 3 only
_HAVE_EXCEPTION_CHAINING = sys.version_info[0] >= 3
if _HAVE_EXCEPTION_CHAINING:
def _make_context_fixer(frame_exc):
def _fix_exception_context(new_exc, old_exc):
# Context may not be correct, so find the end of the chain
while 1:
exc_context = new_exc.__context__
if exc_context is old_exc:
# Context is already set correctly (see issue 20317)
return
if exc_context is None or exc_context is frame_exc:
break
new_exc = exc_context
# Change the end of the chain to point to the exception
# we expect it to reference
new_exc.__context__ = old_exc
return _fix_exception_context
def _reraise_with_existing_context(exc_details):
try:
# bare "raise exc_details[1]" replaces our carefully
# set-up context
fixed_ctx = exc_details[1].__context__
raise exc_details[1]
except BaseException:
exc_details[1].__context__ = fixed_ctx
raise
else:
# No exception context in Python 2
def _make_context_fixer(frame_exc):
return lambda new_exc, old_exc: None
# Use 3 argument raise in Python 2,
# but use exec to avoid SyntaxError in Python 3
def _reraise_with_existing_context(exc_details):
exc_type, exc_value, exc_tb = exc_details
exec("raise exc_type, exc_value, exc_tb")
# Handle old-style classes if they exist
try:
from types import InstanceType
except ImportError:
# Python 3 doesn't have old-style classes
_get_type = type
else:
# Need to handle old-style context managers on Python 2
def _get_type(obj):
obj_type = type(obj)
if obj_type is InstanceType:
return obj.__class__ # Old-style class
return obj_type # New-style class
# Inspired by discussions on http://bugs.python.org/issue13585
class ExitStack(object):
"""Context manager for dynamic management of a stack of exit callbacks
For example:
with ExitStack() as stack:
files = [stack.enter_context(open(fname)) for fname in filenames]
# All opened files will automatically be closed at the end of
# the with statement, even if attempts to open files later
# in the list raise an exception
"""
def __init__(self):
self._exit_callbacks = deque()
def pop_all(self):
"""Preserve the context stack by transferring it to a new instance"""
new_stack = type(self)()
new_stack._exit_callbacks = self._exit_callbacks
self._exit_callbacks = deque()
return new_stack
def _push_cm_exit(self, cm, cm_exit):
"""Helper to correctly register callbacks to __exit__ methods"""
def _exit_wrapper(*exc_details):
return cm_exit(cm, *exc_details)
_exit_wrapper.__self__ = cm
self.push(_exit_wrapper)
def push(self, exit):
"""Registers a callback with the standard __exit__ method signature
Can suppress exceptions the same way __exit__ methods can.
Also accepts any object with an __exit__ method (registering a call
to the method instead of the object itself)
"""
# We use an unbound method rather than a bound method to follow
# the standard lookup behaviour for special methods
_cb_type = _get_type(exit)
try:
exit_method = _cb_type.__exit__
except AttributeError:
# Not a context manager, so assume its a callable
self._exit_callbacks.append(exit)
else:
self._push_cm_exit(exit, exit_method)
return exit # Allow use as a decorator
def callback(self, callback, *args, **kwds):
"""Registers an arbitrary callback and arguments.
Cannot suppress exceptions.
"""
def _exit_wrapper(exc_type, exc, tb):
callback(*args, **kwds)
# We changed the signature, so using @wraps is not appropriate, but
# setting __wrapped__ may still help with introspection
_exit_wrapper.__wrapped__ = callback
self.push(_exit_wrapper)
return callback # Allow use as a decorator
def enter_context(self, cm):
"""Enters the supplied context manager
If successful, also pushes its __exit__ method as a callback and
returns the result of the __enter__ method.
"""
# We look up the special methods on the type to match the with statement
_cm_type = _get_type(cm)
_exit = _cm_type.__exit__
result = _cm_type.__enter__(cm)
self._push_cm_exit(cm, _exit)
return result
def close(self):
"""Immediately unwind the context stack"""
self.__exit__(None, None, None)
def __enter__(self):
return self
def __exit__(self, *exc_details):
received_exc = exc_details[0] is not None
# We manipulate the exception state so it behaves as though
# we were actually nesting multiple with statements
frame_exc = sys.exc_info()[1]
_fix_exception_context = _make_context_fixer(frame_exc)
# Callbacks are invoked in LIFO order to match the behaviour of
# nested context managers
suppressed_exc = False
pending_raise = False
while self._exit_callbacks:
cb = self._exit_callbacks.pop()
try:
if cb(*exc_details):
suppressed_exc = True
pending_raise = False
exc_details = (None, None, None)
except:
new_exc_details = sys.exc_info()
# simulate the stack of exceptions by setting the context
_fix_exception_context(new_exc_details[1], exc_details[1])
pending_raise = True
exc_details = new_exc_details
if pending_raise:
_reraise_with_existing_context(exc_details)
return received_exc and suppressed_exc
# Preserve backwards compatibility
class ContextStack(ExitStack):
"""Backwards compatibility alias for ExitStack"""
def __init__(self):
warnings.warn("ContextStack has been renamed to ExitStack",
DeprecationWarning)
super(ContextStack, self).__init__()
def register_exit(self, callback):
return self.push(callback)
def register(self, callback, *args, **kwds):
return self.callback(callback, *args, **kwds)
def preserve(self):
return self.pop_all()
class nullcontext(AbstractContextManager):
"""Context manager that does no additional processing.
Used as a stand-in for a normal context manager, when a particular
block of code is only sometimes used with a normal context manager:
cm = optional_cm if condition else nullcontext()
with cm:
# Perform operation, using optional_cm if condition is True
"""
def __init__(self, enter_result=None):
self.enter_result = enter_result
def __enter__(self):
return self.enter_result
def __exit__(self, *excinfo):
pass
site-packages/pip/_vendor/packaging/__init__.py 0000644 00000001062 15201600076 0015541 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
from .__about__ import (
__author__,
__copyright__,
__email__,
__license__,
__summary__,
__title__,
__uri__,
__version__,
)
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
site-packages/pip/_vendor/packaging/_structures.py 0000644 00000002610 15201600076 0016364 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
class Infinity(object):
def __repr__(self):
return "Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return False
def __le__(self, other):
return False
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return True
def __ge__(self, other):
return True
def __neg__(self):
return NegativeInfinity
Infinity = Infinity()
class NegativeInfinity(object):
def __repr__(self):
return "-Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return True
def __le__(self, other):
return True
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return False
def __ge__(self, other):
return False
def __neg__(self):
return Infinity
NegativeInfinity = NegativeInfinity()
site-packages/pip/_vendor/packaging/requirements.py 0000644 00000011134 15201600076 0016526 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import string
import re
from pip._vendor.pyparsing import stringStart, stringEnd, originalTextFor, ParseException
from pip._vendor.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine
from pip._vendor.pyparsing import Literal as L # noqa
from pip._vendor.six.moves.urllib import parse as urlparse
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r"[^ ]+")("url")
URL = AT + URI
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(
VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False
)("_raw_spec")
_VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY))
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or "")
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start : t._original_end])
)
MARKER_SEPARATOR = SEMICOLON
MARKER = MARKER_SEPARATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
# pyparsing isn't thread safe during initialization, so we do it eagerly, see
# issue #104
REQUIREMENT.parseString("x[]")
class Requirement(object):
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string):
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
'Parse error at "{0!r}": {1}'.format(
requirement_string[e.loc : e.loc + 8], e.msg
)
)
self.name = req.name
if req.url:
parsed_url = urlparse.urlparse(req.url)
if parsed_url.scheme == "file":
if urlparse.urlunparse(parsed_url) != req.url:
raise InvalidRequirement("Invalid URL given")
elif not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc
):
raise InvalidRequirement("Invalid URL: {0}".format(req.url))
self.url = req.url
else:
self.url = None
self.extras = set(req.extras.asList() if req.extras else [])
self.specifier = SpecifierSet(req.specifier)
self.marker = req.marker if req.marker else None
def __str__(self):
parts = [self.name]
if self.extras:
parts.append("[{0}]".format(",".join(sorted(self.extras))))
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append("@ {0}".format(self.url))
if self.marker:
parts.append(" ")
if self.marker:
parts.append("; {0}".format(self.marker))
return "".join(parts)
def __repr__(self):
return "<Requirement({0!r})>".format(str(self))
site-packages/pip/_vendor/packaging/tags.py 0000644 00000031205 15201600076 0014742 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import
import distutils.util
try:
from importlib.machinery import EXTENSION_SUFFIXES
except ImportError: # pragma: no cover
import imp
EXTENSION_SUFFIXES = [x[0] for x in imp.get_suffixes()]
del imp
import platform
import re
import sys
import sysconfig
import warnings
INTERPRETER_SHORT_NAMES = {
"python": "py", # Generic.
"cpython": "cp",
"pypy": "pp",
"ironpython": "ip",
"jython": "jy",
}
_32_BIT_INTERPRETER = sys.maxsize <= 2 ** 32
class Tag(object):
__slots__ = ["_interpreter", "_abi", "_platform"]
def __init__(self, interpreter, abi, platform):
self._interpreter = interpreter.lower()
self._abi = abi.lower()
self._platform = platform.lower()
@property
def interpreter(self):
return self._interpreter
@property
def abi(self):
return self._abi
@property
def platform(self):
return self._platform
def __eq__(self, other):
return (
(self.platform == other.platform)
and (self.abi == other.abi)
and (self.interpreter == other.interpreter)
)
def __hash__(self):
return hash((self._interpreter, self._abi, self._platform))
def __str__(self):
return "{}-{}-{}".format(self._interpreter, self._abi, self._platform)
def __repr__(self):
return "<{self} @ {self_id}>".format(self=self, self_id=id(self))
def parse_tag(tag):
tags = set()
interpreters, abis, platforms = tag.split("-")
for interpreter in interpreters.split("."):
for abi in abis.split("."):
for platform_ in platforms.split("."):
tags.add(Tag(interpreter, abi, platform_))
return frozenset(tags)
def _normalize_string(string):
return string.replace(".", "_").replace("-", "_")
def _cpython_interpreter(py_version):
# TODO: Is using py_version_nodot for interpreter version critical?
return "cp{major}{minor}".format(major=py_version[0], minor=py_version[1])
def _cpython_abis(py_version):
abis = []
version = "{}{}".format(*py_version[:2])
debug = pymalloc = ucs4 = ""
with_debug = sysconfig.get_config_var("Py_DEBUG")
has_refcount = hasattr(sys, "gettotalrefcount")
# Windows doesn't set Py_DEBUG, so checking for support of debug-compiled
# extension modules is the best option.
# https://github.com/pypa/pip/issues/3383#issuecomment-173267692
has_ext = "_d.pyd" in EXTENSION_SUFFIXES
if with_debug or (with_debug is None and (has_refcount or has_ext)):
debug = "d"
if py_version < (3, 8):
with_pymalloc = sysconfig.get_config_var("WITH_PYMALLOC")
if with_pymalloc or with_pymalloc is None:
pymalloc = "m"
if py_version < (3, 3):
unicode_size = sysconfig.get_config_var("Py_UNICODE_SIZE")
if unicode_size == 4 or (
unicode_size is None and sys.maxunicode == 0x10FFFF
):
ucs4 = "u"
elif debug:
# Debug builds can also load "normal" extension modules.
# We can also assume no UCS-4 or pymalloc requirement.
abis.append("cp{version}".format(version=version))
abis.insert(
0,
"cp{version}{debug}{pymalloc}{ucs4}".format(
version=version, debug=debug, pymalloc=pymalloc, ucs4=ucs4
),
)
return abis
def _cpython_tags(py_version, interpreter, abis, platforms):
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
for tag in (Tag(interpreter, "abi3", platform_) for platform_ in platforms):
yield tag
for tag in (Tag(interpreter, "none", platform_) for platform_ in platforms):
yield tag
# PEP 384 was first implemented in Python 3.2.
for minor_version in range(py_version[1] - 1, 1, -1):
for platform_ in platforms:
interpreter = "cp{major}{minor}".format(
major=py_version[0], minor=minor_version
)
yield Tag(interpreter, "abi3", platform_)
def _pypy_interpreter():
return "pp{py_major}{pypy_major}{pypy_minor}".format(
py_major=sys.version_info[0],
pypy_major=sys.pypy_version_info.major,
pypy_minor=sys.pypy_version_info.minor,
)
def _generic_abi():
abi = sysconfig.get_config_var("SOABI")
if abi:
return _normalize_string(abi)
else:
return "none"
def _pypy_tags(py_version, interpreter, abi, platforms):
for tag in (Tag(interpreter, abi, platform) for platform in platforms):
yield tag
for tag in (Tag(interpreter, "none", platform) for platform in platforms):
yield tag
def _generic_tags(interpreter, py_version, abi, platforms):
for tag in (Tag(interpreter, abi, platform) for platform in platforms):
yield tag
if abi != "none":
tags = (Tag(interpreter, "none", platform_) for platform_ in platforms)
for tag in tags:
yield tag
def _py_interpreter_range(py_version):
"""
Yield Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all following versions up to 'end'.
"""
yield "py{major}{minor}".format(major=py_version[0], minor=py_version[1])
yield "py{major}".format(major=py_version[0])
for minor in range(py_version[1] - 1, -1, -1):
yield "py{major}{minor}".format(major=py_version[0], minor=minor)
def _independent_tags(interpreter, py_version, platforms):
"""
Return the sequence of tags that are consistent across implementations.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any
- py*-none-any
"""
for version in _py_interpreter_range(py_version):
for platform_ in platforms:
yield Tag(version, "none", platform_)
yield Tag(interpreter, "none", "any")
for version in _py_interpreter_range(py_version):
yield Tag(version, "none", "any")
def _mac_arch(arch, is_32bit=_32_BIT_INTERPRETER):
if not is_32bit:
return arch
if arch.startswith("ppc"):
return "ppc"
return "i386"
def _mac_binary_formats(version, cpu_arch):
formats = [cpu_arch]
if cpu_arch == "x86_64":
if version < (10, 4):
return []
formats.extend(["intel", "fat64", "fat32"])
elif cpu_arch == "i386":
if version < (10, 4):
return []
formats.extend(["intel", "fat32", "fat"])
elif cpu_arch == "ppc64":
# TODO: Need to care about 32-bit PPC for ppc64 through 10.2?
if version > (10, 5) or version < (10, 4):
return []
formats.append("fat64")
elif cpu_arch == "ppc":
if version > (10, 6):
return []
formats.extend(["fat32", "fat"])
formats.append("universal")
return formats
def _mac_platforms(version=None, arch=None):
version_str, _, cpu_arch = platform.mac_ver()
if version is None:
version = tuple(map(int, version_str.split(".")[:2]))
if arch is None:
arch = _mac_arch(cpu_arch)
platforms = []
for minor_version in range(version[1], -1, -1):
compat_version = version[0], minor_version
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
platforms.append(
"macosx_{major}_{minor}_{binary_format}".format(
major=compat_version[0],
minor=compat_version[1],
binary_format=binary_format,
)
)
return platforms
# From PEP 513.
def _is_manylinux_compatible(name, glibc_version):
# Check for presence of _manylinux module.
try:
import _manylinux
return bool(getattr(_manylinux, name + "_compatible"))
except (ImportError, AttributeError):
# Fall through to heuristic check below.
pass
return _have_compatible_glibc(*glibc_version)
def _glibc_version_string():
# Returns glibc version string, or None if not using glibc.
import ctypes
# ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen
# manpage says, "If filename is NULL, then the returned handle is for the
# main program". This way we can let the linker do the work to figure out
# which libc our process is actually using.
process_namespace = ctypes.CDLL(None)
try:
gnu_get_libc_version = process_namespace.gnu_get_libc_version
except AttributeError:
# Symbol doesn't exist -> therefore, we are not linked to
# glibc.
return None
# Call gnu_get_libc_version, which returns a string like "2.5"
gnu_get_libc_version.restype = ctypes.c_char_p
version_str = gnu_get_libc_version()
# py2 / py3 compatibility:
if not isinstance(version_str, str):
version_str = version_str.decode("ascii")
return version_str
# Separated out from have_compatible_glibc for easier unit testing.
def _check_glibc_version(version_str, required_major, minimum_minor):
# Parse string and check against requested version.
#
# We use a regexp instead of str.split because we want to discard any
# random junk that might come after the minor version -- this might happen
# in patched/forked versions of glibc (e.g. Linaro's version of glibc
# uses version strings like "2.20-2014.11"). See gh-3588.
m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str)
if not m:
warnings.warn(
"Expected glibc version with 2 components major.minor,"
" got: %s" % version_str,
RuntimeWarning,
)
return False
return (
int(m.group("major")) == required_major
and int(m.group("minor")) >= minimum_minor
)
def _have_compatible_glibc(required_major, minimum_minor):
version_str = _glibc_version_string()
if version_str is None:
return False
return _check_glibc_version(version_str, required_major, minimum_minor)
def _linux_platforms(is_32bit=_32_BIT_INTERPRETER):
linux = _normalize_string(distutils.util.get_platform())
if linux == "linux_x86_64" and is_32bit:
linux = "linux_i686"
manylinux_support = (
("manylinux2014", (2, 17)), # CentOS 7 w/ glibc 2.17 (PEP 599)
("manylinux2010", (2, 12)), # CentOS 6 w/ glibc 2.12 (PEP 571)
("manylinux1", (2, 5)), # CentOS 5 w/ glibc 2.5 (PEP 513)
)
manylinux_support_iter = iter(manylinux_support)
for name, glibc_version in manylinux_support_iter:
if _is_manylinux_compatible(name, glibc_version):
platforms = [linux.replace("linux", name)]
break
else:
platforms = []
# Support for a later manylinux implies support for an earlier version.
platforms += [linux.replace("linux", name) for name, _ in manylinux_support_iter]
platforms.append(linux)
return platforms
def _generic_platforms():
platform = _normalize_string(distutils.util.get_platform())
return [platform]
def _interpreter_name():
name = platform.python_implementation().lower()
return INTERPRETER_SHORT_NAMES.get(name) or name
def _generic_interpreter(name, py_version):
version = sysconfig.get_config_var("py_version_nodot")
if not version:
version = "".join(map(str, py_version[:2]))
return "{name}{version}".format(name=name, version=version)
def sys_tags():
"""
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
"""
py_version = sys.version_info[:2]
interpreter_name = _interpreter_name()
if platform.system() == "Darwin":
platforms = _mac_platforms()
elif platform.system() == "Linux":
platforms = _linux_platforms()
else:
platforms = _generic_platforms()
if interpreter_name == "cp":
interpreter = _cpython_interpreter(py_version)
abis = _cpython_abis(py_version)
for tag in _cpython_tags(py_version, interpreter, abis, platforms):
yield tag
elif interpreter_name == "pp":
interpreter = _pypy_interpreter()
abi = _generic_abi()
for tag in _pypy_tags(py_version, interpreter, abi, platforms):
yield tag
else:
interpreter = _generic_interpreter(interpreter_name, py_version)
abi = _generic_abi()
for tag in _generic_tags(interpreter, py_version, abi, platforms):
yield tag
for tag in _independent_tags(interpreter, py_version, platforms):
yield tag
site-packages/pip/_vendor/packaging/_compat.py 0000644 00000001541 15201600076 0015426 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import sys
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
# flake8: noqa
if PY3:
string_types = (str,)
else:
string_types = (basestring,)
def with_metaclass(meta, *bases):
"""
Create a base class with a metaclass.
"""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, "temporary_class", (), {})
site-packages/pip/_vendor/packaging/version.py 0000644 00000027312 15201600076 0015475 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import collections
import itertools
import re
from ._structures import Infinity
__all__ = ["parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"]
_Version = collections.namedtuple(
"_Version", ["epoch", "release", "dev", "pre", "post", "local"]
)
def parse(version):
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion(object):
def __hash__(self):
return hash(self._key)
def __lt__(self, other):
return self._compare(other, lambda s, o: s < o)
def __le__(self, other):
return self._compare(other, lambda s, o: s <= o)
def __eq__(self, other):
return self._compare(other, lambda s, o: s == o)
def __ge__(self, other):
return self._compare(other, lambda s, o: s >= o)
def __gt__(self, other):
return self._compare(other, lambda s, o: s > o)
def __ne__(self, other):
return self._compare(other, lambda s, o: s != o)
def _compare(self, other, method):
if not isinstance(other, _BaseVersion):
return NotImplemented
return method(self._key, other._key)
class LegacyVersion(_BaseVersion):
def __init__(self, version):
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self):
return self._version
def __repr__(self):
return "<LegacyVersion({0})>".format(repr(str(self)))
@property
def public(self):
return self._version
@property
def base_version(self):
return self._version
@property
def epoch(self):
return -1
@property
def release(self):
return None
@property
def pre(self):
return None
@property
def post(self):
return None
@property
def dev(self):
return None
@property
def local(self):
return None
@property
def is_prerelease(self):
return False
@property
def is_postrelease(self):
return False
@property
def is_devrelease(self):
return False
_legacy_version_component_re = re.compile(r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE)
_legacy_version_replacement_map = {
"pre": "c",
"preview": "c",
"-": "final-",
"rc": "c",
"dev": "@",
}
def _parse_version_parts(s):
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version):
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts = []
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
parts = tuple(parts)
return epoch, parts
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE)
def __init__(self, version):
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion("Invalid version: '{0}'".format(version))
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(match.group("pre_l"), match.group("pre_n")),
post=_parse_letter_version(
match.group("post_l"), match.group("post_n1") or match.group("post_n2")
),
dev=_parse_letter_version(match.group("dev_l"), match.group("dev_n")),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self):
return "<Version({0})>".format(repr(str(self)))
def __str__(self):
parts = []
# Epoch
if self.epoch != 0:
parts.append("{0}!".format(self.epoch))
# Release segment
parts.append(".".join(str(x) for x in self.release))
# Pre-release
if self.pre is not None:
parts.append("".join(str(x) for x in self.pre))
# Post-release
if self.post is not None:
parts.append(".post{0}".format(self.post))
# Development release
if self.dev is not None:
parts.append(".dev{0}".format(self.dev))
# Local version segment
if self.local is not None:
parts.append("+{0}".format(self.local))
return "".join(parts)
@property
def epoch(self):
return self._version.epoch
@property
def release(self):
return self._version.release
@property
def pre(self):
return self._version.pre
@property
def post(self):
return self._version.post[1] if self._version.post else None
@property
def dev(self):
return self._version.dev[1] if self._version.dev else None
@property
def local(self):
if self._version.local:
return ".".join(str(x) for x in self._version.local)
else:
return None
@property
def public(self):
return str(self).split("+", 1)[0]
@property
def base_version(self):
parts = []
# Epoch
if self.epoch != 0:
parts.append("{0}!".format(self.epoch))
# Release segment
parts.append(".".join(str(x) for x in self.release))
return "".join(parts)
@property
def is_prerelease(self):
return self.dev is not None or self.pre is not None
@property
def is_postrelease(self):
return self.post is not None
@property
def is_devrelease(self):
return self.dev is not None
def _parse_letter_version(letter, number):
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
_local_version_separators = re.compile(r"[\._-]")
def _parse_local_version(local):
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_separators.split(local)
)
def _cmpkey(epoch, release, pre, post, dev, local):
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
release = tuple(
reversed(list(itertools.dropwhile(lambda x: x == 0, reversed(release))))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
pre = -Infinity
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
pre = Infinity
# Versions without a post segment should sort before those with one.
if post is None:
post = -Infinity
# Versions without a development segment should sort after those with one.
if dev is None:
dev = Infinity
if local is None:
# Versions without a local segment should sort before those with one.
local = -Infinity
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
local = tuple((i, "") if isinstance(i, int) else (-Infinity, i) for i in local)
return epoch, release, pre, post, dev, local
site-packages/pip/_vendor/packaging/utils.py 0000644 00000002760 15201600076 0015150 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import re
from .version import InvalidVersion, Version
_canonicalize_regex = re.compile(r"[-_.]+")
def canonicalize_name(name):
# This is taken from PEP 503.
return _canonicalize_regex.sub("-", name).lower()
def canonicalize_version(version):
"""
This is very similar to Version.__str__, but has one subtle differences
with the way it handles the release segment.
"""
try:
version = Version(version)
except InvalidVersion:
# Legacy versions cannot be normalized
return version
parts = []
# Epoch
if version.epoch != 0:
parts.append("{0}!".format(version.epoch))
# Release segment
# NB: This strips trailing '.0's to normalize
parts.append(re.sub(r"(\.0)+$", "", ".".join(str(x) for x in version.release)))
# Pre-release
if version.pre is not None:
parts.append("".join(str(x) for x in version.pre))
# Post-release
if version.post is not None:
parts.append(".post{0}".format(version.post))
# Development release
if version.dev is not None:
parts.append(".dev{0}".format(version.dev))
# Local version segment
if version.local is not None:
parts.append("+{0}".format(version.local))
return "".join(parts)
site-packages/pip/_vendor/packaging/markers.py 0000644 00000020072 15201600076 0015450 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import operator
import os
import platform
import sys
from pip._vendor.pyparsing import ParseException, ParseResults, stringStart, stringEnd
from pip._vendor.pyparsing import ZeroOrMore, Group, Forward, QuotedString
from pip._vendor.pyparsing import Literal as L # noqa
from ._compat import string_types
from .specifiers import Specifier, InvalidSpecifier
__all__ = [
"InvalidMarker",
"UndefinedComparison",
"UndefinedEnvironmentName",
"Marker",
"default_environment",
]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node(object):
def __init__(self, value):
self.value = value
def __str__(self):
return str(self.value)
def __repr__(self):
return "<{0}({1!r})>".format(self.__class__.__name__, str(self))
def serialize(self):
raise NotImplementedError
class Variable(Node):
def serialize(self):
return str(self)
class Value(Node):
def serialize(self):
return '"{0}"'.format(self)
class Op(Node):
def serialize(self):
return str(self)
VARIABLE = (
L("implementation_version")
| L("platform_python_implementation")
| L("implementation_name")
| L("python_full_version")
| L("platform_release")
| L("platform_version")
| L("platform_machine")
| L("platform_system")
| L("python_version")
| L("sys_platform")
| L("os_name")
| L("os.name")
| L("sys.platform") # PEP-345
| L("platform.version") # PEP-345
| L("platform.machine") # PEP-345
| L("platform.python_implementation") # PEP-345
| L("python_implementation") # PEP-345
| L("extra") # undocumented setuptools legacy
)
ALIASES = {
"os.name": "os_name",
"sys.platform": "sys_platform",
"platform.version": "platform_version",
"platform.machine": "platform_machine",
"platform.python_implementation": "platform_python_implementation",
"python_implementation": "platform_python_implementation",
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results):
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(marker, first=True):
assert isinstance(marker, (list, tuple, string_types))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (
isinstance(marker, list)
and len(marker) == 1
and isinstance(marker[0], (list, tuple))
):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
}
def _eval_op(lhs, op, rhs):
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper = _operators.get(op.serialize())
if oper is None:
raise UndefinedComparison(
"Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs)
)
return oper(lhs, rhs)
_undefined = object()
def _get_env(environment, name):
value = environment.get(name, _undefined)
if value is _undefined:
raise UndefinedEnvironmentName(
"{0!r} does not exist in evaluation environment.".format(name)
)
return value
def _evaluate_markers(markers, environment):
groups = [[]]
for marker in markers:
assert isinstance(marker, (list, tuple, string_types))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info):
version = "{0.major}.{0.minor}.{0.micro}".format(info)
kind = info.releaselevel
if kind != "final":
version += kind[0] + str(info.serial)
return version
def default_environment():
if hasattr(sys, "implementation"):
iver = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
else:
iver = "0"
implementation_name = ""
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": ".".join(platform.python_version_tuple()[:2]),
"sys_platform": sys.platform,
}
class Marker(object):
def __init__(self, marker):
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
err_str = "Invalid marker: {0!r}, parse error at {1!r}".format(
marker, marker[e.loc : e.loc + 8]
)
raise InvalidMarker(err_str)
def __str__(self):
return _format_marker(self._markers)
def __repr__(self):
return "<Marker({0!r})>".format(str(self))
def evaluate(self, environment=None):
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
site-packages/pip/_vendor/packaging/__about__.py 0000644 00000001350 15201600076 0015710 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
__all__ = [
"__title__",
"__summary__",
"__uri__",
"__version__",
"__author__",
"__email__",
"__license__",
"__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "19.2"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD or Apache License, Version 2.0"
__copyright__ = "Copyright 2014-2019 %s" % __author__
site-packages/pip/_vendor/packaging/specifiers.py 0000644 00000066202 15201600076 0016145 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import abc
import functools
import itertools
import re
from ._compat import string_types, with_metaclass
from .version import Version, LegacyVersion, parse
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(with_metaclass(abc.ABCMeta, object)):
@abc.abstractmethod
def __str__(self):
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self):
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self):
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value):
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item, prereleases=None):
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(self, iterable, prereleases=None):
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators = {}
def __init__(self, spec="", prereleases=None):
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec))
self._spec = (match.group("operator").strip(), match.group("version").strip())
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<{0}({1!r}{2})>".format(self.__class__.__name__, str(self), pre)
def __str__(self):
return "{0}{1}".format(*self._spec)
def __hash__(self):
return hash(self._spec)
def __eq__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec == other._spec
def __ne__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op):
return getattr(self, "_compare_{0}".format(self._operators[op]))
def _coerce_version(self, version):
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self):
return self._spec[0]
@property
def version(self):
return self._spec[1]
@property
def prereleases(self):
return self._prereleases
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
return self._get_operator(self.operator)(item, self.version)
def filter(self, iterable, prereleases=None):
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later incase nothing
# else matches this specifier.
if parsed_version.is_prerelease and not (
prereleases or self.prereleases
):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the beginning.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def _coerce_version(self, version):
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective, spec):
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective, spec):
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective, spec):
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective, spec):
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective, spec):
return prospective > self._coerce_version(spec)
def _require_version_compare(fn):
@functools.wraps(fn)
def wrapped(self, prospective, spec):
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
_regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective, spec):
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore post and dev releases and we want to treat the pre-release as
# it's own separate segment.
prefix = ".".join(
list(
itertools.takewhile(
lambda x: (not x.startswith("post") and not x.startswith("dev")),
_version_split(spec),
)
)[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return self._get_operator(">=")(prospective, spec) and self._get_operator("==")(
prospective, prefix
)
@_require_version_compare
def _compare_equal(self, prospective, spec):
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
prospective = prospective[: len(spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
spec, prospective = _pad_version(spec, prospective)
else:
# Convert our spec string into a Version
spec = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec.local:
prospective = Version(prospective.public)
return prospective == spec
@_require_version_compare
def _compare_not_equal(self, prospective, spec):
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective, spec):
return prospective <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is technically greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective, spec):
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self):
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version):
result = []
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _pad_version(left, right):
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]) :])
right_split.append(right[len(right_split[0]) :])
# Insert our padding
left_split.insert(1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])))
right_split.insert(1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])))
return (list(itertools.chain(*left_split)), list(itertools.chain(*right_split)))
class SpecifierSet(BaseSpecifier):
def __init__(self, specifiers="", prereleases=None):
# Split on , to break each indidivual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed = set()
for specifier in specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<SpecifierSet({0!r}{1})>".format(str(self), pre)
def __str__(self):
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self):
return hash(self._specs)
def __and__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self):
return len(self._specs)
def __iter__(self):
return iter(self._specs)
@property
def prereleases(self):
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(s.contains(item, prereleases=prereleases) for s in self._specs)
def filter(self, iterable, prereleases=None):
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered = []
found_prereleases = []
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
site-packages/pip/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc 0000644 00000046417 15201600076 0022441 0 ustar 00 U
��.e�l � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__# s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__* s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases1 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 8 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains? s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterE s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__Q s
z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr__[ s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r d s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r g s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r j s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r u s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' M s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal� s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than� s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than� s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s � rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� � z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatiblev s ����
�z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr~ ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary� s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r~ r� TF)r1 r0 r� r
rK )r r) r* r r r r � s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt
s< ] �
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ * r| z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ + r| r r �0)rL r� r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� & s
,,r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>< s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 9 s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 N s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>X s z'SpecifierSet.__str__.<locals>.<genexpr>)r �sortedr� r r r r r W s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r Z s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__] s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r t s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r ~ s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� 8 s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 8 1
site-packages/pip/_vendor/packaging/__pycache__/__about__.cpython-38.pyc 0000644 00000001271 15201600076 0022200 0 ustar 00 U
��.e� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz19.2z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2019 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �C/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__about__.py�<module> s" � site-packages/pip/_vendor/packaging/__pycache__/tags.cpython-38.pyc 0000644 00000025064 15201600076 0021236 0 ustar 00 U
��.e�2 � @ sn d dl mZ d dlZzd dlmZ W n0 ek
rT d dlZdd� e�� D �Z[Y nX d dl Z d dl
Z
d dl Z d dl Z d dl
Z
dddd d
d �Ze jd kZG d
d� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Z d#d$� Z efd%d&�Z d'd(� Z d=d)d*�Z d+d,� Z!d-d.� Z"d/d0� Z#d1d2� Z$efd3d4�Z%d5d6� Z&d7d8� Z'd9d:� Z(d;d<� Z)dS )>� )�absolute_importN)�EXTENSION_SUFFIXESc C s g | ] }|d �qS )r � )�.0�xr r �>/usr/lib/python3.8/site-packages/pip/_vendor/packaging/tags.py�
<listcomp> s r �py�cp�ppZipZjy)�pythonZcpythonZpypyZ
ironpythonZjythonl c @ sb e Zd ZdddgZdd� Zedd� �Zedd � �Zed
d � �Zd d
� Z dd� Z
dd� Z dd� Z dS )�Tag� _interpreter�_abi� _platformc C s" |� � | _|� � | _|� � | _d S �N)�lowerr r r )�self� interpreter�abi�platformr r r �__init__' s
z Tag.__init__c C s | j S r )r �r r r r r , s zTag.interpreterc C s | j S r )r r r r r r 0 s zTag.abic C s | j S r )r r r r r r 4 s z Tag.platformc C s$ | j |j ko"| j|jko"| j|jkS r )r r r )r �otherr r r �__eq__8 s
�
�z
Tag.__eq__c C s t | j| j| jf�S r )�hashr r r r r r r �__hash__? s z Tag.__hash__c C s d� | j| j| j�S )Nz{}-{}-{})�formatr r r r r r r �__str__B s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r Zself_id)r �idr r r r �__repr__E s z Tag.__repr__N)
�__name__�
__module__� __qualname__� __slots__r �propertyr r r r r r r r r r r r
# s
r
c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )N�-�.)�set�split�addr
� frozenset)�tag�tagsZ interpreters�abis� platformsr r � platform_r r r � parse_tagI s r1 c C s | � dd�� dd�S )Nr' �_r& ��replace)�stringr r r �_normalize_stringS s r6 c C s dj | d | d d�S )N�cp{major}{minor}r � ��major�minor)r )�
py_versionr r r �_cpython_interpreterW s r= c C s� g }dj | d d� � }d } }}t�d�}ttd�}dtk}|sR|d krV|sR|rVd}| dk r�t�d �} | st| d krxd
}| d k r�t�d �}
|
d
ks�|
d kr�tjdkr�d}n|r�|�dj |d�� |�ddj ||||d�� |S )Nz{}{}� � ZPy_DEBUGZgettotalrefcountz_d.pyd�d)� � Z
WITH_PYMALLOC�m)rA rA ZPy_UNICODE_SIZE� i�� �uz cp{version})�versionr z"cp{version}{debug}{pymalloc}{ucs4})rF �debug�pymalloc�ucs4) r � sysconfig�get_config_var�hasattr�sysr �
maxunicode�append�insert) r< r. rF rG rH rI Z
with_debugZ has_refcountZhas_extZ
with_pymallocZ unicode_sizer r r �
_cpython_abis\ s@
�� ��rQ c # s� |D ] }|D ]}t � ||�V q q� fdd�|D �D ]
}|V q4� fdd�|D �D ]
}|V qRt| d d dd�D ].}|D ]$}dj| d |d�� t � d |�V qzqrd S )
Nc 3 s | ]}t � d |�V qdS )�abi3N�r
�r r0 �r r r � <genexpr>� s z _cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS ��noneNrS rT rU r r rV � s r8 ���r7 r r9 rR )r
�ranger )r< r r. r/ r r0 r, �
minor_versionr rU r �
_cpython_tags s �r\ c C s dj tjd tjjtjjd�S )Nz$pp{py_major}{pypy_major}{pypy_minor}r )Zpy_majorZ
pypy_majorZ
pypy_minor)r rM � version_infoZpypy_version_infor: r; r r r r �_pypy_interpreter� s
�r^ c C s t �d�} | rt| �S dS d S )NZSOABIrX )rJ rK r6 )r r r r � _generic_abi� s
r_ c # sB � �fdd�|D �D ]
}|V q�fdd�|D �D ]
}|V q2d S )Nc 3 s | ]}t �� |�V qd S r rS �r r �r r r r rV � s z _pypy_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS rW rS r` rU r r rV � s r )r< r r r/ r, r ra r �
_pypy_tags� s rb c # sN � �fdd�|D �D ]
}|V q� dkrJ�fdd�|D �}|D ]
}|V q>d S )Nc 3 s | ]}t �� |�V qd S r rS r` ra r r rV � s z _generic_tags.<locals>.<genexpr>rX c 3 s | ]}t � d |�V qdS rW rS rT rU r r rV � s r )r r< r r/ r, r- r ra r �
_generic_tags� s rc c c s\ dj | d | d d�V dj | d d�V t| d d dd�D ]}dj | d |d�V q>dS ) z�
Yield Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all following versions up to 'end'.
zpy{major}{minor}r r8 r9 z py{major})r: rY N)r rZ )r< r; r r r �_py_interpreter_range� s rd c c sT t |�D ] }|D ]}t|d|�V qqt| dd�V t |�D ]}t|dd�V q<dS )z�
Return the sequence of tags that are consistent across implementations.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any
- py*-none-any
rX �anyN)rd r
)r r< r/ rF r0 r r r �_independent_tags� s rf c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)�arch�is_32bitr r r � _mac_arch� s
rl c C s� |g}|dkr,| dk rg S |� dddg� np|dkrR| dk r@g S |� dddg� nJ|dkrz| d ksj| dk rng S |�d� n"|d
kr�| d kr�g S |� ddg� |�d � |S )
NZx86_64)�
rD ZintelZfat64Zfat32rh ZfatZppc64)rm � rg )rm � Z universal)�extendrO )rF �cpu_archZformatsr r r �_mac_binary_formats� s&
rr c
C s� t �� \}}}| d kr2ttt|�d�d d� ��} |d krBt|�}g }t| d dd�D ]B}| d |f}t||�}|D ]"} |� dj
|d |d | d�� qtqV|S )Nr' r> r8 rY r z&macosx_{major}_{minor}_{binary_format})r: r; �
binary_format) r Zmac_ver�tuple�map�intr) rl rZ rr rO r )
rF rj � version_strr2 rq r/ r[ Zcompat_versionZbinary_formatsrs r r r �_mac_platforms� s$
��rx c C s> z dd l }tt|| d ��W S ttfk
r4 Y nX t|� S )Nr Z _compatible)�
_manylinux�bool�getattr� ImportError�AttributeError�_have_compatible_glibc)�name�
glibc_versionry r r r �_is_manylinux_compatible s r� c C sZ dd l } | �d �}z
|j}W n tk
r2 Y d S X | j|_|� }t|t�sV|�d�}|S )Nr �ascii) �ctypesZCDLL�gnu_get_libc_versionr} Zc_char_pZrestype�
isinstance�str�decode)r� Zprocess_namespacer� rw r r r �_glibc_version_string s
r� c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr: r; )�re�match�warnings�warn�RuntimeWarningrv �group)rw �required_major�
minimum_minorrC r r r �_check_glibc_version1 s ���r� c C s t � }|d krdS t|| |�S )NF)r� r� )r� r� rw r r r r~ F s r~ c s| t tj�� �� � dkr | r d� d}t|�}|D ]$\}}t||�r.� �d|�g} qXq.g }|� fdd�|D �7 }|�� � |S )NZ linux_x86_64Z
linux_i686))Z
manylinux2014)r> � )Z
manylinux2010)r> � )Z
manylinux1)r> rn �linuxc s g | ]\}}� � d |��qS �r� r3 )r r r2 r� r r r ^ s z$_linux_platforms.<locals>.<listcomp>)r6 � distutils�util� get_platform�iterr� r4 rO )rk Zmanylinux_supportZmanylinux_support_iterr r� r/ r r� r �_linux_platformsM s
r� c C s t tj�� �} | gS r )r6 r� r� r� )r r r r �_generic_platformsc s r� c C s t �� �� } t�| �p| S r )r Zpython_implementationr �INTERPRETER_SHORT_NAMES�get)r r r r �_interpreter_nameh s r� c C s4 t �d�}|s&d�tt|d d� ��}dj| |d�S )NZpy_version_nodotr? r> z{name}{version})r rF )rJ rK �joinru r� r )r r< rF r r r �_generic_interpreterm s
r� c c s� t jdd� } t� }t�� dkr(t� }nt�� dkr<t� }nt� }|dkrvt| �}t | �}t
| |||�D ]
}|V qhnZ|dkr�t � }t � }t
| |||�D ]
}|V q�n*t|| �}t � }t|| ||�D ]
}|V q�t|| |�D ]
}|V q�dS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
Nr> ZDarwinZLinuxr
r )rM r] r� r �systemrx r� r� r= rQ r\ r^ r_ rb r� rc rf )r< Zinterpreter_namer/ r r. r, r r r r �sys_tagst s.
r� )NN)*Z
__future__r Zdistutils.utilr� Zimportlib.machineryr r| ZimpZ get_suffixesr r� rM rJ r� r� �maxsizeZ_32_BIT_INTERPRETER�objectr
r1 r6 r= rQ r\ r^ r_ rb rc rd rf rl rr rx r� r� r� r~ r� r� r� r� r� r r r r �<module> sV �
&
#
site-packages/pip/_vendor/packaging/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001027 15201600076 0022767 0 ustar 00 U
��.e2 � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__init__.py�<module> s ( � site-packages/pip/_vendor/packaging/__pycache__/markers.cpython-38.pyc 0000644 00000021322 15201600076 0021735 0 ustar 00 U
��.e: � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r " s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r ( s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__0 s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__3 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__6 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize9 s zNode.serializeN)r r r r" r% r( r* r r r r r / s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* > s zVariable.serializeN�r r r r* r r r r r+ = s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. B s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* H s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>h � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH o rI �'�"c C s t |d �S rA )r. rD r r r rH r rI �and�orc C s t |d �S rA )�tuplerD r r r rH y rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �listrV r �AssertionError�lenr` �join)�markerr_ �innerr r r r` � s �
��
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rk r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rh r* r �contains�
_operatorsrC r r& )rl �oprm �specZoperr r r �_eval_op� s
�rs c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rw c C s� g g}| D ]�}t |tttf�s"t�t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j �}|j }n|j }t||j �}|d �t
|||�� q
|dks�t�|dkr
|�g � q
t dd� |D ��S )N���)rT rU rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>) r] re rV r rf �append�_evaluate_markersr+ rw r rs �any) Zmarkersru �groupsri rl rq rm Z lhs_valueZ rhs_valuer r r r| � s"
r| c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sr t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � d�
t�� d d� �tjd� S )N�implementation�0rn �.� ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )�hasattr�sysr� r� r� rv �os�platform�machine�release�systemr8 r@ rh Zpython_version_tuple)Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! ri �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater| r� )r! ru Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Zpip._vendor.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtrp rs rt rw r| r� r r r r r r �<module> s� � �������� �
� � �
�������>�
� site-packages/pip/_vendor/packaging/__pycache__/requirements.cpython-38.opt-1.pyc 0000644 00000007610 15201600076 0023757 0 ustar 00 U
��.e\ � @ s| d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAeA�Bd!� G d"d#� d#eC�ZDdS )$� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �F/usr/lib/python3.8/site-packages/pip/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>7 � r- � specifierc C s |d S )Nr r r) r r r r- : r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- > r. zx[]c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s zt �|�}W nD tk
rR } z&td�||j|jd � |j���W 5 d }~X Y nX |j| _|jr�t � |j�}|j
dkr�t � |�|jkr�td��n(|j
r�|j r�|j
s�|j s�td�|j���|j| _nd | _t
|jr�|j�� ng �| _t|j�| _|jr�|jnd | _d S )NzParse error at "{0!r}": {1}� �filezInvalid URL givenzInvalid URL: {0})� REQUIREMENT� parseStringr r �formatZloc�msgr$ r% �urlparseZschemeZ
urlunparseZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__[ s4 ��
��
zRequirement.__init__c C s� | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrh|�d�| j�� | j rh|�d� | j r�|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}� z; {0}r( )
r$ r& �appendr6 �join�sortedr/ �strr% r0 )r: �partsr r r �__str__v s
zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r6 rA )r: r r r �__repr__� s zRequirement.__repr__N)r r r r r< rC rD r r r r r1 N s r1 )EZ
__future__r r r �string�reZpip._vendor.pyparsingr r r r r r
r r r
r �LZ pip._vendor.six.moves.urllibr r8 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPARATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr4 r5 �objectr1 r r r r �<module> sh �� �
site-packages/pip/_vendor/packaging/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000027432 15201600076 0022725 0 ustar 00 U
��.e�. � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
! s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__( s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>, � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__+ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ / r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__. s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 2 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__1 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 5 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__4 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 8 r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__7 s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ; r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__: s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' = s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r ' s r c @ s� e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd � �Zd S ) r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__E s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__I s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__L s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicO s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionS s zLegacyVersion.base_versionc C s dS )N���r r r r r r
W s zLegacyVersion.epochc C s d S r r r r r r r [ s zLegacyVersion.releasec C s d S r r r r r r r _ s zLegacyVersion.prec C s d S r r r r r r r c s zLegacyVersion.postc C s d S r r r r r r r g s zLegacyVersion.devc C s d S r r r r r r r k s zLegacyVersion.localc C s dS �NFr r r r r �
is_prereleaseo s zLegacyVersion.is_prereleasec C s dS r@ r r r r r �is_postreleases s z LegacyVersion.is_postreleasec C s dS r@ r r r r r �
is_devreleasew s zLegacyVersion.is_devreleaseN)r r r r6 r8 r< �propertyr= r> r
r r r r r rA rB rC r r r r r D s2
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_parts� s rU c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )Nr? rM rN z*final-Z00000000)rU �lower�
startswith�pop�append�tuple)r r
�partsrT r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s� e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Zd S ) r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rJ Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr\ rZ rP �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s, � � �zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j dkr |�d�| j �� |�d�dd� | jD ��� | jd k rb|�d�dd� | jD ��� | jd k r~|�d�| j�� | jd k r�|�d �| j�� | jd k r�|�d
�| j�� d�|�S ) Nr �{0}!rJ c s s | ]}t |�V qd S r �r3 �r^ �xr r r r` s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r rj rk r r r r` s z.post{0}z.dev{0}z+{0}) r
rY r: �joinr r r r r �r r[ r r r r8 � s
zVersion.__str__c C s | j jS r )r4 r
r r r r r
s z
Version.epochc C s | j jS r )r4 r r r r r r s zVersion.releasec C s | j jS r )r4 r r r r r r s z Version.prec C s | j jr| j jd S d S �Nr )r4 r r r r r r s z Version.postc C s | j jr| j jd S d S rp )r4 r r r r r r $ s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrJ c s s | ]}t |�V qd S r rj rk r r r r` + s z Version.local.<locals>.<genexpr>)r4 r rn r r r r r ( s z
Version.localc C s t | ��dd�d S )N�+r r )r3 rP r r r r r= / s zVersion.publicc C sF g }| j dkr |�d�| j �� |�d�dd� | jD ��� d�|�S )Nr ri rJ c s s | ]}t |�V qd S r rj rk r r r r` < s z'Version.base_version.<locals>.<genexpr>rm )r
rY r: rn r ro r r r r> 3 s
zVersion.base_versionc C s | j d k p| jd k S r )r r r r r r rA @ s zVersion.is_prereleasec C s
| j d k S r )r r r r r rB D s zVersion.is_postreleasec C s
| j d k S r )r r r r r rC H s zVersion.is_devreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASErb r6 r< r8 rD r
r r r r r r= r> rA rB rC r r r r r � s4
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rE r rG rI )Zrev�rr )rV r\ )ZletterZnumberr r r re M s re z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrV r\ )r^ rT r r r r` t s �z'_parse_local_version.<locals>.<genexpr>)rZ �_local_version_separatorsrP )r r r r rf o s �rf c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rl r r r r$ � r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rm N)r0 r\ r r] r r r r` � s z_cmpkey.<locals>.<genexpr>)rZ �reversed�list� itertools� dropwhiler ra r r r rg z s � rg ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rO rQ rU r5 r r re rz rf rg r r r r �<module> s8 � 8� x
site-packages/pip/_vendor/packaging/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000002624 15201600076 0022374 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ d dlZddlmZmZ e�d�Z dd� Z
dd � Z dS )
� )�absolute_import�division�print_functionN� )�InvalidVersion�Versionz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�?/usr/lib/python3.8/site-packages/pip/_vendor/packaging/utils.py�canonicalize_name s r c
C s� z t | �} W n tk
r$ | Y S X g }| jdkrF|�d�| j�� |�t�ddd�dd� | jD ���� | j dk r�|�d�d d� | j D ��� | j
dk r�|�d
�| j
�� | j dk r�|�d �| j �� | j dk r�|�d �| j �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle differences
with the way it handles the release segment.
r z{0}!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr
r
r � <genexpr>' s z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r r r r
r
r r + s z.post{0}z.dev{0}z+{0})
r r Zepoch�append�format�rer
�join�releaseZpreZpostZdevZlocal)�version�partsr
r
r �canonicalize_version s"
&
r ) Z
__future__r r r r r r r �compiler r r r
r
r
r �<module> s
site-packages/pip/_vendor/packaging/__pycache__/utils.cpython-38.pyc 0000644 00000002624 15201600076 0021435 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ d dlZddlmZmZ e�d�Z dd� Z
dd � Z dS )
� )�absolute_import�division�print_functionN� )�InvalidVersion�Versionz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�?/usr/lib/python3.8/site-packages/pip/_vendor/packaging/utils.py�canonicalize_name s r c
C s� z t | �} W n tk
r$ | Y S X g }| jdkrF|�d�| j�� |�t�ddd�dd� | jD ���� | j dk r�|�d�d d� | j D ��� | j
dk r�|�d
�| j
�� | j dk r�|�d �| j �� | j dk r�|�d �| j �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle differences
with the way it handles the release segment.
r z{0}!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr
r
r � <genexpr>' s z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r r r r
r
r r + s z.post{0}z.dev{0}z+{0})
r r Zepoch�append�format�rer
�join�releaseZpreZpostZdevZlocal)�version�partsr
r
r �canonicalize_version s"
&
r ) Z
__future__r r r r r r r �compiler r r r
r
r
r �<module> s
site-packages/pip/_vendor/packaging/__pycache__/markers.cpython-38.opt-1.pyc 0000644 00000021155 15201600076 0022700 0 ustar 00 U
��.e: � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r " s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r ( s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__0 s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__3 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__6 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize9 s zNode.serializeN)r r r r" r% r( r* r r r r r / s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* > s zVariable.serializeN�r r r r* r r r r r+ = s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. B s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* H s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>h � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH o rI �'�"c C s t |d �S rA )r. rD r r r rH r rI �and�orc C s t |d �S rA )�tuplerD r r r rH y rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �list�lenrV r` �join)�markerr_ �innerr r r r` � s �
��
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rj r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rg r* r �contains�
_operatorsrC r r& )rk �oprl �specZoperr r r �_eval_op� s
�rr c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rv c C s� g g}| D ]�}t |t�r.|d �t||�� q
t |t�r�|\}}}t |t�r`t||j�}|j}n|j}t||j�}|d �t|||�� q
|dkr
|�g � q
t dd� |D ��S )N���rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>)
r] re �append�_evaluate_markersrV r+ rv r rr �any) Zmarkersrt �groupsrh rk rp rl Z lhs_valueZ rhs_valuer r r r{ � s
r{ c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sr t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � d�
t�� d d� �tjd� S )N�implementation�0rm �.� ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )�hasattr�sysr� r� r� ru �os�platform�machine�release�systemr8 r@ rg Zpython_version_tuple)Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! rh �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater{ r� )r! rt Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Zpip._vendor.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtro rr rs rv r{ r� r r r r r r �<module> s� � �������� �
� � �
�������>�
� site-packages/pip/_vendor/packaging/__pycache__/specifiers.cpython-38.opt-1.pyc 0000644 00000046417 15201600076 0023400 0 ustar 00 U
��.e�l � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__# s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__* s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases1 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 8 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains? s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterE s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__Q s
z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr__[ s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r d s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r g s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r j s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r u s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' M s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal� s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than� s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than� s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s � rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� � z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatiblev s ����
�z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr~ ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary� s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r~ r� TF)r1 r0 r� r
rK )r r) r* r r r r � s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt
s< ] �
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ * r| z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ + r| r r �0)rL r� r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� & s
,,r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>< s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 9 s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 N s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>X s z'SpecifierSet.__str__.<locals>.<genexpr>)r �sortedr� r r r r r W s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r Z s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__] s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r t s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r ~ s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� 8 s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 8 1
site-packages/pip/_vendor/packaging/__pycache__/__about__.cpython-38.opt-1.pyc 0000644 00000001271 15201600076 0023137 0 ustar 00 U
��.e� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz19.2z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2019 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �C/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__about__.py�<module> s" � site-packages/pip/_vendor/packaging/__pycache__/_structures.cpython-38.opt-1.pyc 0000644 00000005301 15201600076 0023611 0 ustar 00 U
��.e� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �E/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__ s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
( s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r + s zNegativeInfinity.__hash__c C s dS r r r r r r r . s zNegativeInfinity.__lt__c C s dS r r r r r r r 1 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 4 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 7 s zNegativeInfinity.__ne__c C s dS r r r r r r r : s zNegativeInfinity.__gt__c C s dS r r r r r r r = s zNegativeInfinity.__ge__c C s t S r )r r r r r r @ s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/_compat.cpython-38.opt-1.pyc 0000644 00000001713 15201600076 0022654 0 ustar 00 U
��.ea � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/_structures.cpython-38.pyc 0000644 00000005301 15201600076 0022652 0 ustar 00 U
��.e� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �E/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__ s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
( s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r + s zNegativeInfinity.__hash__c C s dS r r r r r r r . s zNegativeInfinity.__lt__c C s dS r r r r r r r 1 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 4 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 7 s zNegativeInfinity.__ne__c C s dS r r r r r r r : s zNegativeInfinity.__gt__c C s dS r r r r r r r = s zNegativeInfinity.__ge__c C s t S r )r r r r r r @ s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/tags.cpython-38.opt-1.pyc 0000644 00000025064 15201600076 0022175 0 ustar 00 U
��.e�2 � @ sn d dl mZ d dlZzd dlmZ W n0 ek
rT d dlZdd� e�� D �Z[Y nX d dl Z d dl
Z
d dl Z d dl Z d dl
Z
dddd d
d �Ze jd kZG d
d� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Z d#d$� Z efd%d&�Z d'd(� Z d=d)d*�Z d+d,� Z!d-d.� Z"d/d0� Z#d1d2� Z$efd3d4�Z%d5d6� Z&d7d8� Z'd9d:� Z(d;d<� Z)dS )>� )�absolute_importN)�EXTENSION_SUFFIXESc C s g | ] }|d �qS )r � )�.0�xr r �>/usr/lib/python3.8/site-packages/pip/_vendor/packaging/tags.py�
<listcomp> s r �py�cp�ppZipZjy)�pythonZcpythonZpypyZ
ironpythonZjythonl c @ sb e Zd ZdddgZdd� Zedd� �Zedd � �Zed
d � �Zd d
� Z dd� Z
dd� Z dd� Z dS )�Tag� _interpreter�_abi� _platformc C s" |� � | _|� � | _|� � | _d S �N)�lowerr r r )�self� interpreter�abi�platformr r r �__init__' s
z Tag.__init__c C s | j S r )r �r r r r r , s zTag.interpreterc C s | j S r )r r r r r r 0 s zTag.abic C s | j S r )r r r r r r 4 s z Tag.platformc C s$ | j |j ko"| j|jko"| j|jkS r )r r r )r �otherr r r �__eq__8 s
�
�z
Tag.__eq__c C s t | j| j| jf�S r )�hashr r r r r r r �__hash__? s z Tag.__hash__c C s d� | j| j| j�S )Nz{}-{}-{})�formatr r r r r r r �__str__B s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r Zself_id)r �idr r r r �__repr__E s z Tag.__repr__N)
�__name__�
__module__� __qualname__� __slots__r �propertyr r r r r r r r r r r r
# s
r
c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )N�-�.)�set�split�addr
� frozenset)�tag�tagsZ interpreters�abis� platformsr r � platform_r r r � parse_tagI s r1 c C s | � dd�� dd�S )Nr' �_r& ��replace)�stringr r r �_normalize_stringS s r6 c C s dj | d | d d�S )N�cp{major}{minor}r � ��major�minor)r )�
py_versionr r r �_cpython_interpreterW s r= c C s� g }dj | d d� � }d } }}t�d�}ttd�}dtk}|sR|d krV|sR|rVd}| dk r�t�d �} | st| d krxd
}| d k r�t�d �}
|
d
ks�|
d kr�tjdkr�d}n|r�|�dj |d�� |�ddj ||||d�� |S )Nz{}{}� � ZPy_DEBUGZgettotalrefcountz_d.pyd�d)� � Z
WITH_PYMALLOC�m)rA rA ZPy_UNICODE_SIZE� i�� �uz cp{version})�versionr z"cp{version}{debug}{pymalloc}{ucs4})rF �debug�pymalloc�ucs4) r � sysconfig�get_config_var�hasattr�sysr �
maxunicode�append�insert) r< r. rF rG rH rI Z
with_debugZ has_refcountZhas_extZ
with_pymallocZ unicode_sizer r r �
_cpython_abis\ s@
�� ��rQ c # s� |D ] }|D ]}t � ||�V q q� fdd�|D �D ]
}|V q4� fdd�|D �D ]
}|V qRt| d d dd�D ].}|D ]$}dj| d |d�� t � d |�V qzqrd S )
Nc 3 s | ]}t � d |�V qdS )�abi3N�r
�r r0 �r r r � <genexpr>� s z _cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS ��noneNrS rT rU r r rV � s r8 ���r7 r r9 rR )r
�ranger )r< r r. r/ r r0 r, �
minor_versionr rU r �
_cpython_tags s �r\ c C s dj tjd tjjtjjd�S )Nz$pp{py_major}{pypy_major}{pypy_minor}r )Zpy_majorZ
pypy_majorZ
pypy_minor)r rM � version_infoZpypy_version_infor: r; r r r r �_pypy_interpreter� s
�r^ c C s t �d�} | rt| �S dS d S )NZSOABIrX )rJ rK r6 )r r r r � _generic_abi� s
r_ c # sB � �fdd�|D �D ]
}|V q�fdd�|D �D ]
}|V q2d S )Nc 3 s | ]}t �� |�V qd S r rS �r r �r r r r rV � s z _pypy_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS rW rS r` rU r r rV � s r )r< r r r/ r, r ra r �
_pypy_tags� s rb c # sN � �fdd�|D �D ]
}|V q� dkrJ�fdd�|D �}|D ]
}|V q>d S )Nc 3 s | ]}t �� |�V qd S r rS r` ra r r rV � s z _generic_tags.<locals>.<genexpr>rX c 3 s | ]}t � d |�V qdS rW rS rT rU r r rV � s r )r r< r r/ r, r- r ra r �
_generic_tags� s rc c c s\ dj | d | d d�V dj | d d�V t| d d dd�D ]}dj | d |d�V q>dS ) z�
Yield Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all following versions up to 'end'.
zpy{major}{minor}r r8 r9 z py{major})r: rY N)r rZ )r< r; r r r �_py_interpreter_range� s rd c c sT t |�D ] }|D ]}t|d|�V qqt| dd�V t |�D ]}t|dd�V q<dS )z�
Return the sequence of tags that are consistent across implementations.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any
- py*-none-any
rX �anyN)rd r
)r r< r/ rF r0 r r r �_independent_tags� s rf c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)�arch�is_32bitr r r � _mac_arch� s
rl c C s� |g}|dkr,| dk rg S |� dddg� np|dkrR| dk r@g S |� dddg� nJ|dkrz| d ksj| dk rng S |�d� n"|d
kr�| d kr�g S |� ddg� |�d � |S )
NZx86_64)�
rD ZintelZfat64Zfat32rh ZfatZppc64)rm � rg )rm � Z universal)�extendrO )rF �cpu_archZformatsr r r �_mac_binary_formats� s&
rr c
C s� t �� \}}}| d kr2ttt|�d�d d� ��} |d krBt|�}g }t| d dd�D ]B}| d |f}t||�}|D ]"} |� dj
|d |d | d�� qtqV|S )Nr' r> r8 rY r z&macosx_{major}_{minor}_{binary_format})r: r; �
binary_format) r Zmac_ver�tuple�map�intr) rl rZ rr rO r )
rF rj � version_strr2 rq r/ r[ Zcompat_versionZbinary_formatsrs r r r �_mac_platforms� s$
��rx c C s> z dd l }tt|| d ��W S ttfk
r4 Y nX t|� S )Nr Z _compatible)�
_manylinux�bool�getattr� ImportError�AttributeError�_have_compatible_glibc)�name�
glibc_versionry r r r �_is_manylinux_compatible s r� c C sZ dd l } | �d �}z
|j}W n tk
r2 Y d S X | j|_|� }t|t�sV|�d�}|S )Nr �ascii) �ctypesZCDLL�gnu_get_libc_versionr} Zc_char_pZrestype�
isinstance�str�decode)r� Zprocess_namespacer� rw r r r �_glibc_version_string s
r� c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr: r; )�re�match�warnings�warn�RuntimeWarningrv �group)rw �required_major�
minimum_minorrC r r r �_check_glibc_version1 s ���r� c C s t � }|d krdS t|| |�S )NF)r� r� )r� r� rw r r r r~ F s r~ c s| t tj�� �� � dkr | r d� d}t|�}|D ]$\}}t||�r.� �d|�g} qXq.g }|� fdd�|D �7 }|�� � |S )NZ linux_x86_64Z
linux_i686))Z
manylinux2014)r> � )Z
manylinux2010)r> � )Z
manylinux1)r> rn �linuxc s g | ]\}}� � d |��qS �r� r3 )r r r2 r� r r r ^ s z$_linux_platforms.<locals>.<listcomp>)r6 � distutils�util� get_platform�iterr� r4 rO )rk Zmanylinux_supportZmanylinux_support_iterr r� r/ r r� r �_linux_platformsM s
r� c C s t tj�� �} | gS r )r6 r� r� r� )r r r r �_generic_platformsc s r� c C s t �� �� } t�| �p| S r )r Zpython_implementationr �INTERPRETER_SHORT_NAMES�get)r r r r �_interpreter_nameh s r� c C s4 t �d�}|s&d�tt|d d� ��}dj| |d�S )NZpy_version_nodotr? r> z{name}{version})r rF )rJ rK �joinru r� r )r r< rF r r r �_generic_interpreterm s
r� c c s� t jdd� } t� }t�� dkr(t� }nt�� dkr<t� }nt� }|dkrvt| �}t | �}t
| |||�D ]
}|V qhnZ|dkr�t � }t � }t
| |||�D ]
}|V q�n*t|| �}t � }t|| ||�D ]
}|V q�t|| |�D ]
}|V q�dS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
Nr> ZDarwinZLinuxr
r )rM r] r� r �systemrx r� r� r= rQ r\ r^ r_ rb r� rc rf )r< Zinterpreter_namer/ r r. r, r r r r �sys_tagst s.
r� )NN)*Z
__future__r Zdistutils.utilr� Zimportlib.machineryr r| ZimpZ get_suffixesr r� rM rJ r� r� �maxsizeZ_32_BIT_INTERPRETER�objectr
r1 r6 r= rQ r\ r^ r_ rb rc rd rf rl rr rx r� r� r� r~ r� r� r� r� r� r r r r �<module> sV �
&
#
site-packages/pip/_vendor/packaging/__pycache__/_compat.cpython-38.pyc 0000644 00000001713 15201600076 0021715 0 ustar 00 U
��.ea � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/__init__.cpython-38.pyc 0000644 00000001027 15201600076 0022030 0 ustar 00 U
��.e2 � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__init__.py�<module> s ( � site-packages/pip/_vendor/packaging/__pycache__/requirements.cpython-38.pyc 0000644 00000007610 15201600076 0023020 0 ustar 00 U
��.e\ � @ s| d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAeA�Bd!� G d"d#� d#eC�ZDdS )$� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �F/usr/lib/python3.8/site-packages/pip/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>7 � r- � specifierc C s |d S )Nr r r) r r r r- : r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- > r. zx[]c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s zt �|�}W nD tk
rR } z&td�||j|jd � |j���W 5 d }~X Y nX |j| _|jr�t � |j�}|j
dkr�t � |�|jkr�td��n(|j
r�|j r�|j
s�|j s�td�|j���|j| _nd | _t
|jr�|j�� ng �| _t|j�| _|jr�|jnd | _d S )NzParse error at "{0!r}": {1}� �filezInvalid URL givenzInvalid URL: {0})� REQUIREMENT� parseStringr r �formatZloc�msgr$ r% �urlparseZschemeZ
urlunparseZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__[ s4 ��
��
zRequirement.__init__c C s� | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrh|�d�| j�� | j rh|�d� | j r�|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}� z; {0}r( )
r$ r& �appendr6 �join�sortedr/ �strr% r0 )r: �partsr r r �__str__v s
zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r6 rA )r: r r r �__repr__� s zRequirement.__repr__N)r r r r r< rC rD r r r r r1 N s r1 )EZ
__future__r r r �string�reZpip._vendor.pyparsingr r r r r r
r r r
r �LZ pip._vendor.six.moves.urllibr r8 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPARATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr4 r5 �objectr1 r r r r �<module> sh �� �
site-packages/pip/_vendor/packaging/__pycache__/version.cpython-38.pyc 0000644 00000027432 15201600076 0021766 0 ustar 00 U
��.e�. � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
! s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__( s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>, � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__+ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ / r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__. s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 2 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__1 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 5 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__4 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 8 r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__7 s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ; r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__: s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' = s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r ' s r c @ s� e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd � �Zd S ) r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__E s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__I s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__L s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicO s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionS s zLegacyVersion.base_versionc C s dS )N���r r r r r r
W s zLegacyVersion.epochc C s d S r r r r r r r [ s zLegacyVersion.releasec C s d S r r r r r r r _ s zLegacyVersion.prec C s d S r r r r r r r c s zLegacyVersion.postc C s d S r r r r r r r g s zLegacyVersion.devc C s d S r r r r r r r k s zLegacyVersion.localc C s dS �NFr r r r r �
is_prereleaseo s zLegacyVersion.is_prereleasec C s dS r@ r r r r r �is_postreleases s z LegacyVersion.is_postreleasec C s dS r@ r r r r r �
is_devreleasew s zLegacyVersion.is_devreleaseN)r r r r6 r8 r< �propertyr= r> r
r r r r r rA rB rC r r r r r D s2
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_parts� s rU c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )Nr? rM rN z*final-Z00000000)rU �lower�
startswith�pop�append�tuple)r r
�partsrT r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s� e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Zd S ) r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rJ Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr\ rZ rP �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s, � � �zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j dkr |�d�| j �� |�d�dd� | jD ��� | jd k rb|�d�dd� | jD ��� | jd k r~|�d�| j�� | jd k r�|�d �| j�� | jd k r�|�d
�| j�� d�|�S ) Nr �{0}!rJ c s s | ]}t |�V qd S r �r3 �r^ �xr r r r` s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r rj rk r r r r` s z.post{0}z.dev{0}z+{0}) r
rY r: �joinr r r r r �r r[ r r r r8 � s
zVersion.__str__c C s | j jS r )r4 r
r r r r r
s z
Version.epochc C s | j jS r )r4 r r r r r r s zVersion.releasec C s | j jS r )r4 r r r r r r s z Version.prec C s | j jr| j jd S d S �Nr )r4 r r r r r r s z Version.postc C s | j jr| j jd S d S rp )r4 r r r r r r $ s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrJ c s s | ]}t |�V qd S r rj rk r r r r` + s z Version.local.<locals>.<genexpr>)r4 r rn r r r r r ( s z
Version.localc C s t | ��dd�d S )N�+r r )r3 rP r r r r r= / s zVersion.publicc C sF g }| j dkr |�d�| j �� |�d�dd� | jD ��� d�|�S )Nr ri rJ c s s | ]}t |�V qd S r rj rk r r r r` < s z'Version.base_version.<locals>.<genexpr>rm )r
rY r: rn r ro r r r r> 3 s
zVersion.base_versionc C s | j d k p| jd k S r )r r r r r r rA @ s zVersion.is_prereleasec C s
| j d k S r )r r r r r rB D s zVersion.is_postreleasec C s
| j d k S r )r r r r r rC H s zVersion.is_devreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASErb r6 r< r8 rD r
r r r r r r= r> rA rB rC r r r r r � s4
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rE r rG rI )Zrev�rr )rV r\ )ZletterZnumberr r r re M s re z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrV r\ )r^ rT r r r r` t s �z'_parse_local_version.<locals>.<genexpr>)rZ �_local_version_separatorsrP )r r r r rf o s �rf c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rl r r r r$ � r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rm N)r0 r\ r r] r r r r` � s z_cmpkey.<locals>.<genexpr>)rZ �reversed�list� itertools� dropwhiler ra r r r rg z s � rg ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rO rQ rU r5 r r re rz rf rg r r r r �<module> s8 � 8� x
site-packages/pip/_vendor/retrying.py 0000644 00000023364 15201600076 0013732 0 ustar 00 ## Copyright 2013-2014 Ray Holder
##
## Licensed under the Apache License, Version 2.0 (the "License");
## you may not use this file except in compliance with the License.
## You may obtain a copy of the License at
##
## http://www.apache.org/licenses/LICENSE-2.0
##
## Unless required by applicable law or agreed to in writing, software
## distributed under the License is distributed on an "AS IS" BASIS,
## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
## See the License for the specific language governing permissions and
## limitations under the License.
import random
from pip._vendor import six
import sys
import time
import traceback
# sys.maxint / 2, since Python 3.2 doesn't have a sys.maxint...
MAX_WAIT = 1073741823
def retry(*dargs, **dkw):
"""
Decorator function that instantiates the Retrying object
@param *dargs: positional arguments passed to Retrying object
@param **dkw: keyword arguments passed to the Retrying object
"""
# support both @retry and @retry() as valid syntax
if len(dargs) == 1 and callable(dargs[0]):
def wrap_simple(f):
@six.wraps(f)
def wrapped_f(*args, **kw):
return Retrying().call(f, *args, **kw)
return wrapped_f
return wrap_simple(dargs[0])
else:
def wrap(f):
@six.wraps(f)
def wrapped_f(*args, **kw):
return Retrying(*dargs, **dkw).call(f, *args, **kw)
return wrapped_f
return wrap
class Retrying(object):
def __init__(self,
stop=None, wait=None,
stop_max_attempt_number=None,
stop_max_delay=None,
wait_fixed=None,
wait_random_min=None, wait_random_max=None,
wait_incrementing_start=None, wait_incrementing_increment=None,
wait_exponential_multiplier=None, wait_exponential_max=None,
retry_on_exception=None,
retry_on_result=None,
wrap_exception=False,
stop_func=None,
wait_func=None,
wait_jitter_max=None):
self._stop_max_attempt_number = 5 if stop_max_attempt_number is None else stop_max_attempt_number
self._stop_max_delay = 100 if stop_max_delay is None else stop_max_delay
self._wait_fixed = 1000 if wait_fixed is None else wait_fixed
self._wait_random_min = 0 if wait_random_min is None else wait_random_min
self._wait_random_max = 1000 if wait_random_max is None else wait_random_max
self._wait_incrementing_start = 0 if wait_incrementing_start is None else wait_incrementing_start
self._wait_incrementing_increment = 100 if wait_incrementing_increment is None else wait_incrementing_increment
self._wait_exponential_multiplier = 1 if wait_exponential_multiplier is None else wait_exponential_multiplier
self._wait_exponential_max = MAX_WAIT if wait_exponential_max is None else wait_exponential_max
self._wait_jitter_max = 0 if wait_jitter_max is None else wait_jitter_max
# TODO add chaining of stop behaviors
# stop behavior
stop_funcs = []
if stop_max_attempt_number is not None:
stop_funcs.append(self.stop_after_attempt)
if stop_max_delay is not None:
stop_funcs.append(self.stop_after_delay)
if stop_func is not None:
self.stop = stop_func
elif stop is None:
self.stop = lambda attempts, delay: any(f(attempts, delay) for f in stop_funcs)
else:
self.stop = getattr(self, stop)
# TODO add chaining of wait behaviors
# wait behavior
wait_funcs = [lambda *args, **kwargs: 0]
if wait_fixed is not None:
wait_funcs.append(self.fixed_sleep)
if wait_random_min is not None or wait_random_max is not None:
wait_funcs.append(self.random_sleep)
if wait_incrementing_start is not None or wait_incrementing_increment is not None:
wait_funcs.append(self.incrementing_sleep)
if wait_exponential_multiplier is not None or wait_exponential_max is not None:
wait_funcs.append(self.exponential_sleep)
if wait_func is not None:
self.wait = wait_func
elif wait is None:
self.wait = lambda attempts, delay: max(f(attempts, delay) for f in wait_funcs)
else:
self.wait = getattr(self, wait)
# retry on exception filter
if retry_on_exception is None:
self._retry_on_exception = self.always_reject
else:
self._retry_on_exception = retry_on_exception
# TODO simplify retrying by Exception types
# retry on result filter
if retry_on_result is None:
self._retry_on_result = self.never_reject
else:
self._retry_on_result = retry_on_result
self._wrap_exception = wrap_exception
def stop_after_attempt(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Stop after the previous attempt >= stop_max_attempt_number."""
return previous_attempt_number >= self._stop_max_attempt_number
def stop_after_delay(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Stop after the time from the first attempt >= stop_max_delay."""
return delay_since_first_attempt_ms >= self._stop_max_delay
def no_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Don't sleep at all before retrying."""
return 0
def fixed_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Sleep a fixed amount of time between each retry."""
return self._wait_fixed
def random_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Sleep a random amount of time between wait_random_min and wait_random_max"""
return random.randint(self._wait_random_min, self._wait_random_max)
def incrementing_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""
Sleep an incremental amount of time after each attempt, starting at
wait_incrementing_start and incrementing by wait_incrementing_increment
"""
result = self._wait_incrementing_start + (self._wait_incrementing_increment * (previous_attempt_number - 1))
if result < 0:
result = 0
return result
def exponential_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
exp = 2 ** previous_attempt_number
result = self._wait_exponential_multiplier * exp
if result > self._wait_exponential_max:
result = self._wait_exponential_max
if result < 0:
result = 0
return result
def never_reject(self, result):
return False
def always_reject(self, result):
return True
def should_reject(self, attempt):
reject = False
if attempt.has_exception:
reject |= self._retry_on_exception(attempt.value[1])
else:
reject |= self._retry_on_result(attempt.value)
return reject
def call(self, fn, *args, **kwargs):
start_time = int(round(time.time() * 1000))
attempt_number = 1
while True:
try:
attempt = Attempt(fn(*args, **kwargs), attempt_number, False)
except:
tb = sys.exc_info()
attempt = Attempt(tb, attempt_number, True)
if not self.should_reject(attempt):
return attempt.get(self._wrap_exception)
delay_since_first_attempt_ms = int(round(time.time() * 1000)) - start_time
if self.stop(attempt_number, delay_since_first_attempt_ms):
if not self._wrap_exception and attempt.has_exception:
# get() on an attempt with an exception should cause it to be raised, but raise just in case
raise attempt.get()
else:
raise RetryError(attempt)
else:
sleep = self.wait(attempt_number, delay_since_first_attempt_ms)
if self._wait_jitter_max:
jitter = random.random() * self._wait_jitter_max
sleep = sleep + max(0, jitter)
time.sleep(sleep / 1000.0)
attempt_number += 1
class Attempt(object):
"""
An Attempt encapsulates a call to a target function that may end as a
normal return value from the function or an Exception depending on what
occurred during the execution.
"""
def __init__(self, value, attempt_number, has_exception):
self.value = value
self.attempt_number = attempt_number
self.has_exception = has_exception
def get(self, wrap_exception=False):
"""
Return the return value of this Attempt instance or raise an Exception.
If wrap_exception is true, this Attempt is wrapped inside of a
RetryError before being raised.
"""
if self.has_exception:
if wrap_exception:
raise RetryError(self)
else:
six.reraise(self.value[0], self.value[1], self.value[2])
else:
return self.value
def __repr__(self):
if self.has_exception:
return "Attempts: {0}, Error:\n{1}".format(self.attempt_number, "".join(traceback.format_tb(self.value[2])))
else:
return "Attempts: {0}, Value: {1}".format(self.attempt_number, self.value)
class RetryError(Exception):
"""
A RetryError encapsulates the last Attempt instance right before giving up.
"""
def __init__(self, last_attempt):
self.last_attempt = last_attempt
def __str__(self):
return "RetryError[{0}]".format(self.last_attempt)
site-packages/pip/_vendor/__pycache__/pyparsing.cpython-38.pyc 0000644 00000705501 15201600076 0020371 0 ustar 00 U
��.e, � s @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ ddlmZ ddlZdd lmZ zdd
lmZ W n ek
r� dd lmZ Y nX zdd lmZ W n ek
r� dd l mZ Y nX z dd
l m Z ddl m Z m Z W n2 ek
�rN dd
l
m Z ddl
m Z m Z Y nX zddl
m!Z" W nB ek
�r� zddl#m!Z" W n ek
�r� dZ"Y nX Y nX zddlm$Z$ W n$ ek
�r� G dd� d�Z$Y nX e$� Z%de%_ de%_&e$� Z'de'_ de'_(de'_)de'_*de'_+de'_,dddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�gsZ-e.e j/�dd�� Z0e0d d�kZ1e1�rVe j2Z3e4Z5e6Z7e4Z8e4Z9e:e;e<e=e>e.e?e@eAeBeCg ZDn`e jEZ3eFZGd�d�� Z9g ZDddlHZHd��I� D ]8ZJzeD�KeLeHeJ�� W n eMk
�r� Y �q|Y nX �q|eNd�d�� eGd��D ��ZOd�d�� ZPejQejR ZSd�ZTeTd� ZUeSeT ZVe6d��ZWd��Xd�d�� ejYD ��ZZ�dYd�d��Z[G d�d4� d4e\�Z]G d�d6� d6e]�Z^G d�d8� d8e]�Z_G d�d:� d:e_�Z`G d�d=� d=e\�ZaG d�d�� d�eb�ZcG d�d9� d9eb�Zde �eed� d�dQ� Zfd�db� Zgd�d_� Zhd�d�� Zid�d�� Zjd�d�� Zkd�di� Zl�dZd�d��ZmG d�d;� d;eb�ZnG d�d�� d�en�ZoG d�dC� dCen�ZpG d�d#� d#ep�ZqG d�d.� d.ep�ZrG d�d+� d+ep�ZsG d�d�� d�es�ZtesZuesen_vG d�d(� d(ep�ZwG d�d � d es�ZxG d�d � d ew�ZyG d�d�� d�ep�ZzG d�dF� dFep�Z{G d�d�� d�e{�Z|G d�dJ� dJe|�Z}G d�d>� d>ep�Z~G d�d<� d<ep�ZG d�d � d ep�Z�G d�dE� dEep�Z�G d�dĄ d�ep�Z�G d�d&� d&e��Z�G d�d*� d*e��Z�G d�d)� d)e��Z�G d�dA� dAe��Z�G d�d@� d@e��Z�G d�dH� dHe��Z�G d�dG� dGe��Z�G d�d7� d7en�Z�G d�d � d e��Z�G d�d3� d3e��Z�G d�d-� d-e��Z�G d�d"� d"e��Z�G d�d5� d5en�Z�G d�d$� d$e��Z�G d�d,� d,e��Z�G d�d/� d/e��Z�G d�dք d�e��Z�G d�d0� d0e��Z�G d�dI� dIe��Z�G d�dڄ d�eb�Z�G d�d2� d2e��Z�G d�d?� d?e��Z�G d�d%� d%e��Z�G d�dD� dDe��Z�G d�d � d e��Z�G d�d'� d'e��Z�G d�d!� d!e��Z�G d�dB� dBe��Z�G d�d1� d1eb�Z�d�dz� Z��d[d�dX�Z��d\d�dT�Z�d�d� Z�d�dg� Z�d�df� Z�d�d� Z��d]d�dk�Z�d�dY� Z��d^d�d�Z�d�d�� Z�d�d�� Z�eq� ��d[�Z�e�� ��da�Z�e�� ��d`�Z�e�� ��dy�Z�e�� ��dx�Z�e{eWd�d�d���d�d�� �Z�e~d����d�d�� �Z�e~d����d�d�� �Z�e�e�B e�B e�d�d�d�B Z�e�e�e�d�� e� �Z�esd��e�d����d�� e�e�e�e�B �����d � �d Z��ddw� Z��dde� Z��ddt� Z��ddr� Z��dd�� Z�e��dd�� �Z�e��dd�� �Z�e��d �e��d
�f�d �d �Z��d
dc� Zddd� ZÐdd}� Z�eb� e�_Őd_�dd��Z�e$� Z�eb� e�_�eb� e�_�e��d�e��d�f�dd��Z�e�Z�e�e~�d��d ����d�Z�e�e~�d��d ����d�Z�e�e~�d��d e~�d��d B ����d�Z�e�eu�d�eΠ� ����d �Zϐd�ddeΠ� f�d dh�ZАd`�d d~�Z�e��d �Z�e��d �Z�e�e{eSeV�d! ����d"��\Z�Z�e�eאd#�I� �d$��Z�e~�d%�d&�Xeؠ١ � �d' ����d(�Zڐd)ds� Z�e�e~�d*��d+ ����d,�Z�e~�d-����d.�Z�e~�d/��ޡ ���d0�Z�e~�d1����d2�Z�e�e~�d*��d+ e�B ����d3�Z�e�Z�e~�d4����d5�Z�e�e�e{eZd�d6�e�e{�d7�esd� e�� � ���� ���d8�Z�e�e�eΠ� e�B d��d9����dR�Z�G �d:d�� d��Z�G �d;�d<� �d<eb�Z�G �d=d�� d�eb�Z�G �d>d�� d�e�Z�e�j�j�j�e�j�j�j� e�j�j�j� e�j�_�e1�
rXe�e�d?e�j� e�e�d@e�j� e�e�dAe�j� e�e�dBe�j� e�e�dCe�j�� e�e�dDe�j� e�e�j�dEe�j�j� e�e�j�dFe�j�j� e�e�j�dGe�j�j� e�e�dHe�j�� e�e�dIe�j�� e�e�dJe�j�� e��dKk�r�ex�dL�Z�ex�dM�Z�e{eSeV�dN �Z�e�e��dOd�dP���e��Z�e�e�e������dQ�Z��dRe�B Z�e�e��dOd�dP���e���Z e�e��e �����dS��Ze��dT�e��dQ� e� �e�dS� �Z�e���dU� e�j���dV� e�j���dV� e�j���dW� dd�l�Ze�j��e��e�j�� e�j���dX� dS (a a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and
executing simple grammars, vs. the traditional lex/yacc approach, or the
use of regular expressions. With pyparsing, you don't need to learn
a new syntax for defining grammars or matching expressions - the parsing
module provides a library of classes that you use to construct the
grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
``"<salutation>, <addressee>!"``), built up using :class:`Word`,
:class:`Literal`, and :class:`And` elements
(the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions,
and the strings are auto-converted to :class:`Literal` expressions)::
from pip._vendor.pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the
self-explanatory class names, and the use of '+', '|' and '^' operators.
The :class:`ParseResults` object returned from
:class:`ParserElement.parseString` can be
accessed as a nested list, a dictionary, or an object with named
attributes.
The pyparsing module handles some of the problems that are typically
vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle
"Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes :class:`ParserElement` and :class:`ParseResults` to
see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from :class:`Literal` and
:class:`CaselessLiteral` classes
- construct character word-group expressions using the :class:`Word`
class
- see how to create repetitive expressions using :class:`ZeroOrMore`
and :class:`OneOrMore` classes
- use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`,
and :class:`'&'<Each>` operators to combine simple expressions into
more complex ones
- associate names with your parsed results using
:class:`ParserElement.setResultsName`
- access the parsed data, which is returned as a :class:`ParseResults`
object
- find some helpful expression short-cuts like :class:`delimitedList`
and :class:`oneOf`
- find more useful common expressions in the :class:`pyparsing_common`
namespace class
z2.4.2z29 Jul 2019 02:58 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�
itemgetter)�wraps)� filterfalse)� ifilterfalse)�RLock)�Iterable)�MutableMapping�Mapping)� OrderedDict)�SimpleNamespacec @ s e Zd ZdS )r
N)�__name__�
__module__� __qualname__� r r �9/usr/lib/python3.8/site-packages/pip/_vendor/pyparsing.pyr
� s r
aA
A cross-version compatibility configuration for pyparsing features that will be
released in a future version. By setting values in this configuration to True,
those features can be enabled in prior versions for compatibility development
and testing.
- collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping
of results names when an And expression is nested within an Or or MatchFirst; set to
True to enable bugfix released in pyparsing 2.3.0, or False to preserve
pre-2.3.0 handling of named results
Ta�
Diagnostic configuration (all default to False)
- warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results
name is defined on a MatchFirst or Or expression with one or more And subexpressions
(only warns if __compat__.collect_all_And_tokens is False)
- warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results
name is defined on a containing expression with ungrouped subexpressions that also
have results names
- warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined
with a results name, but has no contents defined
- warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is
incorrectly called with multiple str arguments
- enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent
calls to ParserElement.setName()
F� __version__�__versionTime__�
__author__�
__compat__�__diag__�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
PrecededBy�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore�Char� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common�pyparsing_unicode� unicode_set�conditionAsParseAction� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode
friendly. It first tries str(obj). If that fails with
a UnicodeEncodeError, then it tries unicode(obj). It then
< returns the unicode object | encodes it with the default
encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��tr r r �<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstance�unicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr: �setParseAction�transformString)�obj�retZ
xmlcharrefr r r �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nr )�.0�yr r r � <genexpr> s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nr )r� �sr r r r� s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_r r r � _xml_escape s
r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cr r r r� s
c s@ |d k r |nd�|rt nt� t���t��� ��fdd��}|S )Nz failed user-defined conditionc s t �| ||��s � | |���d S r� )�bool�r� �lr� ��exc_type�fn�msgr r �pa s z"conditionAsParseAction.<locals>.pa)r4 r2 � _trim_arityr )r� �message�fatalr� r r� r r� s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r0 z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�locr� �pstr�
parserElement�args)�selfr� r� r� �elemr r r �__init__( s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�per r r �_from_exception3 s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
r^ )rM �columnr[ N)r^ r� r� rM r[ �AttributeError)r� Zanamer r r � __getattr__; s z ParseBaseException.__getattr__c C s^ | j r@| jt| j �kr d}qDd| j | j| jd � �dd�}nd}d| j|| j| j| jf S )Nz, found end of textz
, found %rr� z\\�\r� z%%s%s (at char %d), (line:%d, col:%d))r� r� �lenr� r� r^ r� )r� Zfoundstrr r r �__str__J s $�zParseBaseException.__str__c C s t | �S r� �r� �r� r r r �__repr__T s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)r[ r� �join�strip)r� Z markerStringZline_strZ line_columnr r r �
markInputlineV s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� r r r �__dir__` s zParseBaseException.__dir__)r NN)r� ) r r r �__doc__r� � classmethodr� r� r� r� r� r� r r r r r0 $ s
c @ s e Zd ZdZeddd��ZdS )r2 a:
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
� c C sp ddl }|dkrt�� }g }t| t�rJ|�| j� |�d| jd d � |�d�t | �j
| �� |dk�rf|j | j |d�}t
� }t|| d� �D ]�\}}|d }|j�dd�} t| t��r|jjd kr�q�| |kr�q�|�| � t | �}
|�d
�|
j|
j
| �� nP| dk �r,t | �}
|�d �|
j|
j
�� n&|j} | jd k�r@q�|�d
�| j�� |d8 }|s� �qfq�d�|�S )ap
Method to take an exception and translate the Python internal traceback into a list
of the pyparsing expressions that caused the exception to be raised.
Parameters:
- exc - exception raised during parsing (need not be a ParseException, in support
of Python exceptions that might be raised in a parse action)
- depth (default=16) - number of levels back in the stack trace to list expression
and function names; if None, the full stack trace names will be listed; if 0, only
the failing input line, marker, and exception string will be shown
Returns a multi-line string listing the ParserElements and/or function names in the
exception's stack trace.
Note: the diagnostic output will include string representations of the expressions
that failed to parse. These representations will be more helpful if you use `setName` to
give identifiable names to your expressions. Otherwise they will use the default string
forms, which may be cryptic to read.
explain() is only supported under Python 3.
r N� r� �^z{0}: {1})�contextr� )� parseImpl�
_parseNoCachez
{0}.{1} - {2}z{0}.{1})�wrapperz<module>z{0}�
)�inspectr� �getrecursionlimitr� r0 �appendr[ rM �formatr� r Zgetinnerframes�
__traceback__�set� enumerate�f_locals�getr7 �f_code�co_name�addr r� ) �exc�depthr� r� Zcallers�seen�iZffZfrmZf_selfZ self_type�coder r r �explainz sL
�
� zParseException.explainN)r� )r r r r� � staticmethodr� r r r r r2 c s c @ s e Zd ZdZdS )r4 znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyN�r r r r� r r r r r4 � s c @ s e Zd ZdZdS )r6 z�just like :class:`ParseFatalException`, but thrown internally
when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates
that parsing is to stop immediately because an unbacktrackable
syntax error has been found.
Nr� r r r r r6 � s c @ s e Zd ZdZdd� Zdd� ZdS )r9 ziexception thrown by :class:`ParserElement.validate` if the
grammar could be improperly recursive
c C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListr r r r� � s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� r r r r� � s z!RecursiveGrammarException.__str__N)r r r r� r� r� r r r r r9 � s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2r r r r� � s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� r� r r r � __getitem__� s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� r r r r� � s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� r r r � setOffset� s z!_ParseResultsWithOffset.setOffsetN)r r r r� r� r� r� r r r r r� � s r� c @ s� e Zd ZdZd]dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd^d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d_d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d`dHdI�Z+dJdK� Z,dLdM� Z-dadOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3e4dbd[d\��Z5dS )cr5 aS Structured parse results, to provide multiple means of access to
the parsed data:
- as a list (``len(results)``)
- by list index (``results[0], results[1]``, etc.)
- by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`)
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r� �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjr r r r s
zParseResults.__new__c
C sd | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r`|�r`|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s`||t�r�|g}|�r*||t��rtt|j�d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r^ || |< Y nX d S )NFr r� )r �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictr� r� r� �
basestringr5 r� �KeyError� TypeError�
IndexError)r� r r r r r� r r r r� " sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nr� r c S s g | ] }|d �qS �r r �r� �vr r r �
<listcomp>P s z,ParseResults.__getitem__.<locals>.<listcomp>)r� r� �slicer r r r5 r� r r r r� I s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r r� r r� r r r5 �wkrefr )r� �kr r� �subr r r � __setitem__R s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r� r� r r� r r �range�indices�reverser �itemsr� r� )
r� r� ZmylenZremovedr � occurrences�jr �value�positionr r r � __delitem___ s
zParseResults.__delitem__c C s
|| j kS r� )r )r� r r r r � __contains__t s zParseResults.__contains__c C s
t | j�S r� )r� r r� r r r �__len__w s zParseResults.__len__c C s
| j S r� �r r� r r r �__bool__z s zParseResults.__bool__c C s
t | j�S r� ��iterr r� r r r �__iter__~ s zParseResults.__iter__c C s t | jd d d� �S �Nr� r+ r� r r r � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr r0 r, r� r r r � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� r �r� r r� r r r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r2 r� r r� r � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� r r3 r� r r r� � s z*ParseResults._iteritems.<locals>.<genexpr>r4 r� r r� r �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r0 r� r r r �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r �
itervaluesr� r r r �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r � iteritemsr� r r r r! � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)r� r r� r r r �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default= ``last``).
Supports both ``list`` and ``dict`` semantics for ``pop()``. If
passed no argument or an integer argument, it will use ``list``
semantics and pop tokens from the list of parsed tokens. If passed
a non-integer argument (most likely a string), it will use ``dict``
semantics and pop the corresponding value from any defined results
names. A second default return value argument is supported, just as in
``dict.pop()``.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
r� �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r! r r� r� r� )r� r� �kwargsr r �indexr� Z defaultvaluer r r �pop� s" %
�
�zParseResults.popc C s || kr| | S |S dS )a[
Returns named result matching the given key, or if there is no
such name, then returns the given ``defaultValue`` or ``None`` if no
``defaultValue`` is specified.
Similar to ``dict.get()``.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nr )r� �key� defaultValuer r r r� � s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to ``list.insert()``.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r �insertr r! r� r� )r� r> ZinsStrr r" r r$ r% r r r rB s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r r� )r� �itemr r r r� s
zParseResults.appendc C s& t |t�r| �|� n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r� r5 �__iadd__r �extend)r� Zitemseqr r r rE ' s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r r �clearr� r r r rF : s zParseResults.clearc C s& z
| | W S t k
r Y dS X d S r� )r �r� r r r r r� A s
zParseResults.__getattr__c C s | � � }||7 }|S r� ��copy)r� �otherr� r r r �__add__G s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� r )�a)�offsetr r r� O r� z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r �vlistr )� addoffsetr r r Q s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r r� r r! r� r5 r r r �update)r� rJ Z
otheritemsZotherdictitemsr r r )rQ rM r rD L s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r� r� rI �r� rJ r r r �__radd__\ s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r r r� r r r r� d s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r� r5 r� r� �r� r� r r r r� h s z'ParseResults.__str__.<locals>.<genexpr>�])r� r r� r r r r� g s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r r� r� r5 �
_asStringListr� )r� �sep�outrC r r r rY j s
zParseResults._asStringListc C s dd� | j D �S )ax
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS r )r� r5 r )r� �resr r r r � s z'ParseResults.asList.<locals>.<listcomp>r) r� r r r r u s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS r r r ��toItemr r r � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r� r5 r; �asDict�r� r] r r r^ � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� r �r� r r r] r r r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r! r: r )r� Zitem_fnr r] r r_ � s
zParseResults.asDictc C s< t | j�}t| j�� �|_| j|_|j�| j� | j|_|S )zG
Returns a new copy of a :class:`ParseResults` object.
) r5 r r r r! r r rR r �r� r� r r r rI � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
r� c s s( | ] \}}|D ]}|d |fV qqdS �r� Nr rO r r r r� � s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r r r! r r� r r� r5 �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr[ Z
namedItemsZnextLevelIndentZselfTagr� r\ ZresTagZ xmlBodyTextr r r ri � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r r! )r� r r rP r r� r r r Z__lookup� s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r r� ) r r �_ParseResults__lookupr� r �nextr, r9 r7 )r� �parr r r �getName� s
� �zParseResults.getNamer c C sv g }d}|r$|� |t| �� � � n
|� d� |�rl| �� r�tdd� | �� D ��}|D ]x\}} |rl|� |� |� d|d| |f � t| t�r�| r�|� | j||||d d�� q�|� t| �� qV|� t | �� qVn�t
d d� | D ���rl| } t | �D ]x\}
} t| t��r@|� d
|d| |
|d|d | j||||d d�f � q�|� d
|d| |
|d|d t| �f � q�d� |�S ) aF
Diagnostic method for listing out the contents of
a :class:`ParseResults`. Accepts an optional ``indent`` argument so
that this string can be embedded in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r� r� c s s | ]\}}t |�|fV qd S r� )r� ra r r r r� ? s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: re r� )rj �full� include_list�_depthc s s | ]}t |t�V qd S r� )r� r5 )r� �vvr r r r� K s z
%s%s[%d]:
%s%s%s)
r� r� r r; �sortedr! r� r5 �dumpr� �anyr� r� ) r� rj rp rq rr r[ �NLr! r r r� rs r r r ru ! sP
��
�
zParseResults.dumpc O s t j | �� f|�|� dS )a#
Pretty-printer for parsed results as a list, using the
`pprint <https://docs.python.org/3/library/pprint.html>`_ module.
Accepts additional positional or keyword args as defined for
`pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ .
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr �r� r� r= r r r rx b s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r r rI r r r r� r r r � __getstate__~ s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r )r r r r rR r r )r� �statern Z inAccumNamesr r r � __setstate__� s
zParseResults.__setstate__c C s | j | j| j| jfS r� )r r r r
r� r r r �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r r7 r� r r r r� � s zParseResults.__dir__c C sr dd� }| g �}|� � D ]>\}}t|t�r>|| j||d�7 }q|| |g|||�d�7 }q|dk rn| |g|d�}|S )z�
Helper classmethod to construct a ParseResults from a dict, preserving the
name-value relations as results names. If an optional 'name' argument is
given, a nested ParseResults will be returned
c S sH z t | � W n tk
r" Y dS X tr8t| ttf� S t| t� S d S �NF)r, � Exceptionrb r� r� �bytesr r` r r r � is_iterable� s z+ParseResults.from_dict.<locals>.is_iterable�r )r r N)r! r� r � from_dict)r� rJ r r� r� r r r r r r� � s
zParseResults.from_dict)NNTT)N)r� )NFr� T)r� TTr )N)6r r r r� r r� r� r� r r& r' r( r* � __nonzero__r- r/ r2 r5 r6 rb r7 r9 r! r0 r8 r: r; r? r� rB r� rE rF r� rK rD rT r� r� rY r r_ rI ri rl ro ru rx rz r| r} r� r� r� r r r r r5 � sl *
'
7
$
=(
A
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a� Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See
:class:`ParserElement.parseString` for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
r r� r� )r� �rfind)r� �strgr� r r r rM � s c C s |� dd| �d S )a� Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note - the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`ParserElement.parseString`
for more information on parsing strings containing ``<TAB>`` s, and
suggested methods to maintain a consistent view of the parsed string, the
parse location, and line and column positions within the parsed string.
r� r r� )�count)r� r� r r r r^ � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r� r r� N)r� �find)r� r� ZlastCRZnextCRr r r r[ � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� r^ rM )�instringr� �exprr r r �_defaultStartDebugAction� s r� c C s$ t dt|� d t|�� � � d S )NzMatched z -> )r� r� r� r )r� �startlocZendlocr� �toksr r r �_defaultSuccessDebugAction� s r� c C s t dt|� � d S )NzException raised:)r� r� )r� r� r� r� r r r � _defaultExceptionDebugAction� s r� c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nr )r� r r r re � s r� c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� r r� )�funcr r r� � r� z _trim_arity.<locals>.<lambda>r Fr� )r� � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)r� r� r ������r� ��limitr� )�system_version� traceback�
extract_stack)r� rM �
frame_summaryr r r r� s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr� r� r� )r� �
extract_tb)�tbr� Zframesr� r r r r� s z _trim_arity.<locals>.extract_tb� r� r� r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� nNz.t�� d }� |dd�d d d� �ksj� W 5 z~W n tk
r� Y nX X �d �kr��d d7 < Y q � Y q X q d S )Nr Tr� r� r� r� )r � NameErrorr� �exc_info)r� r� r� �r� Z
foundArityr� r� �maxargsZpa_call_line_synthr r r� s& z _trim_arity.<locals>.wrapperz<parse action>r � __class__)r )r ) �singleArgBuiltinsr� r� r� r� �getattrr r r� )r� r� r� Z LINE_DIFFZ this_liner� � func_namer r� r r� � s,
�r� c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
d�dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd�d!d"�Zd#d$� Zd�d%d&�Zd'd(� Zd)d*� ZG d+d,� d,e�Ze d-k r�G d.d/� d/e�Z nG d0d/� d/e�Z i Z e � Z d1d1gZ!d�d2d3�Z"eZ#ed4d5� �Z$dZ%ed�d7d8��Z&d�d9d:�Z'e(dfd;d<�Z)d=d>� Z*e(fd?d@�Z+e(dfdAdB�Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d[d\� Z9d]d^� Z:d_d`� Z;d�dadb�Z<dcdd� Z=dedf� Z>dgdh� Z?didj� Z@dkdl� ZAdmdn� ZBd�dodp�ZCdqdr� ZDdsdt� ZEdudv� ZFdwdx� ZGd�dydz�ZHd�d{d|�ZI� fd}d~�ZJdd�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�d��ZOd�d�d��ZP� ZQS )�r7 z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r7 �DEFAULT_WHITE_CHARS��charsr r r �setDefaultWhitespaceCharsD s z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )ah
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r7 �_literalStringClass�r� r r r �inlineLiteralsUsingT s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _ttj �| _
d| _ d| _ d| _
t � | _d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer� r7 r� �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistr r r r� j s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a/
Make a copy of this :class:`ParserElement`. Useful for defining
different parse actions for the same parsing pattern, using copies of
the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of ``expr.copy()`` is just ``expr()``::
integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
N)rI r� r� r� r7 r� r� )r� Zcpyr r r rI � s
zParserElement.copyc C s$ || _ d| j | _tjr | �� | S )a_
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected )r r� r �!enable_debug_on_named_expressions�setDebugrG r r r �setName� s
zParserElement.setNamec C s | � ||�S )aO
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original :class:`ParserElement` object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
``expr("name")`` in place of ``expr.setResultsName("name")``
- see :class:`__call__`.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
)�_setResultsName�r� r �listAllMatchesr r r �setResultsName� s z ParserElement.setResultsNamec C s4 | � � }|�d�r"|d d� }d}||_| |_|S )N�*r� T)rI �endswithr� r� )r� r r� Znewselfr r r r� � s
z ParserElement._setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set ``breakFlag`` to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)r� r� � doActions� callPreParser� �Z _parseMethodr r �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r1 )r� Z breakFlagr� r r� r �setBreak� s
zParserElement.setBreakc O sV t |�dgkrg | _n<tdd� |D ��s0td��t ttt |���| _|�dd�| _| S )a�
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` ,
``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a :class:`ParseResults` object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
If None is passed as the parse action, all previously added parse actions for this
expression are cleared.
Optional keyword arguments:
- callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`parseString for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
Nc s s | ]}t |�V qd S r� )�callable)r� r� r r r r� s z/ParserElement.setParseAction.<locals>.<genexpr>z parse actions must be callabler� F)r r� �allr �mapr� r� r� �r� �fnsr= r r r r� � s (z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`.
See examples in :class:`copy`.
r� F)r� r r� r� r� r� r� r r r �addParseAction s z ParserElement.addParseActionc
O sF |D ](}| j �t||�d�|�dd�d�� q| jp>|�dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
:class:`setParseAction` for function call signatures. Unlike ``setParseAction``,
functions passed to ``addCondition`` need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
r� r� F)r� r� r� )r� r� r� r� r� )r� r� r= r� r r r � addCondition s
�
zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
``fn(s, loc, expr, err)`` where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw :class:`ParseFatalException`
if it is desired to stop parsing immediately.)r� �r� r� r r r �
setFailAction4 s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r2 )r� r� r� Z
exprsFound�eZdummyr r r �_skipIgnorablesA s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r� r� r� )r� r� r� Zwt�instrlenr r r �preParseN s
zParserElement.preParsec C s |g fS r� r �r� r� r� r� r r r r� Z s zParserElement.parseImplc C s |S r� r �r� r� r� � tokenlistr r r � postParse] s zParserElement.postParsec C s� d\}}}| j }|s | j�r"| j| r8| j| ||| � z�|rR| jrR| �||�} n|} | }
| jsl| t|�kr�z| �|| |�\}} W q� tk
r� t |t|�| j
| ��Y q�X n| �|| |�\}} W n\ t k
�r } z<| j| r�| j| ||
| | � | j�r | �||
| | � � W 5 d } ~ X Y nX n�|�r>| j�r>| �||�} n|} | }
| j�s\| t|�k�r�z| �|| |�\}} W n* tk
�r� t |t|�| j
| ��Y nX n| �|| |�\}} | � ||| �} t
| | j| j| jd�}
| j�r`|�s�| j�r`|�r�z�| jD ]�}z|||
|
�} W n6 tk
�rD } zt d�}||_|�W 5 d }~X Y nX | d k �r�| |
k �r�t
| | j| j�ovt| t
tf�| jd�}
�q�W nF t k
�r� } z&| j| �r�| j| ||
| | � � W 5 d } ~ X Y nX n�| jD ]�}z|||
|
�} W n6 tk
�r } zt d�}||_|�W 5 d }~X Y nX | d k �r�| |
k �r�t
| | j| j�oRt| t
tf�| jd�}
�q�|�r�| j| �r�| j| ||
|| |
� ||
fS )N)r r� r� )r r z exception raised in parse action)r� r� r� r� r� r� r� r� r r2 r� r r� r5 r� r� r� r� r� � __cause__r� r )r� r� r� r� r� ZTRYZMATCHZFAILZ debugging�prelocZ tokensStart�tokens�errZ retTokensr� Zparse_action_excr� r r r r� a s�
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF�r� r )r� r4 r2 r� �r� r� r� r r r �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r2 r r� r r r � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r@ ��cache� not_in_cacher r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� r �r� r@ r$ �r� r r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �rF r� r� r r rF � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� r r � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� rF r( )r� r� r� rF r� r r� r r� � s z&ParserElement._UnboundedCache.__init__N�r r r r� r r r r �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� r r r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S r~ )r� �popitemr r� )r� �sizer r r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� r r rF � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� r r r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� rF r( �r� r r� r� rF r� r )r� r� r r r� � s �!ParserElement._FifoCache.__init__Nr� r r r r �
_FifoCache� s r c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� r r r� s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r? �popleftr� r� )r� �key_fifor r r r� s r c s � � � �� � d S r� r� r� )r� r r r rF
s r c s t � �S r� r� r� r� r r r� s r )
r� r� � collections�dequer� r� r� r� rF r( r r )r� r r� r r r� � s r Nr� r r r r r � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )NrN r� r )r7 �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r0 r� r� r� rI r� r ) r� r� r� r� r� ZHITZMISS�lookupr� r$ r� r r r � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r7 r
rF r� r r r r r �
resetCache6 s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default= ``128``) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method :class:`ParserElement.enablePackrat`.
For best results, call ``enablePackrat()`` immediately after
importing pyparsing.
Example::
from pip._vendor import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r7 �_packratEnabledr� r
r r r� )Zcache_size_limitr r r �
enablePackrat< s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )a�
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
Returns the parsed data as a :class:`ParseResults` object, which may be
accessed as a list, or as a dict or object with attributes if the given parser
includes results names.
If you want the grammar to require that the entire input string be
successfully parsed, then set ``parseAll`` to True (equivalent to ending
the grammar with ``StringEnd()``).
Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the ``loc`` argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling ``parseWithTabs`` on your grammar before calling ``parseString``
(see :class:`parseWithTabs`)
- define your parse action using the full ``(s, loc, toks)`` signature, and
reference the input string using the parse action's ``s`` argument
- explictly expand the tabs in your input string before calling
``parseString``
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r7 r r� �
streamliner� r� �
expandtabsr� r� r r< r0 �verbose_stacktrace)r� r� �parseAllr� r� r� Zser� r r r � parseString_ s$ !
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )aq
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
``maxMatches`` argument, to clip scanning after 'n' matches are found. If
``overlap`` is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See :class:`parseString` for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens, start, end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r r� r� r� r r� r� r� r7 r r2 r0 r )r� r� �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr� r r r �
scanString� sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )a[
Extension to :class:`scanString`, to modify matching text with modified tokens that may
be returned from a parse action. To use ``transformString``, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking ``transformString()`` on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. ``transformString()`` returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS r r �r� �or r r r s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r r� r� r5 r r r� r� r� �_flattenr0 r7 r )r� r� r[ ZlastEr� r� r� r� r r r r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to :class:`scanString`, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
``maxMatches`` argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS r r )r� r� r� r� r r r r # s z.ParserElement.searchString.<locals>.<listcomp>N)r5 r r0 r7 r )r� r� r r� r r r � searchString
s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )aR
Generator method to split a string using the given expression as a separator.
May be called with optional ``maxsplit`` argument, to limit the number of splits;
and the optional ``includeSeparators`` argument (default= ``False``), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r N)r ) r� r� �maxsplitZincludeSeparatorsZsplitsZlastr� r� r� r r r r� + s
zParserElement.splitc C sV |t krt| �S t|t�r$| �|�}t|t�sJtjdt|� t dd� dS t
| |g�S )a[
Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement
converts them to :class:`Literal`s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
prints::
Hello, World! -> ['Hello', ',', 'World', '!']
``...`` may be used as a parse expression as a short form of :class:`SkipTo`.
Literal('start') + ... + Literal('end')
is equivalent to:
Literal('start') + SkipTo('end')("_skipped*") + Literal('end')
Note that the skipped text is returned with '_skipped' as a results name,
and to support having multiple skips in the same parser, the value returned is
a list of all skipped text.
�4Cannot combine element of type %s with ParserElementr� ��
stacklevelN) �Ellipsis� _PendingSkipr� r r� r7 �warnings�warnr� �
SyntaxWarningr rS r r r rK D s
�zParserElement.__add__c C sZ |t krt| �d�| S t|t�r,| �|�}t|t�sRtjdt|� t dd� dS || S )z`
Implementation of + operator when left operand is not a :class:`ParserElement`
� _skipped*r# r� r$ N)
r& r; r� r r� r7 r( r) r� r* rS r r r rT j s
�zParserElement.__radd__c C sJ t |t�r| �|�}t |t�s:tjdt|� tdd� dS | t� � | S )zT
Implementation of - operator, returns :class:`And` with error stop
r# r� r$ N)
r� r r� r7 r( r) r� r* r �
_ErrorStoprS r r r �__sub__y s
�zParserElement.__sub__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || S )z`
Implementation of - operator when left operand is not a :class:`ParserElement`
r# r� r$ N�r� r r� r7 r( r) r� r* rS r r r �__rsub__� s
�zParserElement.__rsub__c s |t krd}n8t|t�rF|dd� t fkrFd|dd� d dd� }t|t�r\|d }}n�t|t��rJtdd � |D ��}|d
dd� }|d dkr�d|d f}t|d t�r�|d dkr�|d dkr�t��S |d dkr�t��S �|d t�� S nNt|d t��r,t|d t��r,|\}}||8 }n td t|d �t|d ���ntd t|���|dk �rjtd
��|dk �r|td��|| k�r�dk�r�n ntd��|�r� �fdd�� |�r�|dk�r҈� |� }nt �g| �� |� }n� |�}n |dk�r�}nt �g| �}|S )a�
Implementation of * operator, allows use of ``expr * 3`` in place of
``expr + expr + expr``. Expressions may also me multiplied by a 2-integer
tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples
may also include ``None`` as in:
- ``expr*(n, None)`` or ``expr*(n, )`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr*(None, n)`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)``
- ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)``
Note that ``expr*(None, n)`` does not raise an exception if
more than n exprs exist in the input stream; that is,
``expr*(None, n)`` does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
``expr*(None, n) + ~expr``
)r NNr� r r� r� r c s s | ]}|t k r|nd V qd S r� )r& r r r r r� � s z(ParserElement.__mul__.<locals>.<genexpr>)NNz8cannot multiply 'ParserElement' and ('%s', '%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez,cannot multiply ParserElement by 0 or (0, 0)c s( | dkr t �� | d � �S t ��S d S r� )r. ��n��makeOptionalListr� r r r3 � s z/ParserElement.__mul__.<locals>.makeOptionalList)
r& r� �tupler� rE r, r r� �
ValueErrorr )r� rJ Z minElementsZ optElementsr� r r2 r �__mul__� sN
zParserElement.__mul__c C s
| � |�S r� )r6 rS r r r �__rmul__� s zParserElement.__rmul__c C sZ |t krt| dd�S t|t�r(| �|�}t|t�sNtjdt|� t dd� dS t
| |g�S )zL
Implementation of | operator - returns :class:`MatchFirst`
T)� must_skipr# r� r$ N) r& r' r� r r� r7 r( r) r� r* r) rS r r r �__or__� s
�zParserElement.__or__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || B S )z`
Implementation of | operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__ror__� s
�zParserElement.__ror__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zD
Implementation of ^ operator - returns :class:`Or`
r# r� r$ N) r� r r� r7 r( r) r� r* r/ rS r r r �__xor__� s
�zParserElement.__xor__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || A S )z`
Implementation of ^ operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__rxor__ s
�zParserElement.__rxor__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zF
Implementation of & operator - returns :class:`Each`
r# r� r$ N) r� r r� r7 r( r) r� r* r rS r r r �__and__ s
�zParserElement.__and__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || @ S )z`
Implementation of & operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__rand__ s
�zParserElement.__rand__c C s t | �S )zH
Implementation of ~ operator - returns :class:`NotAny`
)r+ r� r r r �
__invert__) s zParserElement.__invert__c C s t d| jj ��d S )Nz%r object is not iterable)r r� r r� r r r r- / s zParserElement.__iter__c C s� z t |t�r|f}t|� W n tk
r8 ||f}Y nX t|�dkrzt�d�|dd� t|�dkrrd�t|��nd�� | t|dd� � }|S )a�
use ``[]`` indexing notation as a short form for expression repetition:
- ``expr[n]`` is equivalent to ``expr*n``
- ``expr[m, n]`` is equivalent to ``expr*(m, n)``
- ``expr[n, ...]`` or ``expr[n,]`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr[..., n]`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)``
- ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)``
``None`` may be used in place of ``...``.
Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception
if more than ``n`` ``expr``s exist in the input stream. If this behavior is
desired, then write ``expr[..., n] + ~expr``.
r� z.only 1 or 2 index arguments supported ({0}{1})Nr� z ... [{0}]r� ) r� r� r, r r� r( r) r� r4 )r� r@ r� r r r r� 4 s
��zParserElement.__getitem__c C s |dk r| � |�S | �� S dS )a�
Shortcut for :class:`setResultsName`, with ``listAllMatches=False``.
If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be
passed as ``True``.
If ``name` is omitted, same as calling :class:`copy`.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums + "-")("socsecno")
N)r� rI rG r r r �__call__X s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from
cluttering up returned output.
)r> r� r r r �suppressl s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
:class:`ParserElement`'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r� r� r r r �leaveWhitespaces s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r� r� r� )r� r� r r r �setWhitespaceChars| s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string.
Must be called before ``parseString`` when the input grammar contains elements that
match ``<TAB>`` characters.
T)r� r� r r r �
parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r� r r> r� r� rI rS r r r �ignore� s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)r� r� r� r� r� )r� Z startActionZ
successActionZexceptionActionr r r �setDebugActions� s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set ``flag`` to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using :class:`setDebugActions`. Prior to attempting
to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"``
is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"``
message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``.
F)rG r� r� r� r� )r� �flagr r r r� � s %zParserElement.setDebugc C s | j S r� r� r� r r r r� � s zParserElement.__str__c C s t | �S r� r� r� r r r r� � s zParserElement.__repr__c C s d| _ d | _| S r� )r� r� r� r r r r � s zParserElement.streamlinec C s d S r� r r� r r r �checkRecursion� s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)rI )r� �
validateTracer r r �validate� s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr r0 r7 r )r� Zfile_or_filenamer Z
file_contents�fr� r r r � parseFile� s zParserElement.parseFilec sh t |t�rBtr(| |kp$tt| ��|� qd| |kp>t| �t|�kS n"t |t�rV| �|�S tt| �|kS d S r� )r� r7 rb �super�__eq__�varsr r rS �r� r r rR
s
zParserElement.__eq__c C s
| |k S r� r rS r r r �__ne__
s zParserElement.__ne__c C s t | �S r� )�idr� r r r �__hash__
s zParserElement.__hash__c C s | |kS r� r rS r r r �__req__
s zParserElement.__req__c C s
| |k S r� r rS r r r �__rne__
s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r TFN)r r� r0 )r� Z
testStringr r r r r
s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}|dkrBt j
}|j } g }
g } d} td�� t
d���t�}
d}|D �]\}|dk r�|�|d�s�| r�|s�| �|� qt|s�qtd�| �|g}g } z"|
�|�|��}| j||d�}W n� tk
�r� } z�t |t�r�dnd }d|k�rB|�t|j|�� |�d
t|j|�d d | � n|�d
|j d | � |�d
t|� � | �ot|} |}W 5 d}~X Y �n tk
�r� } z$|�dt|� � | �o�|} |}W 5 d}~X Y n�X | �o�| } |dk �r�zR|||�}|dk �r(t |t ��r|�|� � � n|�t|�� n|�|� � � W nR tk
�r� } z2|�|j |d�� |�d� |j t |�j |�� W 5 d}~X Y nX n|�|j |d�� |�r�|�r�|�d � | d�|�� |
�||f� qt| |
fS )as
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
- comment - (default= ``'#'``) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default= ``True``) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default= ``True``) prints test output to stdout
- failureTests - (default= ``False``) indicates if these tests are expected to fail parsing
- postParse - (default= ``None``) optional callback for successful parse results; called as
`fn(test_string, parse_results)` and returns a string to be added to the test output
- file - (default=``None``) optional file-like object to which test output will be written;
if None, will default to ``sys.stdout``
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if ``failureTests`` is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
NT�\nr� u FrZ z(FATAL)r� r� r� r� zFAIL: zFAIL-EXCEPTION: )rp z{0} failed: {1}: {2})!r� r r r� r� r� �rstrip�
splitlinesr' r� �stdout�writer� rp rF rm r r� r� r� �lstripr r0 r4 r[ r� rM r r5 ru r� r r� )r� Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsr� �file�print_Z
allResultsZcomments�successrw �BOMr� r[ �resultr� r� r� Zpp_valuer� r r r �runTests.
sn `
$
0
zParserElement.runTests)F)F)F)T)T)TT)TT)r )F)N)T)N)F)T)Tr[ TTFNN)Rr r r r� r� r r� r� r� r� rI r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r
r r r r r� r r r r �_MAX_INTr r� r! r� rK rT r- r/ r6 r7 r9 r: r; r< r= r> r? r- r� r@ rA rC rD rE rF rG r� r� r� r rI rK rP rR rU rW rX rY r rg �
__classcell__r r rT r r7 ? s�
1
W
"
8H. & J $
+
�c s6 e Zd Zd
� fdd� Zdd� Zdd� Zdd � Z� ZS ) r' Fc s> t t| ��� t|t� ��dd�| _| j| _|| _|| _ d S )Nr �...)
rQ r' r� r� r r� r� r �anchorr8 )r� r� r8 rT r r r� �
s
z_PendingSkip.__init__c s\ t |��d�d�}� jrNdd� }� fdd�}� j|� �|� |� �|�B | S � j| | S )Nrj r+ c S s, | j r| j �� dgkr(| d= | �dd � d S )Nr� r �_skipped)rl r r? r� r r r r8 �
s z'_PendingSkip.__add__.<locals>.must_skipc s< | j �� dd � dgkr8| �d�}dt� j� d | d< d S )Nr� r� rl z missing <rg )rl r r? r� rk )r� Zskippedr� r r � show_skip�
s
z'_PendingSkip.__add__.<locals>.show_skip)r; r� r8 rk r� )r� rJ Zskipperr8 rm r r� r rK �
s
��z_PendingSkip.__add__c C s | j S r� )r� r� r r r r� �
s z_PendingSkip.__repr__c G s t d��d S )NzBuse of `...` expression without following SkipTo target expression)r )r� r� r r r r� �
s z_PendingSkip.parseImpl)F)r r r r� rK r� r� ri r r rT r r' �
s r' c s e Zd ZdZ� fdd�Z� ZS )r? zYAbstract :class:`ParserElement` subclass, for defining atomic
matching patterns.
c s t t| �jdd� d S �NF�r� )rQ r? r� r� rT r r r� �
s zToken.__init__�r r r r� r� ri r r rT r r? �
s c s e Zd ZdZ� fdd�Z� ZS )r z'An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)rQ r r� r r� r� r� rT r r r� �
s zEmpty.__init__rp r r rT r r �
s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* z#A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr* TFzUnmatchable token)rQ r* r� r r� r� r� r� rT r r r� s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r2 r� r� r r r r� s zNoMatch.parseImpl)T�r r r r� r� r� ri r r rT r r* s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r' a� Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use :class:`CaselessLiteral`.
For keyword matching (force word break before and after the matched string),
use :class:`Keyword` or :class:`CaselessKeyword`.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _| jdkr�t| �tkr�t| _ d S ) Nr z2null string passed to Literal; use Empty() insteadr� r$ �"%s"r� Fr� )rQ r' r� �matchr� �matchLen�firstMatchCharr r( r) r* r r� r� r r� r� r� r� �_SingleCharLiteral�r� � matchStringrT r r r� s"
� zLiteral.__init__Tc C s@ || | j kr,|�| j|�r,|| j | jfS t||| j| ��d S r� )ru �
startswithrs rt r2 r� r� r r r r� 4 s zLiteral.parseImpl)Trq r r rT r r' s
c @ s e Zd Zddd�ZdS )rv Tc C s0 || | j kr |d | jfS t||| j| ��d S r� )ru rs r2 r� r� r r r r� : s z _SingleCharLiteral.parseImplN)T�r r r r� r r r r rv 9 s rv c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r$ a� Token to exactly match a specified string as a keyword, that is,
it must be immediately followed by a non-keyword character. Compare
with :class:`Literal`:
- ``Literal("if")`` will match the leading ``'if'`` in
``'ifAndOnlyIf'``.
- ``Keyword("if")`` will not; it will only match the leading
``'if'`` in ``'if x=1'``, or ``'if(y==2)'``
Accepts two optional constructor arguments in addition to the
keyword string:
- ``identChars`` is a string of characters that would be valid
identifier characters, defaulting to all alphanumerics + "_" and
"$"
- ``caseless`` allows case-insensitive matching, default is ``False``.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use :class:`CaselessKeyword`.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadr� r$ rr r� F)rQ r$ r� �DEFAULT_KEYWORD_CHARSrs r� rt ru r r( r) r* r r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� rx r� r} rT r r r� ] s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r ) r} rt r~ r r� r� rs ru ry r2 r� r� r r r r� r s. ��������zKeyword.parseImplc s t t| ��� }tj|_|S r� )rQ r$ rI r| r� )r� r� rT r r rI � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r$ r| r� r r r �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r r r r� rG r| r� r� rI r� r� ri r r rT r r$ B s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r af Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for :class:`CaselessKeyword`.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )rQ r r� r~ � returnStringr r� rw rT r r r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )rt r~ rs r� r2 r� r� r r r r� � s zCaselessLiteral.parseImpl)Trq r r rT r r � s
c s" e Zd ZdZd� fdd� Z� ZS )r z�
Caseless version of :class:`Keyword`.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for :class:`CaselessLiteral`.)
Nc s t t| �j||dd� d S )NT�r} )rQ r r� )r� rx r� rT r r r� � s zCaselessKeyword.__init__)Nrp r r rT r r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r� a� A variation on :class:`Literal` which matches "close" matches,
that is, strings with at most 'n' mismatching characters.
:class:`CloseMatch` takes parameters:
- ``match_string`` - string to be matched
- ``maxMismatches`` - (``default=1``) maximum number of
mismatches allowed to count as a match
The results from a successful parse will contain the matched text
from the input string and the following named results:
- ``mismatches`` - a list of the positions within the
match_string where mismatches were found
- ``original`` - the original match_string used to compare
against the input string
If ``mismatches`` is an empty list, then the match was an exact
match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rQ r� r� r � match_string�
maxMismatchesr� r� r� )r� r� r� rT r r r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� |��D ]2\}} | \} }
| |
krL| �|� t | �|
krL q�qL|d }t|||� g�}||d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� r� r� r� r� r� r5 r2 r� )r� r� r� r� �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsr r r r� � s(
zCloseMatch.parseImpl)r� )Trq r r rT r r� � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )rB aX Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters, an
optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction. An optional ``excludeChars`` parameter can
list characters that might be found in the input ``bodyChars``
string; useful to define a word of all printables except for one or
two characters, for instance.
:class:`srange` is useful for defining custom character set strings
for defining ``Word`` expressions, using range notation from
regular expression character sets.
A common mistake is to use :class:`Word` to match a specific literal
string, as in ``Word("Address")``. Remember that :class:`Word`
uses the string argument to define *sets* of matchable characters.
This expression would match "Add", "AAA", "dAred", or any other word
made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an
exact literal string, use :class:`Literal` or :class:`Keyword`.
pyparsing includes helper strings for building Words:
- :class:`alphas`
- :class:`nums`
- :class:`alphanums`
- :class:`hexnums`
- :class:`alphas8bit` (alphabetic characters in ASCII range 128-255
- accented, tilded, umlauted, etc.)
- :class:`punc8bit` (non-alphabetic characters in ASCII range
128-255 - currency, symbols, superscripts, diacriticals, etc.)
- :class:`printables` (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums + '-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rNt� �� d�� fdd�|D ��}|rNd�� fdd�|D ��}|| _t|�| _|rt|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r@d t| j� | _nHt| j�dk�rnd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX | jj| _t | _ d S )Nr� c 3 s | ]}|� kr|V qd S r� r r� �� excludeCharsr r r� 2 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� r r� r� r r r� 4 s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b) rQ rB r� r� r� �
initCharsOrig� initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr5 �minLen�maxLenrh r� r r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compiler rs �re_match�
_WordRegexr� )r� r� r� �min�max�exactr� r� rT r� r r� . sZ
0 �
�
z
Word.__init__Tc C s� || | j kr t||| j| ��|}|d7 }t|�}| j}|| j }t||�}||k rj|| |krj|d7 }qLd}|| | jk r�d}nV| jr�||k r�|| |kr�d}n6| j r�|dkr�||d |ks�||k r�|| |kr�d}|r�t||| j| ��||||� fS )Nr� FTr )
r� r2 r� r� r� r� r� r� r� r� ) r� r� r� r� r� r� Z bodycharsr� ZthrowExceptionr r r r� g s2
�
�zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� rj r� �r� r r r �
charsAsStr� s z Word.__str__.<locals>.charsAsStrz
W:(%s, %s)zW:(%s))rQ rB r� r r� r� r� )r� r� rT r r r� � s
z Word.__str__)Nr� r r FN)T�r r r r� r� r� r� ri r r rT r rB � s 49
c @ s e Zd Zddd�ZdS )r� Tc C s4 | � ||�}|s t||| j| ��|�� }||�� fS r� )r� r2 r� �end�group)r� r� r� r� rf r r r r� � s
z_WordRegex.parseImplN)Trz r r r r r� � s r� c s" e Zd ZdZd� fdd� Z� ZS )rF z�A short-cut class for defining ``Word(characters, exact=1)``,
when defining a match of any single character in a string of
characters.
FNc sZ t t| �j|d||d� dtd�| j�� | _|r>d| j | _t�| j�| _| jj | _
d S )Nr� )r� r� r� �[%s]r� z\b%s\b) rQ rF r� r� r� r� r� r� r� rs r� )r� �charsetr� r� rT r r r� � s z
Char.__init__)FNrp r r rT r rF � s c sb e Zd ZdZee�d��Zd� fdd� Zddd �Z dd
d �Z
dd d
�Z � fdd�Z dd� Z
� ZS )r: a� Token for matching strings that match a given regular
expression. Defined with string specifying the regular expression in
a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_.
If the given regex contains named groups (defined using ``(?P<name>...)``),
these will be preserved as named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r Fc s t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��| j
j| _t| �| _d| j | _d| _d| _|| _|| _| jr�| j| _ | j�r| j | _ d S )
a The parameters ``pattern`` and ``flags`` are passed
to the ``re.compile()`` function as-is. See the Python
`re module <https://docs.python.org/3/library/re.html>`_ module for an
explanation of the acceptable patterns and flags.
z0null string passed to Regex; use Empty() insteadr� r$ �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN) rQ r: r� r� r r( r) r* �pattern�flagsr� r� r� �
sre_constants�error�compiledREtyper� r5 rs r� r� r r� r� r� � asGroupList�asMatch�parseImplAsGroupListr� �parseImplAsMatch)r� r� r� r� r� rT r r r� � sD
�
�
zRegex.__init__Tc C sb | � ||�}|s t||| j| ��|�� }t|�� �}|�� }|rZ|�� D ]\}}|||< qH||fS r� )r� r2 r� r� r5 r� � groupdictr! ) r� r� r� r� rf r� �dr r r r r r� � s
zRegex.parseImplc C s8 | � ||�}|s t||| j| ��|�� }|�� }||fS r� )r� r2 r� r� �groups�r� r� r� r� rf r� r r r r� � s zRegex.parseImplAsGroupListc C s4 | � ||�}|s t||| j| ��|�� }|}||fS r� )r� r2 r� r� r� r r r r�
s zRegex.parseImplAsMatchc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))rQ r: r� r r� r� r� r� rT r r r�
s
z
Regex.__str__c sl �j r tjdtdd� t� ��jr@t� �r@tjdtdd� t� ��jrT� fdd�}n� �fdd�}��|�S )a�
Return Regex with an attached parse action to transform the parsed
result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_.
Example::
make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>")
print(make_html.transformString("h1:main title:"))
# prints "<h1>main title</h1>"
z-cannot use sub() with Regex(asGroupList=True)r� r$ z9cannot use sub() with a callable with Regex(asMatch=True)c s | d � � �S r� )�expand�r� )�replr r r� ,
s zRegex.sub.<locals>.pac s �j �� | d �S r� )r� r r� �r� r� r r r� /
s )r� r( r) r* � SyntaxErrorr� r� r� )r� r� r� r r� r r
s � �z Regex.sub)r FF)T)T)T)r r r r� r� r� r� r� r� r� r� r� r� r ri r r rT r r: � s
-
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r8 a&
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the
quote delimiting string
- escChar - character to escape quotes, typically backslash
(default= ``None``)
- escQuote - special quote sequence to escape an embedded quote
string (such as SQL's ``""`` to escape an embedded ``"``)
(default= ``None``)
- multiline - boolean indicating whether quotes can span
multiple lines (default= ``False``)
- unquoteResults - boolean indicating whether the matched text
should be unquoted (default= ``True``)
- endQuoteChar - string of one or more characters defining the
end of the quote delimited string (default= ``None`` => same as
quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace
(``'\t'``, ``'\n'``, etc.) to actual whitespace
(default= ``True``)
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sX t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z(t� � j� j�� _� j� _ � jj � _ W n0 t j!k
�r0 tjd� j tdd� � Y nX t"� �� _#d� j# � _$d� _%d� _&d S )Nz$quoteChar cannot be the empty stringr� r$ z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r� � endQuoteCharr� rW r� r r r� �
s � �z(QuotedString.__init__.<locals>.<genexpr>r� �)z|(?:%s)z|(?:%s.)z(.)z)*%sr� r� FT)'rQ r8 r� r� r( r) r* r� � quoteCharr� � quoteCharLen�firstQuoteCharr� �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLr� r� r� r� r� r �escCharReplacePatternr� r� rs r� r� r� r� r r� r� r� )r� r� r� r� Z multiliner� r� r� rT r� r r� Z
sv
�
���� �
zQuotedString.__init__c C s� || | j kr| �||�p d }|s2t||| j| ��|�� }|�� }| jr�|| j| j � }t |t
�r�d|kr�| j r�ddddd�}|� � D ]\}}|�
||�}q�| jr�t�| jd|�}| jr�|�
| j| j�}||fS )Nr� � r� � �
)�\tr\ z\fz\rz\g<1>)r� r� r2 r� r� r� r� r� r� r� r r� r! r� r� r� r r� r� r� ) r� r� r� r� rf r� Zws_mapZwslitZwscharr r r r� �
s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rQ r8 r� r r� r� r� r� rT r r r� �
s
zQuotedString.__str__)NNFTNT)Tr� r r rT r r8 3
s & �A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a� Token for matching words composed of characters *not* in a given
set (will include whitespace in matched characters if not listed in
the provided exclusion set - see example). Defined with string
containing all disallowed characters, and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )rQ r r� r� �notCharsr5 r� r� rh r� r r� r� r� )r� r� r� r� r� rT r r r� �
s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r2 r� r� r� r� r� )r� r� r� r� r� Znotchars�maxlenr r r r� �
s
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nr� z
!W:(%s...)z!W:(%s))rQ r r� r r� r� r� r� rT r r r� s
zCharsNotIn.__str__)r� r r )Tr� r r rT r r �
s
c s` e Zd ZdZdddddddd d
d d d
dddddddddddd�Zd"� fd d � Zd#d d!�Z� ZS )$rA a� Special matching class for matching whitespace. Normally,
whitespace is ignored by pyparsing grammars. This class is included
when some whitespace structures are significant. Define with
a string containing the whitespace characters to be matched; default
is ``" \t\r\n"``. Also takes optional ``min``,
``max``, and ``exact`` arguments, as defined for the
:class:`Word` class.
z<SP>z<TAB>z<LF>z<CR>z<FF>z<NBSP>z<OGHAM_SPACE_MARK>z<MONGOLIAN_VOWEL_SEPARATOR>z <EN_QUAD>z <EM_QUAD>z
<EN_SPACE>z
<EM_SPACE>z<THREE-PER-EM_SPACE>z<FOUR-PER-EM_SPACE>z<SIX-PER-EM_SPACE>z<FIGURE_SPACE>z<PUNCTUATION_SPACE>z <THIN_SPACE>z <HAIR_SPACE>z<ZERO_WIDTH_SPACE>z<NNBSP>z<MMSP>z<IDEOGRAPHIC_SPACE>)r� r� r� r� r� zu A0zu80zu80Eu u0u u1u u2u u3u u4u u5u u6u u7u u8u u9u uAu uBu uFu u
Fu uÀ0�
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� r r r� : s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )rA � whiteStrsr� r r r r� < s Tr� r )
rQ rA r� r� rD r� r� r r� r� r� r� rh )r� Zwsr� r� r� rT r� r r� 7 s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r2 r� r� r� r� r� )r� r� r� r� r� r� r r r r� K s
zWhite.parseImpl)r� r� r r )T)r r r r� r� r� r� ri r r rT r rA s6 �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )rQ r� r� r� r r r� r� r� rT r r r� \ s
z_PositionToken.__init__�r r r r� ri r r rT r r� [ s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r" zaToken to advance to a specific column of input text; useful for
tabular report scraping.
c s t t| ��� || _d S r� )rQ r" r� rM )r� �colnorT r r r� f s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )rM r� r� r� �isspace)r� r� r� r� r r r r� j s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�rM r2 )r� r� r� r� ZthiscolZnewlocr� r r r r� s s
zGoToColumn.parseImpl)T)r r r r� r� r� r� ri r r rT r r" b s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r& a� Matches if current position is at the beginning of a line within
the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)rQ r& r� r� r� rT r r r� � s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )rM r2 r� r� r r r r� � s zLineStart.parseImpl)Trq r r rT r r& | s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r% zTMatches if current position is at the end of a line within the
parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr� r� zExpected end of line)rQ r% r� rD r7 r� r� r� r� rT r r r� � s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr� r� �r� r2 r� r� r r r r� � s zLineEnd.parseImpl)Trq r r rT r r% � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r= zLMatches if current position is at the beginning of the parse
string
c s t t| ��� d| _d S )NzExpected start of text)rQ r= r� r� r� rT r r r� � s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r2 r� r� r r r r� � s zStringStart.parseImpl)Trq r r rT r r= � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r< zBMatches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)rQ r< r� r� r� rT r r r� � s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� r r r r� � s zStringEnd.parseImpl)Trq r r rT r r< � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rD ay Matches if the current position is at the beginning of a Word,
and is not preceded by any character in a given set of
``wordChars`` (default= ``printables``). To emulate the
```` behavior of regular expressions, use
``WordStart(alphanums)``. ``WordStart`` will also match at
the beginning of the string being parsed, or at the beginning of
a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)rQ rD r� r� � wordCharsr� �r� r� rT r r r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r )r� r2 r� r� r r r r� � s �zWordStart.parseImpl)T�r r r r� rj r� r� ri r r rT r rD � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rC a_ Matches if the current position is at the end of a Word, and is
not followed by any character in a given set of ``wordChars``
(default= ``printables``). To emulate the ```` behavior of
regular expressions, use ``WordEnd(alphanums)``. ``WordEnd``
will also match at the end of the string being parsed, or at the end
of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)rQ rC r� r� r� r� r� r� rT r r r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r )r� r� r2 r� )r� r� r� r� r� r r r r� � s �zWordEnd.parseImpl)Tr� r r rT r rC � s c sz e Zd ZdZd� fdd� Zdd� Zdd� Z� fd d
�Z� fd d �Z� fd
d�Z ddd�Z
� fdd�Z d� fdd� Z � Z
S )r3 z]Abstract subclass of ParserElement, for combining and
post-processing parsed tokens.
Fc s� t t� ��|� t|t�r"t|�}t|t�r<� �|�g� _n�t|t �rP|g� _nnt|t
�r�t|�}t dd� |D ��r�� fdd�|D �}t|�� _n,zt|�� _W n t k
r� |g� _Y nX d� _
d S )Nc s s | ]}t |t�V qd S r� )r� r )r� r� r r r r� s z+ParseExpression.__init__.<locals>.<genexpr>c 3 s& | ] }t |t�r� �|�n|V qd S r� )r� r r� �r� r� r� r r r� s F)rQ r3 r� r� r
r r r� �exprsr7 r rv r r� �r� r� r� rT r� r r� � s"
zParseExpression.__init__c C s | j �|� d | _| S r� )r� r� r� rS r r r r� s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z�Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on
all contained expressions.Fc S s g | ] }|� � �qS r rH r� r r r r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r� r� rC )r� r� r r r rC s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r. )r� r> r� rQ r3 rF r� )r� rJ r� rT r r rF # s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) rQ r3 r� r r� r� r r� r� r� rT r r r� / s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nr� r r� r� r� )rQ r3 r r� r� r� r� r� r� r� r� r� r� r� r� )r� r� rJ rT r r r 9 s<
���
��� zParseExpression.streamlineNc C sB |d k r |ng d d � | g }| j D ]}|�|� q$| �g � d S r� )r� rK rI )r� rJ �tmpr� r r r rK [ s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS r rH r� r r r r c s z(ParseExpression.copy.<locals>.<listcomp>)rQ r3 rI r� rc rT r r rI a s zParseExpression.copyc sV t jrD| jD ]6}t|t�r |jr tjd�d|t | �j
|j�dd� q t t | ��
||�S )N�]{0}: setting results name {1!r} on {2} expression collides with {3!r} on contained expression�)warn_ungrouped_named_tokens_in_collectionr� r$ )r r� r� r� r7 r� r( r) r� r� r rQ r3 r� �r� r r� r� rT r r r� f s
��z ParseExpression._setResultsName)F)N)F)r r r r� r� r� rC rF r� r rK rI r� ri r r rT r r3 � s
"
c s` e Zd ZdZG dd� de�Zd� fdd� Z� fdd�Zdd d
�Zd d � Z d
d� Z
dd� Z � Z S )r a
Requires all given :class:`ParseExpression` s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the ``'+'`` operator.
May also be constructed using the ``'-'`` operator, which will
suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"), name_expr("name"), integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)rQ r r, r� r rC ry rT r r r� � s zAnd._ErrorStop.__init__r� r r rT r r, � s r, Tc s� |r�t |kr�g }t|�D ]`\}}|t krn|t|�d k rdt� ||d jd }|�t|�d�� qxtd��q|�|� q||d d �< tt | ��
||� t dd� | jD ��| _ | �
| jd j� | jd j| _d| _d S ) Nr� r� r+ z0cannot construct And with sequence ending in ...c s s | ] }|j V qd S r� �r� r� r r r r� � s z And.__init__.<locals>.<genexpr>r T)r& r� r� r r� r� r; r rQ r r� r� r� rD r� r� r� )r� r� r� r� r� r� Z
skipto_argrT r r r� � s
z And.__init__c s� | j r�tdd� | j d d� D ��r�t| j d d� �D ]^\}}|d krFq4t|t�r4|j r4t|j d t�r4|j d | j |d |j d< d | j |d < q4dd� | j D �| _ tt| ��� t dd� | j D ��| _
| S )Nc s s. | ]&}t |t�o$|jo$t |jd t�V qdS �r� N)r� r3 r� r' r� r r r r� � s �z!And.streamline.<locals>.<genexpr>r� r� c S s g | ]}|d k r|�qS r� r r� r r r r � s z"And.streamline.<locals>.<listcomp>c s s | ] }|j V qd S r� r� r� r r r r� � s ) r� rv r� r� r3 r' rQ r r r� r� )r� r� r� rT r r r � s$ �
�� zAnd.streamlinec C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr r� T)
r� r� r� r r, r6 r0 r� r� r r� r� r; ) r� r� r� r� �
resultlistZ errorStopr� Z
exprtokensr� r r r r� � s(
z
And.parseImplc C s t |t�r| �|�}| �|�S r� �r� r r� r� rS r r r rD � s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� rI r� �r� r� �subRecCheckListr� r r r rI � s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr �{r� c s s | ]}t |�V qd S r� r� r� r r r r� � s z And.__str__.<locals>.<genexpr>�}�r1 r r� r� r� r� r r r r� � s
z And.__str__)T)T)
r r r r� r r, r� r r� rD rI r� ri r r rT r r t s
c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r/ a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the expression that matches the longest
string will be used. May be constructed using the ``'^'``
operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z Or.__init__.<locals>.<genexpr>T)rQ r/ r� r� rv r� r� rT r r r� � s z Or.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� �r� r� r r r r� � s z Or.streamline.<locals>.<genexpr>)rQ r/ r r �collect_all_And_tokensrv r� r� r� rT r r r � s z
Or.streamlineTc C s� d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r�|j t
d�dd� |s�|d d }
|
� |||�S d} |D ]�\} }
| | d k�r
| S z|
� |||�\}}W n@ tk
�r` } z d | _| j|k�rP| }| j}W 5 d } ~ X Y q�X || k�rx||f S || d kr�||f} q�| dk�r�| S |d k �r�| j|_ |�nt||d| ��d S )Nr� r T)r@ r r� r� � no defined alternatives to match)
r� r� r2 r� r� r r� r� r� �sortr r� r� )r� r� r� r� � maxExcLoc� maxExceptionr r� Zloc2r� Z best_exprZlongestZloc1Zexpr1r� r r r r� � sT
z Or.parseImplc C s t |t�r| �|�}| �|�S r� r� rS r r r �__ixor__; s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� z ^ c s s | ]}t |�V qd S r� r� r� r r r r� E s z Or.__str__.<locals>.<genexpr>r� r� r� r r r r� @ s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� rI r� r r r rI I s
zOr.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� �r� r r� r r r r� Q s z%Or._setResultsName.<locals>.<genexpr>��{0}: setting results name {1!r} on {2} expression may only return a single token for an And alternative, in future will return the full list of tokens�)warn_multiple_tokens_in_named_alternationr� r$ )r r� r r� rv r� r( r) r� r� r rQ r/ r� r� rT r r r� N s � ��zOr._setResultsName)F)T)F) r r r r� r� r r� r� r� rI r� ri r r rT r r/ � s
= c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r) a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the first one listed is the one that will
match. May be constructed using the ``'|'`` operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� o s z&MatchFirst.__init__.<locals>.<genexpr>T)rQ r) r� r� rv r� r� rT r r r� l s zMatchFirst.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� r� r� r r r r� v s z(MatchFirst.streamline.<locals>.<genexpr>)rQ r) r r r� rv r� r� r� rT r r r s s zMatchFirst.streamlineTc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nr� r� )r� r� r2 r� r r� r� r� ) r� r� r� r� r� r� r� r� r� r r r r� y s$
zMatchFirst.parseImplc C s t |t�r| �|�}| �|�S r� r� rS r r r �__ior__� s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� � | c s s | ]}t |�V qd S r� r� r� r r r r� � s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� r r r r� � s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� r r r rI � s
zMatchFirst.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� r� r� r r r r� � s z-MatchFirst._setResultsName.<locals>.<genexpr>r� r� r� r$ )r r� r r� rv r� r( r) r� r� r rQ r) r� r� rT r r r� � s � ��zMatchFirst._setResultsName)F)T)F) r r r r� r� r r� r� r� rI r� ri r r rT r r) [ s
c sH e Zd ZdZd
� fdd� Z� fdd�Zddd�Zd d
� Zd d � Z� Z S )r as Requires all given :class:`ParseExpression` s to be found, but in
any order. Expressions may be separated by whitespace.
May be constructed using the ``'&'`` operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s> t t| ��||� tdd� | jD ��| _d| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z Each.__init__.<locals>.<genexpr>T) rQ r r� r� r� r� r� �initExprGroupsr� r� rT r r r� � s
z
Each.__init__c s( t t| ��� tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z"Each.streamline.<locals>.<genexpr>)rQ r r r� r� r� r� rT r r r � s zEach.streamlinec s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r� r. rV r� r� r r r r� � s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS r �r� r. r� r� r r r r � s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS r )r� r� r. r� r r r r � s
c S s g | ]}t |t�r|j�qS r )r� rE r� r� r r r r � s
c S s g | ]}t |t�r|j�qS r )r� r, r� r� r r r r � s
c S s g | ]}t |tttf�s|�qS r )r� r. rE r, r� r r r r � s FTrV c s s | ]}t |�V qd S r� r� r� r r r r� s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS r r� r� �ZtmpOptr r r s
)r� r r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r2 r� r� rV �remover� r� r� �sumr5 )r� r� r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� r� Z finalResultsr r� r r� � sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� z & c s s | ]}t |�V qd S r� r� r� r r r r� , s z Each.__str__.<locals>.<genexpr>r� r� r� r r r r� ' s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� r r r rI 0 s
zEach.checkRecursion)T)T)
r r r r� r� r r� r� rI ri r r rT r r � s 8
1 c sj e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z ddd�Z
� fdd�Z � Z S )r1 zfAbstract subclass of :class:`ParserElement`, for combining and
post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@t| jt�r2| �|�}n| �t|��}|| _ d | _
|d k r�|j | _ |j | _ | �
|j� |j| _|j| _|j| _| j�|j� d S r� )rQ r1 r� r� r �
issubclassr� r? r' r� r� r� r� rD r� r� r� r� r� rE �r� r� r� rT r r r� : s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr r� )r� r� r2 r� r� r r r r� L s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r~ )r� r� rI rC r� r r r rC R s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r. )r� r> r� rQ r1 rF r� rS rT r r rF Y s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )rQ r1 r r� r� rT r r r e s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r9 r� rI )r� r� r� r r r rI k s
z"ParseElementEnhance.checkRecursionNc C sB |d kr g }|d d � | g }| j d k r4| j �|� | �g � d S r� �r� rK rI �r� rJ r� r r r rK r s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) rQ r1 r� r r� r� r� r r� r� rT r r r� z s zParseElementEnhance.__str__)F)T)N)
r r r r� r� r� rC rF r rI rK r� ri r r rT r r1 6 s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r ab Lookahead matching of the given parse expression.
``FollowedBy`` does *not* advance the parsing position within
the input string, it only verifies that the specified parse
expression matches at the current position. ``FollowedBy``
always returns a null token list. If any results names are defined
in the lookahead expression, those *will* be returned for access by
name.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )rQ r r� r� �r� r� rT r r r� � s zFollowedBy.__init__Tc C s( | j j|||d�\}}|d d �= ||fS )Nr� )r� r� )r� r� r� r� �_r� r r r r� � s
zFollowedBy.parseImpl)Trq r r rT r r � s c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r( ap Lookbehind matching of the given parse expression.
``PrecededBy`` does not advance the parsing position within the
input string, it only verifies that the specified parse expression
matches prior to the current position. ``PrecededBy`` always
returns a null token list, but if a results name is defined on the
given expression, it is returned.
Parameters:
- expr - expression that must match prior to the current parse
location
- retreat - (default= ``None``) - (int) maximum number of characters
to lookbehind prior to the current parse location
If the lookbehind expression is a string, Literal, Keyword, or
a Word or CharsNotIn with a specified exact or maximum length, then
the retreat parameter is not required. Otherwise, retreat must be
specified to give a maximum number of characters to look back from
the current parse position for a lookbehind match.
Example::
# VB-style variable names with type prefixes
int_var = PrecededBy("#") + pyparsing_common.identifier
str_var = PrecededBy("$") + pyparsing_common.identifier
Nc s� t t| ��|� | �� �� | _d| _d| _d| _t|t �rJt
|�}d| _nVt|t t f�rf|j
}d| _n:t|ttf�r�|jtkr�|j}d| _nt|t�r�d}d| _|| _dt |� | _d| _d S )NTFr znot preceded by )rQ r( r� r� rC r� r� r� r� r� r� r' r$ rt rB r r� rh r� �retreatr� r� )r� r� r rT r r r� � s(
zPrecededBy.__init__r Tc C s� | j r<|| jk r t||| j��|| j }| j�||�\}}n�| jt� }|d |� }t||| j�} tdt|| jd ��D ]H}
z|�|||
�\}}W n& t k
r� } z| } W 5 d } ~ X Y qxX q�qx| �|d d �= ||fS r� )
r� r r2 r� r� r� r< r r� r0 ) r� r� r� r� r� r r� Z test_exprZinstring_sliceZ last_exprrM Zpber r r r� � s"
zPrecededBy.parseImpl)N)r Trq r r rT r r( � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r+ a� Lookahead to disallow matching with the given parse expression.
``NotAny`` does *not* advance the parsing position within the
input string, it only verifies that the specified parse expression
does *not* match at the current position. Also, ``NotAny`` does
*not* skip over leading whitespace. ``NotAny`` always returns
a null token list. May be constructed using the '~' operator.
Example::
AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split())
# take care not to mistake keywords for identifiers
ident = ~(AND | OR | NOT) + Word(alphas)
boolean_term = Optional(NOT) + ident
# very crude boolean expression - to support parenthesis groups and
# operation hierarchy, use infixNotation
boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term)
# integers that are followed by "." are actually floats
integer = Word(nums) + ~Char(".")
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )rQ r+ r� r� r� r� r� r� r rT r r r�
s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )r� r� r2 r� r� r r r r� s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr z~{r� �r1 r r� r� r� r� r r r r� s
zNotAny.__str__)Tr� r r rT r r+ � s
c s> e Zd Zd � fdd� Zdd� Zd
dd�Zd� fd
d � Z� ZS )�_MultipleMatchNc s< t t| ��|� d| _|}t|t�r.| �|�}| �|� d S r� )rQ r r� r� r� r r� �stopOn)r� r� r �enderrT r r r� s
z_MultipleMatch.__init__c C s, t |t�r| �|�}|d k r"| nd | _| S r� )r� r r� � not_ender)r� r r r r r ( s
z_MultipleMatch.stopOnTc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr ) r� r� r� r r� r� r; r2 r ) r� r� r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensr r r r� . s*
z_MultipleMatch.parseImplFc sf t jrT| jgt| jdg � D ]6}t|t�r |jr tjd� d|t
| �j |j�dd� q t t
| ��||�S )Nr� r� r� r� r$ )r r� r� r� r� r7 r� r( r) r� r� r rQ r r� r� rT r r r� K s ��z _MultipleMatch._setResultsName)N)T)F)r r r r� r r� r� ri r r rT r r s
r c @ s e Zd ZdZdd� ZdS )r, aj Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr r� z}...r r� r r r r� s s
zOneOrMore.__str__N)r r r r� r� r r r r r, Y s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) rE ak Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to :class:`OneOrMore`
Nc s t t| �j||d� d| _d S )N)r T)rQ rE r� r� )r� r� r rT r r r� � s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )rQ rE r� r2 r r� rT r r r� � s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr rU �]...r r� r r r r� � s
zZeroOrMore.__str__)N)Tr� r r rT r rE | s
c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r~ r r� r r r r* � s z_NullToken.__bool__c C s dS r� r r� r r r r� � s z_NullToken.__str__N)r r r r* r� r� r r r r r � s r c s< e Zd ZdZe� Zef� fdd� Zd dd�Zdd� Z� Z S )
r. aG Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFro T)rQ r. r� r� r� rA r� )r� r� r< rT r r r� � s
zOptional.__init__Tc C s| z | j j|||dd�\}}W nV ttfk
rr | j| jk rj| j jr`t| jg�}| j|| j j< qn| jg}ng }Y nX ||fS r
)r� r� r2 r rA � _Optional__optionalNotMatchedr� r5 )r� r� r� r� r� r r r r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr rU rX r r� r r r r� � s
zOptional.__str__)T)
r r r r� r r
r� r� r� ri r r rT r r. � s
$
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r; a� Token for skipping over all undefined text until the matched
expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default= ``False``) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default= ``None``) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default= ``None``) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rF| �
|�| _ n|| _ dt | j
� | _d S )NTFzNo match found for )rQ r; r� �
ignoreExprr� r� � includeMatchr� r� r r� �failOnr� r� r� )r� rJ ZincluderF r rT r r r� s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r )
r� r� r� r r� r r� r0 r2 r r� r5 r )r� r� r� r� r� r� r� Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultr� r r r r� - s:
zSkipTo.parseImpl)FNN)Trq r r rT r r; � s 9
c sn e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zdd
d�Z dd� Z
� fdd�Z d� fdd� Z � Z
S )r! a_ Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the ``Forward``
variable using the '<<' operator.
Note: take care when assigning to ``Forward`` not to overlook
precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the ``Forward``::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See :class:`ParseResults.pprint` for an example of a recursive
parser created using ``Forward``.
Nc s t t| �j|dd� d S rn )rQ r! r� rS rT r r r� w s zForward.__init__c C sj t |t�r| �|�}|| _d | _| jj| _| jj| _| �| jj� | jj | _ | jj
| _
| j � | jj � | S r� )
r� r r� r� r� r� r� rD r� r� r� r� rE rS r r r �
__lshift__z s
zForward.__lshift__c C s | |> S r� r rS r r r � __ilshift__� s zForward.__ilshift__c C s
d| _ | S r~ rB r� r r r rC � s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� r� r r� r r r r � s
zForward.streamlinec C sJ |d kr g }| |kr<|d d � | g }| j d k r<| j �|� | �g � d S r� r r r r r rK � s
zForward.validatec C sl t | d�r| jS | jd k r | jS d| _d}z&| jd k rJt| j�d d� }nd}W 5 | jjd | | _X | jS )Nr z: ...rj z: i� �None)r1 r r� r� r r� r� )r� Z retStringr r r r� � s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )r� rQ r! rI rc rT r r rI � s
z Forward.copyFc s@ t jr.| jd kr.tjd�d|t| �j�dd� tt | ��
||�S )NzR{0}: setting results name {0!r} on {1} expression that has no contained expression� warn_name_set_on_empty_Forwardr� r$ ) r r r� r( r) r� r� r rQ r! r� r� rT r r r� � s
��zForward._setResultsName)N)N)F)r r r r� r� r r rC r rK r� rI r� ri r r rT r r! \ s
c s" e Zd ZdZd� fdd� Z� ZS )r@ zW
Abstract subclass of :class:`ParseExpression`, for converting parsed results.
Fc s t t| ��|� d| _d S r~ )rQ r@ r� r� r� rT r r r� � s zTokenConverter.__init__)Frp r r rT r r@ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the
input string; this can be disabled by specifying
``'adjacent=False'`` in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )rQ r r� rC �adjacentr� �
joinStringr� )r� r� r r rT r r r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r r7 rF rQ r rS rT r r rF � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r )rI r5 r� rY r r� r� r; )r� r� r� r� ZretToksr r r r� � s
"zCombine.postParse)r� T)r r r r� r� rF r� ri r r rT r r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r# a Converter to return the matched tokens as a list - useful for
returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )rQ r# r� r� r rT r r r�
s zGroup.__init__c C s |gS r� r r� r r r r� s zGroup.postParse�r r r r� r� r� ri r r rT r r# � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a? Converter to return a repetitive expression as a list, but also
as a dictionary. Each element can also be referenced using the first
token in the expression as its key. Useful for tabular report
scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at :class:`ParseResults` of accessing fields by results name.
c s t t| ��|� d| _d S r� )rQ r r� r� r rT r r r� 8 s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� r� ) r� r� r� r� r� r� r� r5 rI r; r� )r� r� r� r� r� �tokZikeyZ dictvaluer r r r� < s$
zDict.postParser r r rT r r s & c @ s e Zd ZdZdd� Zdd� ZdS )r> a[ Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also :class:`delimitedList`.)
c C s g S r� r r� r r r r� k s zSuppress.postParsec C s | S r� r r� r r r rA n s zSuppress.suppressN)r r r r� r� rA r r r r r> U s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r- zDWrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r~ )r� r� �called)r� Z
methodCallr r r r� u s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r r� r2 )r� r� r� r� r� r r r r@ x s
zOnlyOnce.__call__c C s
d| _ d S r~ )r r� r r r �reset~ s zOnlyOnce.resetN)r r r r� r� r@ r r r r r r- r s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )aq Decorator for debugging parse actions.
When the parse action is called, this decorator will print
``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``.
When the parse action completes, the decorator will print
``"<<"`` followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr� r� r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r r� r� r� �stderrr` r[ r )ZpaArgsZthisFuncr� r� r� r� r� �rO r r �z� s ztraceParseAction.<locals>.z)r� r r� )rO r r r r rv � s
�,c C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a� Helper to define a delimited list of expressions - the delimiter
defaults to ','. By default, the list elements and delimiters can
have intervening whitespace, and comments, but this can be
overridden by passing ``combine=True`` in the constructor. If
``combine`` is set to ``True``, the matching tokens are
returned as a single token string, with the delimiters included;
otherwise, the matching tokens are returned as a list of tokens,
with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r� r N)r� r rE r� r> )r� Zdelim�combineZdlNamer r r rT � s $c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a> Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the
leading count token is suppressed.
If ``intExpr`` is specified, it should be a pyparsing expression
that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r# r rW )r� r� r� r1 �Z arrayExprr� r r �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )r� r� r r r r� � r� z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rj )r! rB rf r� rI r� r� r� )r� ZintExprr" r r! r rP � s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r� r rE r r� )�Lr� r� r r r r � s
r c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a4 Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches a previous literal, will also match the leading
``"1:1"`` in ``"1:10"``. If this is not desired, use
:class:`matchPreviousExpr`. Do *not* use with packrat parsing
enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r' �r� Zttr r r r�
s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r r r r )r� r� r� Ztflat�Zrepr r �copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr# �(prev) )r! r� r� r� )r� r' r r& r rc � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aT Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches by expressions, will *not* match the leading ``"1:1"``
in ``"1:10"``; the expressions are evaluated first, and then
compared, so ``"1"`` is compared with ``"10"``. Do *not* use
with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r r r2 )r� r� r� Z theseTokens�Z matchTokensr r �mustMatchTheseTokens% s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr# )r r r� )r� r� r� r* r& r) r r' # s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr# r( )r! rI r� r� r� )r� Ze2r' r r& r rb s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r� r\ r� r� )r� �_bslashr� )r� r� r r r r� . s
r� c s� t |t�rtjddd� |r:dd� }dd� }|r4tnt� n dd� }dd� }|rRtnt� g }t | t�rn| �� }n$t | t �r�t
| �}ntjd t dd� |s�t � S |�s.d
}|t
|�d k �r.|| }t||d d � �D ]N\} }
||
|�r�||| d = q�q�|||
�r�||| d = |�||
� q�q�|d 7 }q�|�s�|�s�|�r�zlt
|�t
d
�|��k�r�tdd
�dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a� Helper to quickly define a set of alternative Literals, and makes
sure to do longest-first testing when there is a conflict,
regardless of the input order, but returns
a :class:`MatchFirst` for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of
string literals
- caseless - (default= ``False``) - treat all literals as
caseless
- useRegex - (default= ``True``) - as an optimization, will
generate a Regex object; otherwise, will generate
a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if
creating a :class:`Regex` raises an exception)
- asKeyword - (default=``False``) - enforce Keyword-style matching on the
generated expressions
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
z_More than one string argument passed to oneOf, pass choices as a list or space-delimited stringr� r$ c S s | � � |� � kS r� )r~ �rL �br r r r� [ r� zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r~ ry r, r r r r� \ r� c S s | |kS r� r r, r r r r� _ r� c S s
|� | �S r� )ry r, r r r r� ` r� z6Invalid argument to oneOf, expected string or iterabler r� Nr� r� c s s | ]}t |�V qd S r� )r� �r� Zsymr r r r� � s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r� r. r r r r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� r r. �ZparseElementClassr r r� � s )r� r r( r) r r r$ r' r� r r r* r* r� r� rB r� r: r� r r) ) Zstrsr} ZuseRegexr� ZisequalZmasksZsymbolsr� Zcurr# rJ r r0 r rg 6 s\
�
�
** � c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying
the respective patterns for the key and value. Takes care of
defining the :class:`Dict`, :class:`ZeroOrMore`, and
:class:`Group` tokens in the proper order. The key pattern
can include delimiting markers or punctuation, as long as they are
suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the :class:`Dict` results
can include named token fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r r, r# )r@ r$ r r r rU � s %c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a� Helper to return the original, untokenized text for a given
expression. Useful to restore the parsed fields of an HTML start
tag into the raw tag text itself, or to revert separate tokens with
intervening whitespace back to the original matching input text. By
default, returns astring containing the original parsed text.
If the optional ``asString`` argument is passed as
``False``, then the return value is
a :class:`ParseResults` containing any results names that
were originally matched, and a single token containing the original
matched text from the input string. So if the expression passed to
:class:`originalTextFor` contains expressions with defined
results names, you must set ``asString`` to ``False`` if you
want to preserve those results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b", "i"):
opener, closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� r )r� r� r� r r r r� � r� z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r1 r2 r� r r r r� � r� c S s& | |� d�|� d�� g|d d �< d S )Nr1 r2 )r? r� r r r � extractText� s z$originalTextFor.<locals>.extractText)r r� rI r� r� )r� ZasStringZ locMarkerZ endlocMarker� matchExprr3 r r r r{ � s
c C s t | ��dd� �S )zkHelper to undo pyparsing's default grouping of And expressions,
even if all but one are non-empty.
c S s | d S r� r r� r r r r� � r� zungroup.<locals>.<lambda>)r@ r� )r� r r r r| � s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a� Helper to decorate a returned token with its starting and ending
locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains ``<TAB>`` characters, you
may want to call :class:`ParserElement.parseWithTabs`
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� r r� r r r r� � r� z locatedExpr.<locals>.<lambda>Z
locn_startr$ Zlocn_end)r r� r# rI rC )r� Zlocatorr r r r~ � s z\[]-*.$+^?()~ �r� c C s |d d S r r r� r r r r� r� r� z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0xr� )�unichrr� ra r� r r r r� r� z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r6 r� r� r r r r�
r� z\]r� rU r� �negate�bodyrX c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a Helper to easily define string ranges for use in Word
construction. Borrows syntax from regexp '[]' string range
definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string
is the expanded character set joined into a single string. The
values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as ``\-``
or ``\]``)
- an escaped hex character with a leading ``'\x'``
(``\x21``, which is a ``'!'`` character) (``\0x##``
is also supported for backwards compatibility)
- an escaped octal character with a leading ``'\0'``
(``\041``, which is a ``'!'`` character)
- a range of any of the above, separated by a dash (``'a-z'``,
etc.)
- any combination of the above (``'aeiouy'``,
``'a-zA-Z0-9_$'``, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� �r6 r� r r r r� ) s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r� r5 r� r �ord)�pr r r r� ) r� zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� r )r� �part�Z _expandedr r r� + s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr r9 r r� r r> r rs s
"c s � fdd�}|S )zoHelper method for defining parse actions that require matching at
a specific column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )r� Zlocnr� r0 r r � verifyCol3 s z!matchOnlyAtCol.<locals>.verifyColr )r1 r@ r r0 r ra / s c s � fdd�S )a� Helper method for common parse actions that simply return
a literal value. Especially useful when used with
:class:`transformString<ParserElement.transformString>` ().
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� r r� �ZreplStrr r r� E r� z replaceWith.<locals>.<lambda>r rA r rA r rp 8 s
c C s |d dd� S )a Helper parse action for removing quotation marks from parsed
quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� r� r r� r r r rn G s
c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aL Helper to define a parse action by mapping a function to all
elements of a ParseResults list. If any additional args are passed,
they are forwarded to the given function as additional arguments
after the token, as in
``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``,
which will convert the parsed data to an integer using base 16.
Example (compare the last to example in :class:`ParserElement.transformString`::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS r r )r� Ztokn�r� r� r r r { s z(tokenMap.<locals>.pa.<locals>.<listcomp>r r� rB r r r� z s ztokenMap.<locals>.par r� )r� r r r� )r� r� r� r� r rB r r� V s $
�c C s t | ��� S r� �r� r~ r� r r r r� � r� c C s t | ��� S r� �r� �lowerr� r r r r� � r� rf rg c s~ t | t�r | � t| | d�} n| j� tttd �}|r�t�� � t
�}|| d� t t t
|td� | ��� tddgd�d�� d d
� � | }nlt�� � t
�ttd d �B }|| d� t t t
|� t�ttd�| � ��� tddgd�d�� d
d
� � | }ttd�| d dd�}|�d� � |�� fdd
�� |dd�� �dd��� �� � ��d� �}� |_� |_t |� �|_ ||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer� z_-:�tag�=�/F�r< rW c S s |d dkS �Nr rH r r� r r r r� � r� z_makeTags.<locals>.<lambda>rg r� c S s |d dkS rJ r r� r r r r� � r� rh )r z<%s>c s* | � dd�� �dd��� �� � | �� �S )Nr� r� �:r� )r r� r� �titler� rI r� �Zresnamer r r� � r� r� r� rK r� z</%s>) r� r r$ r rB rH rG rR rI r� rn r rE r# r> r. rm rj rV r �_Lr� r� r� r� rL r� rF r; Ztag_body)�tagStrZxmlZ suppress_LTZ suppress_GTZ tagAttrNameZ tagAttrValueZopenTagZcloseTagr rM r � _makeTags� sH
���������, rP c C s
t | d�S )aK Helper to construct opening and closing tag expressions for HTML,
given a tag name. Matches tags in either upper or lower case,
attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and
# closing tags as a 2-tuple
a, a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are
# also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> https://github.com/pyparsing/pyparsing/wiki
F�rP �rO r r r r_ � s c C s
t | d�S )z�Helper to construct opening and closing tag expressions for XML,
given a tag name. Matches tags only in the given upper/lower case.
Example: similar to :class:`makeHTMLTags`
TrQ rR r r r r` � s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a7 Helper to create a validating parse action to be used with start
tags created with :class:`makeXMLTags` or
:class:`makeHTMLTags`. Use ``withAttribute`` to qualify
a starting tag with a required attribute value, to avoid false
matches on common tags such as ``<TD>`` or ``<DIV>``.
Call ``withAttribute`` with a series of attribute names and
values. Specify the list of filter attributes names and values as:
- keyword arguments, as in ``(align="right")``, or
- as an explicit dict with ``**`` operator, when an attribute
name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}``
- a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))``
For attribute names with a namespace prefix, you must use the second
form. Attribute names are matched insensitive to upper/lower case.
If just testing for ``class`` (with or without a namespace), use
:class:`withClass`.
To verify that the attribute exists, but without specifying a value,
pass ``withAttribute.ANY_VALUE`` as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS r r ra r r r r s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r2 ry � ANY_VALUE)r� r� r� ZattrNameZ attrValue�Zattrsr r r� s �zwithAttribute.<locals>.pa)r! )r� ZattrDictr� r rT r ry � s 8 c C s |r d| nd}t f || i�S )a� Simplified version of :class:`withAttribute` when
matching on a div class - made difficult because ``class`` is
a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)ry )Z classname� namespaceZ classattrr r r r s #�(r� c C s� G dd� dt �}t� }| || | B }t|�D �]n\}}|d dd� \} }
} } |
dk r`d| nd| }
|
dkr�| dks�t| �d kr�td
��| \}}t� �|
�}| tjk�rp|
d kr�||| �t|t | � � }n�|
d k�r*| dk �r ||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rf||| | | | �t|| | | | � }ntd ��n�| tj
k�rT|
d k�r�t | t ��s�t | �} || j
| �t| | � }n�|
d k�r| dk �r�||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rJ||| | | | �t|| | | | � }ntd ��ntd
��| �r�t | ttf��r~|j| � n
|�| � ||�|
�|B K }|}q.||K }|S )al
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary
or binary, left- or right-associative. Parse actions can also be
attached to operator expressions. The generated parser will also
recognize the use of parentheses to override operator precedences
(see example below).
Note: if you define a deep operator list, you may see performance
issues when using infixNotation. See
:class:`ParserElement.enablePackrat` for a mechanism to potentially
improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the
nested
- opList - list of tuples, one for each operator precedence level
in the expression grammar; each tuple is of the form ``(opExpr,
numTerms, rightLeftAssoc, parseAction)``, where:
- opExpr is the pyparsing expression for the operator; may also
be a string, which will be converted to a Literal; if numTerms
is 3, opExpr is a tuple of two expressions, for the two
operators separating the 3 terms
- numTerms is the number of terms for this operator (must be 1,
2, or 3)
- rightLeftAssoc is the indicator whether the operator is right
or left associative, using the pyparsing-defined constants
``opAssoc.RIGHT`` and ``opAssoc.LEFT``.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the parse action
tuple member may be omitted); if the parse action is passed
a tuple or list of functions, this is equivalent to calling
``setParseAction(*fn)``
(:class:`ParserElement.setParseAction`)
- lpar - expression for matching left-parentheses
(default= ``Suppress('(')``)
- rpar - expression for matching right-parentheses
(default= ``Suppress(')')``)
Example::
# simple example of four-function arithmetic with ints and
# variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
c @ s e Zd Zddd�ZdS )zinfixNotation.<locals>._FBTc S s | j �||� |g fS r� )r� r� r� r r r r� � s z$infixNotation.<locals>._FB.parseImplN)Trz r r r r �_FB� s rX r� Nr� r� z%s termz %s%s termr� z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r! r� r� r5 r� rh �LEFTr# r, �RIGHTr� r. r� r4 r r� )ZbaseExprZopListZlparZrparrX r� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr4 r r r r} D s` H�
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a� Helper method for defining nested lists enclosed in opening and
closing delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list
(default= ``"("``); can also be a pyparsing expression
- closer - closing character for a nested list
(default= ``")"``); can also be a pyparsing expression
- content - expression for items within the nested lists
(default= ``None``)
- ignoreExpr - expression for ignoring opening and closing
delimiters (default= :class:`quotedString`)
If an expression is not provided for the content argument, the
nested expression will capture all whitespace-delimited content
between delimiters as a list of separate values.
Use the ``ignoreExpr`` argument to define expressions that may
contain opening or closing characters that should not be treated as
opening or closing characters for nesting, such as quotedString or
a comment expression. Specify multiple expressions using an
:class:`Or` or :class:`MatchFirst`. The default is
:class:`quotedString`, but if no expressions are to be ignored, then
pass ``None`` for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR, RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r5 c S s | d � � S r� �r� r� r r r r� r� z nestedExpr.<locals>.<lambda>c S s | d � � S r� r^ r� r r r r� r� c S s | d � � S r� r^ r� r r r r� ' r� c S s | d � � S r� r^ r� r r r r� , r� zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r5 r� r r� r r, r r7 r� r� rW rI r' r! r# r> rE r� )ZopenerZcloserZcontentr r� r r r rd � s` A
�����
����� �� � ��
*$c s �dd� � � �fdd���fdd�}�fdd�}�fdd �}t t� �d
��� �}t� t� �|� �d �}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n(tt|�t |t| � t|� � | �}
|
� �fdd�� | �
t t� � |
�d�S )a� Helper method for defining space-delimited indentation blocks,
such as those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single
grammar should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond
the current level; set to False for block of left-most
statements (default= ``True``)
A valid block must contain at least one ``blockStatement``.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group(funcDecl + func_body)
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << (funcDef | assignment | identifier)
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
Nc s � �d d �< d S r� r r )� backup_stack� indentStackr r � reset_stack� s z"indentedBlock.<locals>.reset_stackc sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nr� zillegal nestingznot a peer entry)r� rM r2 �r� r� r� ZcurCol�r` r r �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nr� znot a subentry)rM r� r2 rb rc r r �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sJ |t | �krd S t|| �}� r&|� ks2t| |d��|� d k rF� �� d S )Nznot an unindentr� )r� rM r2 r? rb rc r r �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTc s � � S r� r )rL r- r� r� )ra r r r� � r� z indentedBlock.<locals>.<lambda>zindented block) r, r% rD rA r r� r� r# r. r� rF r+ ) ZblockStatementExprr` rj rd re rf rw rg ZPEERZUNDENTZsmExprr )r_ r` ra r rz 7 s2 Q �����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r/ z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityr� r r r ro � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentr� � � commaItemrI c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?r� a Here are some common low-level expressions that may be useful in
jump-starting parser development:
- numeric forms (:class:`integers<integer>`, :class:`reals<real>`,
:class:`scientific notation<sci_real>`)
- common :class:`programming identifiers<identifier>`
- network addresses (:class:`MAC<mac_address>`,
:class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`)
- ISO8601 :class:`dates<iso8601_date>` and
:class:`datetime<iso8601_datetime>`
- :class:`UUID<uuid>`
- :class:`comma-separated list<comma_separated_list>`
Parse actions:
- :class:`convertToInteger`
- :class:`convertToFloat`
- :class:`convertToDate`
- :class:`convertToDatetime`
- :class:`stripHTMLTags`
- :class:`upcaseTokens`
- :class:`downcaseTokens`
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerrH �fractionc C s | d | d S )Nr r� r r� r r r r� � r� zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz[+-]?(:?\d+\.\d*|\.\d+)z real numberz@[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerrK � zfull IPv6 address)r r� z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS rd )r� �
_ipv6_partr r% r r r r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r7 )r� r� r r r r� � r� z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``)
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater5 r2 r� �r� r� r� Zve��fmtr r �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnr �rw rx r rv r �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed
datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``)
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r rs r5 r2 r� ru rv r r rx � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnr ry r rv r �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
td, td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body)
Prints::
More info at the pyparsing wiki page
r )r� �_html_stripperr� )r� r� r� r r r �
stripHTMLTags� s z pyparsing_common.stripHTMLTagsr r� ri rj r� rI zcomma separated listc C s t | ��� S r� rC r� r r r r� r� c C s t | ��� S r� rD r� r r r r� r� N)rr )r{ )?r r r r� r� r� ZconvertToInteger�floatZconvertToFloatrB rf r� r� rk rX ro r: Zsigned_integerrl r� r. rA Z
mixed_integerr� �realZsci_realr �numberrm rH rG rn Z ipv4_addressrq Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� rz r| Z iso8601_dateZiso8601_datetime�uuidrK rJ r~ r r, r' r% rj rA �
_commasepitemrT rm rI Zcomma_separated_listrx rV r r r r r� � sv ""
���
�
�
� �
���c @ s e Zd Zdd� Zdd� ZdS )�_lazyclasspropertyc C s || _ |j| _|j| _d S r� )r� r� r r� r r r r� s z_lazyclassproperty.__init__c sl � d krt |�� t� d�r:t� fdd�� jdd � D ��r@i � _| jj}|� jkrb| �� �� j|< � j| S )N�_internc 3 s | ]}� j t|d g �kV qdS )r� N)r� r� )r� Z
superclassr� r r r� s �z-_lazyclassproperty.__get__.<locals>.<genexpr>r� )r� r1 rv �__mro__r� r� r )r� r� r� �attrnamer r� r �__get__ s �
z_lazyclassproperty.__get__N)r r r r� r� r r r r r�
s r� c @ sP e Zd ZdZg Zedd� �Zedd� �Zedd� �Z edd � �Z
ed
d � �Z d S )
r� a�
A set of Unicode characters, for language-specific strings for
``alphas``, ``nums``, ``alphanums``, and ``printables``.
A unicode_set is defined by a list of ranges in the Unicode character
set, in a class attribute ``_ranges``, such as::
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
A unicode set can also be defined using multiple inheritance of other unicode sets::
class CJK(Chinese, Japanese, Korean):
pass
c C sZ g }| j D ]8}|tkr qD|jD ] }|�t|d |d d �� q q
dd� tt|��D �S )Nr r� r� c S s g | ] }t |��qS r r: r� r r r r 4 s z5unicode_set._get_chars_for_ranges.<locals>.<listcomp>)r� r� �_rangesrE r rt r� )r� r� ZccZrrr r r �_get_chars_for_ranges, s
z!unicode_set._get_chars_for_rangesc C s d� ttj| �� ��S )z+all non-whitespace characters in this ranger� )r� r r� r� r� r� r r r rj 6 s zunicode_set.printablesc C s d� ttj| �� ��S )z'all alphabetic characters in this ranger� )r� �filterr� �isalphar� r� r r r rH ; s zunicode_set.alphasc C s d� ttj| �� ��S )z*all numeric digit characters in this ranger� )r� r� r� �isdigitr� r� r r r rf @ s zunicode_set.numsc C s | j | j S )z)all alphanumeric characters in this range)rH rf r� r r r rG E s zunicode_set.alphanumsN) r r r r� r� r� r� r� rj rH rf rG r r r r r� s
c @ s� e Zd ZdZdejfgZG dd� de�ZG dd� de�Z G dd� de�Z
G d d
� d
e�Z G d d � d e�Z G d
d� de�Z
G dd� de�ZG dd� de�ZG dd� de
ee�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�Zd S ) r� zF
A namespace class for defining common language unicode_sets.
� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Latin1z/Unicode set for Latin-1 Unicode Character Range)r� �~ )� � N�r r r r� r� r r r r �Latin1Q s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinAz/Unicode set for Latin-A Unicode Character Range)� i Nr� r r r r �LatinAU s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinBz/Unicode set for Latin-B Unicode Character Range)i� iO Nr� r r r r �LatinBY s r� c @ s6 e Zd ZdZdddddddd d
d d d
dddddgZdS )zpyparsing_unicode.Greekz.Unicode set for Greek Unicode Character Ranges)ip i� )i i )i i )i iE )iH iM )iP iW )iY )i[ )i] )i_ i} )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� Nr� r r r r �Greek] s& �r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Cyrillicz0Unicode set for Cyrillic Unicode Character Range)i i� Nr� r r r r �Cyrillice s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Chinesez/Unicode set for Chinese Unicode Character Range)� N i�� �i 0 i?0 Nr� r r r r �Chinesei s r� c @ sD e Zd ZdZg ZG dd� de�ZG dd� de�ZG dd� de�ZdS ) zpyparsing_unicode.Japanesez`Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana rangesc @ s e Zd ZdZddgZdS )z pyparsing_unicode.Japanese.Kanjiz-Unicode set for Kanji Unicode Character Range)r� i�� r� Nr� r r r r �Kanjiq s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Hiraganaz0Unicode set for Hiragana Unicode Character Range)i@0 i�0 Nr� r r r r �Hiraganau s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Katakanaz1Unicode set for Katakana Unicode Character Range)i�0 i�0 Nr� r r r r �Katakanay s r� N) r r r r� r� r� r� r� r� r r r r �Japanesem s
r� c @ s e Zd ZdZddddddgZdS ) zpyparsing_unicode.Koreanz.Unicode set for Korean Unicode Character Range)i � i�� )i i� )i01 i�1 )i`� i� )i�� i�� r� Nr� r r r r �Korean} s r� c @ s e Zd ZdZdS )zpyparsing_unicode.CJKzTUnicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character RangeNr� r r r r �CJK� s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Thaiz,Unicode set for Thai Unicode Character Range)i i: )i? i[ Nr� r r r r �Thai� s r� c @ s e Zd ZdZdddgZdS )zpyparsing_unicode.Arabicz.Unicode set for Arabic Unicode Character Range)i i )i i� )i i Nr� r r r r �Arabic� s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Hebrewz.Unicode set for Hebrew Unicode Character Range)i� i� Nr� r r r r �Hebrew� s r� c @ s e Zd ZdZddgZdS )z pyparsing_unicode.Devanagariz2Unicode set for Devanagari Unicode Character Range)i i )i� i�� Nr� r r r r �
Devanagari� s r� N)r r r r� r� �
maxunicoder� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� K s u العربيةu 中文u кириллицаu Ελληνικάu עִברִיתu 日本語u 漢字u カタカナu ひらがなu 한국어u ไทยu देवनागरी�__main__Zselect�fromr{ r )r �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)NF)r� )r F)N)FTF)T)r� )T( r� r r r r� �weakrefr r rI r� r( r� r� r
rx r� r� r �operatorr � itertools� functoolsr r � ImportErrorr �_threadr Z threadingZcollections.abcr r
r r r Z ordereddictr
r r� r r� r� r Z%warn_on_multiple_string_args_to_oneofr� �__all__r4 � version_infor� rb �maxsizerh r� r �chrr6 r� r� r� r� rt �reversedr r� rv r� r� r� r� ZmaxintZxranger Z __builtin__r� Zfnamer� r� r� r� r
r� Zascii_uppercaseZascii_lowercaserH rf rX rG r+ r� Z printablerj r� r r0 r2 r4 r6 r9 r� r� r5 �registerrM r^ r[ r� r� r� re r� r7 r' r? r r* r' rv rN r� r$ r r r� rB r� rF r: r8 r rA r� r" r& r% r= r< rD rC r3 r r/ r) r r1 r r( r+ r r, rE r r. r; r! r@ r r# r r> r- rv rT rP r rc rb r� rg rU r{ r| r~ r� rW r] r\ ru rt r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r? rs ra rp rn r� rx rV rP r_ r` ry rS r rh rY rZ r} ri rR rr rm rw rd rz rI rk rK rJ r r� rh r7 rO ro rL rY rC rq rS rQ rZ rl r r� rN r� r� r� r� r� r� r� r� r� �setattrr� r� r� r� r� r� r� r� r Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLrg r� rm ro r� r} r r r r �<module> s �H
�
?]
H
D !
'N
E
KF yl{V O#K,:# Dvj-D 0 $ W' * 4
0�%
E& �� h~
(
��� � ./J��
&
site-packages/pip/_vendor/__pycache__/appdirs.cpython-38.opt-1.pyc 0000644 00000047725 15201600076 0020765 0 ustar 00 U
��.e�_ � @ s` d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�rfzdd&l m Z eZ W nB e k
�rd zddl!Z"e Z W n e k
�r^ eZ Y nX Y nX e#d'k�r\d(Z$d)Z%d*Z&e'd+e � e'd,� ee$e%d-d.�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd0� ee$e%�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd1� ee$�Z(e&D ] Z)e'd/e)e*e(e)�f � �qe'd2� ee$d d3�Z(e&D ] Z)e'd/e)e*e(e)�f � �q>dS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tj�t|��}| r�|dk rNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r �7/usr/lib/python3.8/site-packages/pip/_vendor/appdirs.py�
user_data_dir- s& r c s t dkrR|dkr� }tj�td��}� r�|dk rBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r
r r �rstrip�sep��.0�xr r r �
<listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r
r r r �r r r r# � s r )
r r
r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r% r �
site_data_dird s6 � r* c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r NZXDG_CONFIG_HOMEz ~/.config�r r r
r r r r �r r r r r r r r �user_config_dir� s r. c s� t dkr*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r r r r r# � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r$ r r% r r r# � s r )r r* r
r r r r' r& r( r r% r �site_config_dir� s
r/ Tc C s� t dkrd|dkr| }tj�td��}| r�|dk rBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr
FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher �r r r Zopinionr r r r �user_cache_dir s( ! r1 c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r �user_state_dir: s r2 c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
r z~/Library/Logsr FZLogs�log)r r
r r r r r1 r0 r r r � user_log_dird s"
� r4 c @ sn e Zd ZdZddd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )�selfr r r r r) r r r �__init__� s
zAppDirs.__init__c C s t | j| j| j| jd�S �N)r r )r r r r r �r6 r r r r � s
�zAppDirs.user_data_dirc C s t | j| j| j| jd�S �N)r r) )r* r r r r) r9 r r r r* � s
�zAppDirs.site_data_dirc C s t | j| j| j| jd�S r8 )r. r r r r r9 r r r r. � s
�zAppDirs.user_config_dirc C s t | j| j| j| jd�S r: )r/ r r r r) r9 r r r r/ � s
�zAppDirs.site_config_dirc C s t | j| j| jd�S �N�r )r1 r r r r9 r r r r1 � s
�zAppDirs.user_cache_dirc C s t | j| j| jd�S r; )r2 r r r r9 r r r r2 � s
�zAppDirs.user_state_dirc C s t | j| j| jd�S r; )r4 r r r r9 r r r r4 � s
�zAppDirs.user_log_dir)NNNFF)
�__name__�
__module__� __qualname__�__doc__r7 �propertyr r* r. r/ r1 r2 r4 r r r r r5 � s& �
r5 c C sH t rddl}nddl}dddd�| }|�|jd�}|�||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
r NZAppDatazCommon AppDataz
Local AppData�r r r
z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�PY3�winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)�
csidl_namerE Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s
���rL c C s� ddl m}m} |�dt|| �dd�}z^t|�}d}|D ]}t|�dkr8d} qRq8|r�zdd l}|�|�}W n t k
r� Y nX W n t
k
r� Y nX |S )Nr )�shellcon�shellF� T) Zwin32com.shellrM rN �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)rH rM rN rJ �
has_high_char�crT r r r � _get_win_folder_with_pywin32� s$
rZ c C s� dd l }dddd�| }|�d�}|jj�d |d d|� d}|D ]}t|�dkr@d } qZq@|r�|�d�}|jj�|j|d�r�|}|jS )
Nr � �# � rB i FrO T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrS Zkernel32ZGetShortPathNameW�value)rH r^ Z csidl_const�bufrX rY Zbuf2r r r �_get_win_folder_with_ctypes� s& ��
rb c C s� dd l }ddlm} ddlm} |jjd }|�d|�}|jj }|�
d t |j | �d |j j
|� |j�|�� ��d�}d}|D ]} t| �dkr|d } q�q||r�|�d|�}|jj }
|
�|||�r�|j�|�� ��d�}|S )
Nr )�jna)r � rY � FrO T)�arrayZcom.sunrc Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErP rQ ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rS ZKernel32rU ) rH rf rc r Zbuf_sizera rN rJ rX rY Zkernelr r r �_get_win_folder_with_jna s& rg )r_ �__main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)+r@ Z__version_info__r �map�str� __version__�sysr
� version_inforC rR �platform�
startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 �objectr5 rL rZ rb rg r^ r_ r rV Z com.sun.jnaZcomr= r r Zprops�print�dirsZproprQ r r r r �<module> sv
7
B
(
3
9
*
30
site-packages/pip/_vendor/__pycache__/appdirs.cpython-38.pyc 0000644 00000047725 15201600076 0020026 0 ustar 00 U
��.e�_ � @ s` d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�rfzdd&l m Z eZ W nB e k
�rd zddl!Z"e Z W n e k
�r^ eZ Y nX Y nX e#d'k�r\d(Z$d)Z%d*Z&e'd+e � e'd,� ee$e%d-d.�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd0� ee$e%�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd1� ee$�Z(e&D ] Z)e'd/e)e*e(e)�f � �qe'd2� ee$d d3�Z(e&D ] Z)e'd/e)e*e(e)�f � �q>dS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tj�t|��}| r�|dk rNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r �7/usr/lib/python3.8/site-packages/pip/_vendor/appdirs.py�
user_data_dir- s& r c s t dkrR|dkr� }tj�td��}� r�|dk rBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r
r r �rstrip�sep��.0�xr r r �
<listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r
r r r �r r r r# � s r )
r r
r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r% r �
site_data_dird s6 � r* c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r NZXDG_CONFIG_HOMEz ~/.config�r r r
r r r r �r r r r r r r r �user_config_dir� s r. c s� t dkr*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r r r r r# � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r$ r r% r r r# � s r )r r* r
r r r r' r& r( r r% r �site_config_dir� s
r/ Tc C s� t dkrd|dkr| }tj�td��}| r�|dk rBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr
FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher �r r r Zopinionr r r r �user_cache_dir s( ! r1 c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r �user_state_dir: s r2 c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor"