# Copyright 2014 Pants project contributors (see CONTRIBUTORS.md).
# Licensed under the Apache License, Version 2.0 (see LICENSE).
from __future__ import absolute_import
import re
import warnings
from abc import abstractmethod
from .base import maybe_requirement
from .compatibility import PY3, AbstractClass
if PY3:
import urllib.parse as urlparse
from urllib.parse import urljoin
else:
import urlparse
from urlparse import urljoin
[docs]def normalize_name(name):
"""Normalize package name according to PEP-503"""
return re.sub(r"[-_.]+", "-", name).lower()
[docs]class FetcherBase(AbstractClass):
"""
A fetcher takes a Requirement and tells us where to crawl to find it.
"""
@abstractmethod
def urls(self, req):
raise NotImplementedError
class Fetcher(FetcherBase):
def __init__(self, urls):
self._urls = urls
def urls(self, _):
return self._urls
def __eq__(self, other):
if not isinstance(other, Fetcher):
return False
return self._urls == other._urls
class PyPIFetcher(FetcherBase):
PYPI_BASE = 'https://pypi.python.org/simple/'
def __init__(self, pypi_base=PYPI_BASE, use_mirrors=False):
if use_mirrors:
warnings.warn('use_mirrors is now deprecated.')
if not pypi_base.endswith('/'):
pypi_base += '/'
pypi_url = urlparse.urlparse(pypi_base)
if not pypi_url.scheme:
self._pypi_base = 'http://' + pypi_base
else:
self._pypi_base = pypi_base
def urls(self, req):
req = maybe_requirement(req)
return [urljoin(self._pypi_base, '%s/' % normalize_name(req.project_name))]
def __eq__(self, other):
if not isinstance(other, PyPIFetcher):
return False
return self._pypi_base == other._pypi_base
def __repr__(self):
return 'PyPIFetcher(%r)' % self._pypi_base